-- Logs begin at Tue 2022-05-03 20:17:02 UTC, end at Tue 2022-05-03 21:47:58 UTC. -- May 03 21:19:00.428903 dv-cinder-840377-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. May 03 21:19:02.597803 dv-cinder-840377-1-iscsi neutron-server[83887]: INFO neutron.common.config [-] Logging enabled! May 03 21:19:02.598512 dv-cinder-840377-1-iscsi neutron-server[83887]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.4.2.dev6 May 03 21:19:02.598611 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=83887) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} May 03 21:19:02.600774 dv-cinder-840377-1-iscsi neutron-server[83887]: INFO neutron.common.config [-] Logging enabled! May 03 21:19:02.601024 dv-cinder-840377-1-iscsi neutron-server[83887]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.4.2.dev6 May 03 21:19:02.601264 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=83887) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} May 03 21:19:02.602228 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 03 21:19:02.602457 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 03 21:19:02.602795 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 03 21:19:02.603036 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 03 21:19:02.603255 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 03 21:19:02.603570 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:19:02.603862 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:19:02.604153 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:19:02.604378 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:19:02.604695 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:19:02.604979 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:19:02.605260 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:19:02.605545 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:19:02.605835 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:19:02.606114 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:19:02.606389 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:19:02.606667 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:19:02.606893 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:19:02.607166 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.common.config [-] config_source = [] {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:19:02.607445 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:19:02.607723 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:19:02.607940 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.common.config [-] debug = True {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:19:02.608213 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:19:02.608659 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:19:02.609062 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:19:02.609441 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:19:02.609740 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:19:02.610014 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:19:02.610312 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:19:02.610596 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:19:02.610954 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.common.config [-] host = dv-cinder-840377-1-iscsi {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:19:02.611479 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:19:02.611762 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:19:02.612049 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:19:02.612329 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:19:02.612623 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:19:02.612920 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:19:02.613217 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:19:02.613488 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.common.config [-] log_dir = None {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:19:02.613756 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.common.config [-] log_file = None {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:19:02.614029 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:19:02.614351 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:19:02.614698 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:19:02.615022 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:19:02.615242 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:19:02.615460 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:19:02.615765 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:19:02.616052 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:19:02.616328 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:19:02.616653 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:19:02.616928 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:19:02.617199 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:19:02.617489 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:19:02.617755 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:19:02.618041 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:19:02.618318 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:19:02.618598 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:19:02.618972 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:19:02.619260 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:19:02.619529 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:19:02.619798 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:19:02.620092 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:19:02.620367 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:19:02.620726 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:19:02.621056 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:19:02.621339 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:19:02.621605 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:19:02.621875 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:19:02.622174 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:19:02.622455 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:19:02.622731 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:19:02.623008 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:19:02.623278 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:19:02.623554 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:19:02.623820 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:19:02.624089 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.common.config [-] use_journal = False {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:19:02.624356 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.common.config [-] use_json = False {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:19:02.624647 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:19:02.624939 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:19:02.625217 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:19:02.625488 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:19:02.625752 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:19:02.626022 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:19:02.626294 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:19:02.626571 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:19:02.626838 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:19:02.627129 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:02.627417 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:02.627707 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:02.627986 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:02.628275 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:02.628576 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:02.628861 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:02.629135 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:02.629420 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:02.629702 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:02.629985 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:02.630259 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:02.630538 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:02.630825 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:02.631108 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:02.631375 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:02.631646 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:02.631935 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:02.632207 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:02.632503 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:02.632779 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:02.633060 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:02.633331 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:02.633597 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:02.633871 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:02.634140 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:02.634404 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:02.634666 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:02.634935 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:02.635216 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:02.635485 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:02.635746 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:02.636008 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:02.636277 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:02.636564 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:02.636842 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:02.637109 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:02.637373 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:02.637636 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:02.637907 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:02.638173 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:02.638439 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:02.638711 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:02.638977 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:02.639246 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:02.639510 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:02.639775 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:02.640041 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:02.640305 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:02.641275 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:02.641723 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:02.642004 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:02.642281 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:02.642551 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:02.642821 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:02.643089 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:02.643357 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:02.643622 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:02.643905 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:02.644196 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:02.644495 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:02.644772 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:02.645045 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:02.645317 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:02.645587 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:02.645856 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:02.646126 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:02.646399 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:02.646662 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:02.646943 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:02.647220 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:02.647497 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:02.647772 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:02.648042 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:02.648330 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:02.648624 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:02.648902 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:02.649174 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:02.649447 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:02.649724 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:02.649999 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:02.650287 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:02.650574 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:02.650859 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:02.651144 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:02.651430 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:02.651709 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:02.652009 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:02.652284 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:02.652531 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 03 21:19:02.652773 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=83887) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} May 03 21:19:03.060521 dv-cinder-840377-1-iscsi neutron-server[83887]: INFO keyring.backend [-] Loading KWallet May 03 21:19:03.068613 dv-cinder-840377-1-iscsi neutron-server[83887]: INFO keyring.backend [-] Loading SecretService May 03 21:19:03.071720 dv-cinder-840377-1-iscsi neutron-server[83887]: INFO keyring.backend [-] Loading Windows May 03 21:19:03.073074 dv-cinder-840377-1-iscsi neutron-server[83887]: INFO keyring.backend [-] Loading chainer May 03 21:19:03.073660 dv-cinder-840377-1-iscsi neutron-server[83887]: INFO keyring.backend [-] Loading macOS May 03 21:19:03.107361 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=83887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 21:19:03.107451 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=83887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 21:19:03.107694 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=83887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 21:19:03.109239 dv-cinder-840377-1-iscsi neutron-server[83887]: INFO neutron.manager [-] Loading core plugin: ml2 May 03 21:19:03.420381 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83887) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:19:03.420623 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83887) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:19:03.420891 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83887) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:19:03.477408 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83887) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:19:03.477686 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83887) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:19:03.477953 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83887) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:19:03.480993 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83887) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:19:03.481271 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83887) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:19:03.481540 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83887) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:19:03.509967 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83887) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:19:03.510242 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83887) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:19:03.510503 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83887) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:19:03.538179 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83887) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:19:03.538455 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83887) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:19:03.538720 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83887) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:19:03.862421 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=83887) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:19:03.863051 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=83887) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:19:03.863051 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=83887) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:19:03.863218 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=83887) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:19:03.864166 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=83887) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:19:03.984205 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=83887) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:19:03.985081 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=83887) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:19:03.985372 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=83887) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:19:03.985647 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=83887) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:19:03.985919 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=83887) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:19:03.986485 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=83887) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:19:03.986750 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=83887) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:19:03.987009 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=83887) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:19:03.987266 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=83887) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:19:03.987549 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=83887) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:19:03.987805 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=83887) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:19:03.988069 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=83887) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:19:03.988332 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83887) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:19:03.988614 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=83887) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:19:03.988885 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=83887) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:19:03.989157 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=83887) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:19:03.989416 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=83887) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:19:03.989689 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83887) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:19:03.989943 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83887) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:19:03.990224 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=83887) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:19:03.990570 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=83887) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:19:03.990821 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=83887) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:19:03.991069 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=83887) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:19:03.991352 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83887) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:19:03.991601 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83887) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:19:03.991846 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83887) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:19:03.992233 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=83887) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 03 21:19:03.992499 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=83887) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 03 21:19:03.992742 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=83887) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 03 21:19:03.992981 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=83887) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 03 21:19:03.993223 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=83887) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 03 21:19:03.993459 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=83887) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 03 21:19:03.994013 dv-cinder-840377-1-iscsi neutron-server[83887]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] May 03 21:19:03.997128 dv-cinder-840377-1-iscsi neutron-server[83887]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] May 03 21:19:04.001257 dv-cinder-840377-1-iscsi neutron-server[83887]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete May 03 21:19:04.005065 dv-cinder-840377-1-iscsi neutron-server[83887]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(400, 449)])]) May 03 21:19:04.006720 dv-cinder-840377-1-iscsi neutron-server[83887]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] May 03 21:19:04.007103 dv-cinder-840377-1-iscsi neutron-server[83887]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) May 03 21:19:04.007436 dv-cinder-840377-1-iscsi neutron-server[83887]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] May 03 21:19:04.007821 dv-cinder-840377-1-iscsi neutron-server[83887]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] May 03 21:19:04.010646 dv-cinder-840377-1-iscsi neutron-server[83887]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] May 03 21:19:04.010900 dv-cinder-840377-1-iscsi neutron-server[83887]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] May 03 21:19:04.011248 dv-cinder-840377-1-iscsi neutron-server[83887]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] May 03 21:19:04.039278 dv-cinder-840377-1-iscsi neutron-server[83887]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic'] May 03 21:19:04.039723 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=83887) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:19:04.040019 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=83887) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} May 03 21:19:04.040382 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=83887) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:19:04.041758 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=83887) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} May 03 21:19:04.042043 dv-cinder-840377-1-iscsi neutron-server[83887]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] May 03 21:19:04.042294 dv-cinder-840377-1-iscsi neutron-server[83887]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] May 03 21:19:04.045549 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=83887) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:19:04.045835 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=83887) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:19:04.106750 dv-cinder-840377-1-iscsi neutron-server[83887]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' May 03 21:19:04.106994 dv-cinder-840377-1-iscsi neutron-server[83887]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete May 03 21:19:04.107234 dv-cinder-840377-1-iscsi neutron-server[83887]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' May 03 21:19:04.107617 dv-cinder-840377-1-iscsi neutron-server[83887]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] May 03 21:19:04.139409 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_db.sqlalchemy.engines [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=83887) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}} May 03 21:19:04.588958 dv-cinder-840377-1-iscsi neutron-server[83887]: INFO neutron.plugins.ml2.managers [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Initializing driver for type 'gre' May 03 21:19:04.589519 dv-cinder-840377-1-iscsi neutron-server[83887]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] gre ID ranges: [(1, 1000)] May 03 21:19:04.766273 dv-cinder-840377-1-iscsi neutron-server[83887]: INFO neutron.plugins.ml2.managers [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Initializing driver for type 'local' May 03 21:19:04.766612 dv-cinder-840377-1-iscsi neutron-server[83887]: INFO neutron.plugins.ml2.managers [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Initializing driver for type 'vlan' May 03 21:19:04.846144 dv-cinder-840377-1-iscsi neutron-server[83887]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] VlanTypeDriver initialization complete May 03 21:19:04.846441 dv-cinder-840377-1-iscsi neutron-server[83887]: INFO neutron.plugins.ml2.managers [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Initializing driver for type 'vxlan' May 03 21:19:04.846934 dv-cinder-840377-1-iscsi neutron-server[83887]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] vxlan ID ranges: [(1, 1000)] May 03 21:19:04.988997 dv-cinder-840377-1-iscsi neutron-server[83887]: INFO neutron.plugins.ml2.managers [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Initializing extension driver 'port_security' May 03 21:19:04.989642 dv-cinder-840377-1-iscsi neutron-server[83887]: INFO neutron.plugins.ml2.extensions.port_security [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] PortSecurityExtensionDriver initialization complete May 03 21:19:04.989734 dv-cinder-840377-1-iscsi neutron-server[83887]: INFO neutron.plugins.ml2.managers [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Initializing mechanism driver 'openvswitch' May 03 21:19:04.990021 dv-cinder-840377-1-iscsi neutron-server[83887]: INFO neutron.plugins.ml2.managers [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Initializing mechanism driver 'hyperv' May 03 21:19:05.010515 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.plugins.ml2.plugin [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=83887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:19:05.011204 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Subscribe: > port after_create 55550000 {{(pid=83887) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:19:05.011579 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Subscribe: > port after_update 55550000 {{(pid=83887) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:19:05.011935 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Subscribe: > port after_delete 55550000 {{(pid=83887) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:19:05.012483 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=83887) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} May 03 21:19:05.012923 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Subscribe: > subnet after_create 55550000 {{(pid=83887) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:19:05.013282 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Subscribe: > subnet after_update 55550000 {{(pid=83887) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:19:05.013634 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Subscribe: > subnet after_delete 55550000 {{(pid=83887) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:19:05.014032 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=83887) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} May 03 21:19:05.014444 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Subscribe: > network after_create 55550000 {{(pid=83887) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:19:05.014799 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Subscribe: > network after_update 55550000 {{(pid=83887) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:19:05.015148 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Subscribe: > network after_delete 55550000 {{(pid=83887) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:19:05.016063 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=83887) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} May 03 21:19:05.016576 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Subscribe: > security_group after_create 55550000 {{(pid=83887) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:19:05.016923 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Subscribe: > security_group after_update 55550000 {{(pid=83887) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:19:05.017269 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Subscribe: > security_group after_delete 55550000 {{(pid=83887) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:19:05.017799 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=83887) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} May 03 21:19:05.018228 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=83887) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:19:05.018569 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=83887) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:19:05.018920 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=83887) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:19:05.019316 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=83887) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} May 03 21:19:05.019769 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] ML2 OVO RPC backend initialized. {{(pid=83887) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:168}} May 03 21:19:05.020418 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Subscribe: > router_interface after_create 55550000 {{(pid=83887) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:19:05.020818 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=83887) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:19:05.021228 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Subscribe: > network before_response 55550000 {{(pid=83887) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:19:05.021582 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Subscribe: > networks before_response 55550000 {{(pid=83887) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:19:05.021930 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Subscribe: > port before_response 55550000 {{(pid=83887) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:19:05.022276 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Subscribe: > ports before_response 55550000 {{(pid=83887) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:19:05.022624 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Subscribe: > subnet before_response 55550000 {{(pid=83887) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:19:05.022973 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Subscribe: > subnets before_response 55550000 {{(pid=83887) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:19:05.023320 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Subscribe: > network after_create 55550000 {{(pid=83887) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:19:05.023664 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Subscribe: > network after_update 55550000 {{(pid=83887) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:19:05.024003 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Subscribe: > network after_delete 55550000 {{(pid=83887) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:19:05.024341 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Subscribe: > port after_create 55550000 {{(pid=83887) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:19:05.024706 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Subscribe: > port after_update 55550000 {{(pid=83887) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:19:05.025044 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Subscribe: > port after_delete 55550000 {{(pid=83887) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:19:05.025381 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Subscribe: > subnet after_create 55550000 {{(pid=83887) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:19:05.025718 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Subscribe: > subnet after_update 55550000 {{(pid=83887) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:19:05.026051 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Subscribe: > subnet after_delete 55550000 {{(pid=83887) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:19:05.026635 dv-cinder-840377-1-iscsi neutron-server[83887]: INFO neutron.plugins.ml2.plugin [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Modular L2 Plugin initialization complete May 03 21:19:05.026967 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.manager [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Loading services supported by the core plugin {{(pid=83887) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} May 03 21:19:05.027302 dv-cinder-840377-1-iscsi neutron-server[83887]: INFO neutron.plugins.ml2.managers [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Got port-security extension from driver 'port_security' May 03 21:19:05.027760 dv-cinder-840377-1-iscsi neutron-server[83887]: INFO neutron.extensions.vlantransparent [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Disabled vlantransparent extension. May 03 21:19:05.028178 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.manager [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=83887) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} May 03 21:19:05.028530 dv-cinder-840377-1-iscsi neutron-server[83887]: INFO neutron.manager [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Loading Plugin: router May 03 21:19:05.068043 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Subscribe: > router_interface before_create 55550000 {{(pid=83887) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:19:05.068460 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Subscribe: > router after_create 55549900 {{(pid=83887) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:19:05.068915 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Subscribe: > router before_create 55549900 {{(pid=83887) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:19:05.069241 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=83887) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:19:05.069630 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=83887) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:19:05.069972 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Subscribe: > router after_delete 55549900 {{(pid=83887) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:19:05.070303 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Subscribe: > floatingip after_update 55550000 {{(pid=83887) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:19:05.070665 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Subscribe: > router after_create 55549900 {{(pid=83887) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:19:05.071020 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Subscribe: > router after_update 55549900 {{(pid=83887) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:19:05.071372 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Subscribe: > router after_update 55549900 {{(pid=83887) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:19:05.071726 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=83887) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:19:05.072088 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Subscribe: > router after_update 55549900 {{(pid=83887) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:19:05.072530 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Subscribe: > router precommit_update 55549900 {{(pid=83887) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:19:05.072904 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Subscribe: port after_update 55550000 {{(pid=83887) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:19:05.073251 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Subscribe: port after_delete 55550000 {{(pid=83887) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:19:05.073597 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Subscribe: subnet after_update 55550000 {{(pid=83887) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:19:05.073944 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=83887) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:19:05.074296 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Subscribe: > port precommit_delete 55550000 {{(pid=83887) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:19:05.074685 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Subscribe: > router precommit_create 55549900 {{(pid=83887) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:19:05.075035 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Subscribe: port before_delete 55550000 {{(pid=83887) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:19:05.075382 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Subscribe: > router precommit_create 55550000 {{(pid=83887) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:19:05.075742 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Subscribe: > router after_update 55549900 {{(pid=83887) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:19:05.076090 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Subscribe: > router precommit_delete 55549900 {{(pid=83887) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:19:05.076464 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Subscribe: > router precommit_create 55549900 {{(pid=83887) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:19:05.076826 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Subscribe: > router_interface after_create 55550000 {{(pid=83887) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:19:05.077178 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Subscribe: > router precommit_update 55549900 {{(pid=83887) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:19:05.077546 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Subscribe: > agent after_create 55550000 {{(pid=83887) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:19:05.078414 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Subscribe: > agent after_delete 55550000 {{(pid=83887) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:19:05.078768 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Subscribe: > network after_delete 55550000 {{(pid=83887) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:19:05.079671 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.quota.resource_registry [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Tracking information for resource: router configured {{(pid=83887) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 03 21:19:05.079968 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.quota.resource_registry [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Tracking information for resource: floatingip configured {{(pid=83887) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 03 21:19:05.084840 dv-cinder-840377-1-iscsi neutron-server[83887]: INFO neutron.db.l3_agentschedulers_db [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. May 03 21:19:05.085421 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Subscribe: port after_update 55550000 {{(pid=83887) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:19:05.085786 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Subscribe: port after_create 55550000 {{(pid=83887) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:19:05.086143 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Subscribe: port after_delete 55550000 {{(pid=83887) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:19:05.086498 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Subscribe: port after_update 55550000 {{(pid=83887) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:19:05.087427 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Subscribe: > router before_create 55550100 {{(pid=83887) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:19:05.087797 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Subscribe: > router precommit_delete 55550100 {{(pid=83887) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:19:05.088163 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Subscribe: > router precommit_create 55550100 {{(pid=83887) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:19:05.088557 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Subscribe: > router precommit_update 55550100 {{(pid=83887) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:19:05.092903 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.services.provider_configuration [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Service providers = [] {{(pid=83887) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} May 03 21:19:05.093274 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.db.servicetype_db [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=83887) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} May 03 21:19:05.096950 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.services.service_base [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=83887) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 03 21:19:05.097249 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.services.service_base [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=83887) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 03 21:19:05.097598 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.services.service_base [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=83887) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 03 21:19:05.098495 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.services.service_base [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=83887) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 03 21:19:05.098873 dv-cinder-840377-1-iscsi neutron-server[83887]: INFO neutron.services.service_base [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Default provider is not specified for service type L3_ROUTER_NAT May 03 21:19:05.099262 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.manager [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=83887) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 03 21:19:05.099585 dv-cinder-840377-1-iscsi neutron-server[83887]: INFO neutron.manager [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin May 03 21:19:05.114744 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.manager [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=83887) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 03 21:19:05.115077 dv-cinder-840377-1-iscsi neutron-server[83887]: INFO neutron.manager [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Loading Plugin: auto_allocate May 03 21:19:05.121003 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Subscribe: network precommit_update 55550000 {{(pid=83887) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:19:05.121398 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Subscribe: network precommit_create 55550000 {{(pid=83887) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:19:05.121915 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.manager [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=83887) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 03 21:19:05.122239 dv-cinder-840377-1-iscsi neutron-server[83887]: INFO neutron.manager [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Loading Plugin: tag May 03 21:19:05.128880 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.manager [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=83887) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 03 21:19:05.129212 dv-cinder-840377-1-iscsi neutron-server[83887]: INFO neutron.manager [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Loading Plugin: timestamp May 03 21:19:05.133353 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.manager [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=83887) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 03 21:19:05.133736 dv-cinder-840377-1-iscsi neutron-server[83887]: INFO neutron.manager [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Loading Plugin: network_ip_availability May 03 21:19:05.149035 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=83887) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:19:05.149406 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=83887) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:19:05.149759 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83887) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:19:05.150469 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.manager [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=83887) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 03 21:19:05.150796 dv-cinder-840377-1-iscsi neutron-server[83887]: INFO neutron.manager [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Loading Plugin: flavors May 03 21:19:05.155492 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.manager [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=83887) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 03 21:19:05.155820 dv-cinder-840377-1-iscsi neutron-server[83887]: INFO neutron.manager [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Loading Plugin: revisions May 03 21:19:05.160757 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.manager [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=83887) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 03 21:19:05.161144 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.053s {{(pid=83887) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 21:19:05.161885 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.api.extensions [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=83887) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:637}} May 03 21:19:05.162223 dv-cinder-840377-1-iscsi neutron-server[83887]: INFO neutron.api.extensions [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Initializing extension manager. May 03 21:19:05.162729 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.api.extensions [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Loading extension file: __init__.py {{(pid=83887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 03 21:19:05.163073 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.api.extensions [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Loading extension file: __pycache__ {{(pid=83887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 03 21:19:05.163413 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.api.extensions [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Loading extension file: _admin_state_down_before_update_lib.py {{(pid=83887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 03 21:19:05.163745 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.api.extensions [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Loading extension file: _availability_zone_filter_lib.py {{(pid=83887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 03 21:19:05.164076 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.api.extensions [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Loading extension file: _filter_validation_lib.py {{(pid=83887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 03 21:19:05.164405 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.api.extensions [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=83887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 03 21:19:05.164761 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.api.extensions [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Loading extension file: address_group.py {{(pid=83887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 03 21:19:05.165522 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.api.extensions [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=83887) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 03 21:19:05.166089 dv-cinder-840377-1-iscsi neutron-server[83887]: INFO neutron.api.extensions [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Loaded extension: address-group May 03 21:19:05.166416 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.api.extensions [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Loading extension file: address_scope.py {{(pid=83887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 03 21:19:05.167128 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.api.extensions [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=83887) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 03 21:19:05.167636 dv-cinder-840377-1-iscsi neutron-server[83887]: INFO neutron.api.extensions [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Loaded extension: address-scope May 03 21:19:05.167960 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.api.extensions [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Loading extension file: admin_state_down_before_update.py {{(pid=83887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 03 21:19:05.170620 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.api.extensions [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is down (admin_state_up=False) before updating the distributed attribute" updated="2019-04-08 13:30:00" {{(pid=83887) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 03 21:19:05.171130 dv-cinder-840377-1-iscsi neutron-server[83887]: INFO neutron.api.extensions [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Loaded extension: router-admin-state-down-before-update May 03 21:19:05.171453 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.api.extensions [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Loading extension file: agent.py {{(pid=83887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 03 21:19:05.172202 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.api.extensions [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=83887) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 03 21:19:05.172741 dv-cinder-840377-1-iscsi neutron-server[83887]: INFO neutron.api.extensions [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Loaded extension: agent May 03 21:19:05.173068 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.api.extensions [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Loading extension file: agent_resources_synced.py {{(pid=83887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 03 21:19:05.173983 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.api.extensions [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=83887) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 03 21:19:05.174489 dv-cinder-840377-1-iscsi neutron-server[83887]: INFO neutron.api.extensions [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Loaded extension: agent-resources-synced May 03 21:19:05.174811 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.api.extensions [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Loading extension file: allowedaddresspairs.py {{(pid=83887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 03 21:19:05.176819 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.api.extensions [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=83887) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 03 21:19:05.177345 dv-cinder-840377-1-iscsi neutron-server[83887]: INFO neutron.api.extensions [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Loaded extension: allowed-address-pairs May 03 21:19:05.177675 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.api.extensions [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Loading extension file: auto_allocated_topology.py {{(pid=83887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 03 21:19:05.178744 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.api.extensions [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=83887) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 03 21:19:05.179261 dv-cinder-840377-1-iscsi neutron-server[83887]: INFO neutron.api.extensions [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Loaded extension: auto-allocated-topology May 03 21:19:05.179590 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.api.extensions [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Loading extension file: availability_zone.py {{(pid=83887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 03 21:19:05.180281 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.api.extensions [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=83887) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 03 21:19:05.180827 dv-cinder-840377-1-iscsi neutron-server[83887]: INFO neutron.api.extensions [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Loaded extension: availability_zone May 03 21:19:05.181155 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.api.extensions [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Loading extension file: availability_zone_filter.py {{(pid=83887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 03 21:19:05.182067 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.api.extensions [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=83887) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 03 21:19:05.182628 dv-cinder-840377-1-iscsi neutron-server[83887]: INFO neutron.api.extensions [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Loaded extension: availability_zone_filter May 03 21:19:05.183000 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.api.extensions [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Loading extension file: data_plane_status.py {{(pid=83887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 03 21:19:05.183899 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.api.extensions [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=83887) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 03 21:19:05.184399 dv-cinder-840377-1-iscsi neutron-server[83887]: INFO neutron.api.extensions [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Extension data-plane-status not supported by any of loaded plugins May 03 21:19:05.184777 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.api.extensions [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Loading extension file: default_subnetpools.py {{(pid=83887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 03 21:19:05.185739 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.api.extensions [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=83887) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 03 21:19:05.186242 dv-cinder-840377-1-iscsi neutron-server[83887]: INFO neutron.api.extensions [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Loaded extension: default-subnetpools May 03 21:19:05.186718 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.api.extensions [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Loading extension file: dhcpagentscheduler.py {{(pid=83887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 03 21:19:05.187523 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.api.extensions [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=83887) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 03 21:19:05.188213 dv-cinder-840377-1-iscsi neutron-server[83887]: INFO neutron.api.extensions [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Loaded extension: dhcp_agent_scheduler May 03 21:19:05.188604 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.api.extensions [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Loading extension file: dns.py {{(pid=83887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 03 21:19:05.189536 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.api.extensions [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=83887) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 03 21:19:05.190092 dv-cinder-840377-1-iscsi neutron-server[83887]: INFO neutron.api.extensions [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Extension dns-integration not supported by any of loaded plugins May 03 21:19:05.190418 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.api.extensions [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Loading extension file: dns_domain_ports.py {{(pid=83887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 03 21:19:05.191384 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.api.extensions [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=83887) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 03 21:19:05.191913 dv-cinder-840377-1-iscsi neutron-server[83887]: INFO neutron.api.extensions [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Extension dns-domain-ports not supported by any of loaded plugins May 03 21:19:05.192288 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.api.extensions [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Loading extension file: dvr.py {{(pid=83887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 03 21:19:05.193100 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.api.extensions [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=83887) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 03 21:19:05.193649 dv-cinder-840377-1-iscsi neutron-server[83887]: INFO neutron.api.extensions [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Loaded extension: dvr May 03 21:19:05.193976 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.api.extensions [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Loading extension file: empty_string_filtering.py {{(pid=83887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 03 21:19:05.194888 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.api.extensions [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=83887) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 03 21:19:05.195402 dv-cinder-840377-1-iscsi neutron-server[83887]: INFO neutron.api.extensions [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Loaded extension: empty-string-filtering May 03 21:19:05.195730 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.api.extensions [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=83887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 03 21:19:05.196665 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.api.extensions [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=83887) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 03 21:19:05.197176 dv-cinder-840377-1-iscsi neutron-server[83887]: INFO neutron.api.extensions [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins May 03 21:19:05.197503 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.api.extensions [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=83887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 03 21:19:05.198414 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.api.extensions [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=83887) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 03 21:19:05.198920 dv-cinder-840377-1-iscsi neutron-server[83887]: INFO neutron.api.extensions [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins May 03 21:19:05.199245 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.api.extensions [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Loading extension file: external_net.py {{(pid=83887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 03 21:19:05.200160 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.api.extensions [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=83887) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 03 21:19:05.200704 dv-cinder-840377-1-iscsi neutron-server[83887]: INFO neutron.api.extensions [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Loaded extension: external-net May 03 21:19:05.201030 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.api.extensions [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Loading extension file: extra_dhcp_opt.py {{(pid=83887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 03 21:19:05.201940 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.api.extensions [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=83887) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 03 21:19:05.202455 dv-cinder-840377-1-iscsi neutron-server[83887]: INFO neutron.api.extensions [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Loaded extension: extra_dhcp_opt May 03 21:19:05.202776 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.api.extensions [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Loading extension file: extraroute.py {{(pid=83887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 03 21:19:05.204336 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.api.extensions [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=83887) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 03 21:19:05.204882 dv-cinder-840377-1-iscsi neutron-server[83887]: INFO neutron.api.extensions [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Loaded extension: extraroute May 03 21:19:05.205209 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.api.extensions [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Loading extension file: extraroute_atomic.py {{(pid=83887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 03 21:19:05.206234 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.api.extensions [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=83887) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 03 21:19:05.206750 dv-cinder-840377-1-iscsi neutron-server[83887]: INFO neutron.api.extensions [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Loaded extension: extraroute-atomic May 03 21:19:05.207076 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.api.extensions [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Loading extension file: filter_validation.py {{(pid=83887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 03 21:19:05.207744 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.api.extensions [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-03-21T10:00:00-00:00" {{(pid=83887) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 03 21:19:05.208252 dv-cinder-840377-1-iscsi neutron-server[83887]: INFO neutron.api.extensions [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Loaded extension: filter-validation May 03 21:19:05.208608 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.api.extensions [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Loading extension file: fip_pf_description.py {{(pid=83887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 03 21:19:05.209521 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.api.extensions [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=83887) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 03 21:19:05.210026 dv-cinder-840377-1-iscsi neutron-server[83887]: INFO neutron.api.extensions [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins May 03 21:19:05.210349 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.api.extensions [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Loading extension file: fip_port_details.py {{(pid=83887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 03 21:19:05.211269 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.api.extensions [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=83887) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 03 21:19:05.211778 dv-cinder-840377-1-iscsi neutron-server[83887]: INFO neutron.api.extensions [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Loaded extension: fip-port-details May 03 21:19:05.212098 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.api.extensions [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Loading extension file: flavors.py {{(pid=83887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 03 21:19:05.214320 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.api.extensions [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=83887) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 03 21:19:05.214843 dv-cinder-840377-1-iscsi neutron-server[83887]: INFO neutron.api.extensions [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Loaded extension: flavors May 03 21:19:05.215173 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.api.extensions [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=83887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 03 21:19:05.222474 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.api.extensions [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=83887) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 03 21:19:05.223000 dv-cinder-840377-1-iscsi neutron-server[83887]: INFO neutron.api.extensions [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins May 03 21:19:05.223332 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.api.extensions [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Loading extension file: floatingip_pools.py {{(pid=83887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 03 21:19:05.224035 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.api.extensions [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=83887) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 03 21:19:05.224593 dv-cinder-840377-1-iscsi neutron-server[83887]: INFO neutron.api.extensions [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Loaded extension: floatingip-pools May 03 21:19:05.224926 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.api.extensions [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Loading extension file: ip_allocation.py {{(pid=83887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 03 21:19:05.225864 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.api.extensions [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=83887) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 03 21:19:05.226372 dv-cinder-840377-1-iscsi neutron-server[83887]: INFO neutron.api.extensions [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Extension ip_allocation not supported by any of loaded plugins May 03 21:19:05.226696 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.api.extensions [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=83887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 03 21:19:05.227638 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.api.extensions [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=83887) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 03 21:19:05.228174 dv-cinder-840377-1-iscsi neutron-server[83887]: INFO neutron.api.extensions [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Loaded extension: ip-substring-filtering May 03 21:19:05.228530 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.api.extensions [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Loading extension file: l2_adjacency.py {{(pid=83887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 03 21:19:05.229499 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.api.extensions [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=83887) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 03 21:19:05.230001 dv-cinder-840377-1-iscsi neutron-server[83887]: INFO neutron.api.extensions [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Extension l2_adjacency not supported by any of loaded plugins May 03 21:19:05.230395 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.api.extensions [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Loading extension file: l3.py {{(pid=83887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 03 21:19:05.231409 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.api.extensions [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=83887) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 03 21:19:05.231930 dv-cinder-840377-1-iscsi neutron-server[83887]: INFO neutron.api.extensions [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Loaded extension: router May 03 21:19:05.232296 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.api.extensions [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Loading extension file: l3_conntrack_helper.py {{(pid=83887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 03 21:19:05.234928 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.api.extensions [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=83887) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 03 21:19:05.235509 dv-cinder-840377-1-iscsi neutron-server[83887]: INFO neutron.api.extensions [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Extension l3-conntrack-helper not supported by any of loaded plugins May 03 21:19:05.235845 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.api.extensions [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=83887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 03 21:19:05.237173 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.api.extensions [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=83887) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 03 21:19:05.237717 dv-cinder-840377-1-iscsi neutron-server[83887]: INFO neutron.api.extensions [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Loaded extension: ext-gw-mode May 03 21:19:05.238128 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.api.extensions [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=83887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 03 21:19:05.239054 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.api.extensions [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=83887) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 03 21:19:05.239572 dv-cinder-840377-1-iscsi neutron-server[83887]: INFO neutron.api.extensions [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Loaded extension: l3-ha May 03 21:19:05.239924 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.api.extensions [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Loading extension file: l3_flavors.py {{(pid=83887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 03 21:19:05.240861 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.api.extensions [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=83887) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 03 21:19:05.241373 dv-cinder-840377-1-iscsi neutron-server[83887]: INFO neutron.api.extensions [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Loaded extension: l3-flavors May 03 21:19:05.241702 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.api.extensions [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=83887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 03 21:19:05.248888 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.api.extensions [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=83887) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 03 21:19:05.249406 dv-cinder-840377-1-iscsi neutron-server[83887]: INFO neutron.api.extensions [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Loaded extension: l3-port-ip-change-not-allowed May 03 21:19:05.250266 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.api.extensions [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Loading extension file: l3agentscheduler.py {{(pid=83887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 03 21:19:05.251380 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.api.extensions [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=83887) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 03 21:19:05.251899 dv-cinder-840377-1-iscsi neutron-server[83887]: INFO neutron.api.extensions [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Loaded extension: l3_agent_scheduler May 03 21:19:05.252229 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.api.extensions [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Loading extension file: logging.py {{(pid=83887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 03 21:19:05.253752 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.api.extensions [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=83887) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 03 21:19:05.254273 dv-cinder-840377-1-iscsi neutron-server[83887]: INFO neutron.api.extensions [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Extension logging not supported by any of loaded plugins May 03 21:19:05.254605 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.api.extensions [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Loading extension file: metering.py {{(pid=83887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 03 21:19:05.255354 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.api.extensions [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=83887) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 03 21:19:05.255958 dv-cinder-840377-1-iscsi neutron-server[83887]: INFO neutron.api.extensions [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Loaded extension: metering May 03 21:19:05.256292 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.api.extensions [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=83887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 03 21:19:05.257422 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.api.extensions [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=83887) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 03 21:19:05.257941 dv-cinder-840377-1-iscsi neutron-server[83887]: INFO neutron.api.extensions [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Loaded extension: metering_source_and_destination_fields May 03 21:19:05.258270 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.api.extensions [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Loading extension file: multiprovidernet.py {{(pid=83887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 03 21:19:05.259192 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.api.extensions [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=83887) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 03 21:19:05.259704 dv-cinder-840377-1-iscsi neutron-server[83887]: INFO neutron.api.extensions [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Loaded extension: multi-provider May 03 21:19:05.260029 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.api.extensions [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Loading extension file: netmtu.py {{(pid=83887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 03 21:19:05.260970 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.api.extensions [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=83887) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 03 21:19:05.261485 dv-cinder-840377-1-iscsi neutron-server[83887]: INFO neutron.api.extensions [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Loaded extension: net-mtu May 03 21:19:05.261810 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.api.extensions [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Loading extension file: netmtu_writable.py {{(pid=83887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 03 21:19:05.262730 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.api.extensions [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=83887) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 03 21:19:05.263241 dv-cinder-840377-1-iscsi neutron-server[83887]: INFO neutron.api.extensions [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Loaded extension: net-mtu-writable May 03 21:19:05.263567 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.api.extensions [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Loading extension file: network_availability_zone.py {{(pid=83887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 03 21:19:05.264233 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.api.extensions [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=83887) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 03 21:19:05.264775 dv-cinder-840377-1-iscsi neutron-server[83887]: INFO neutron.api.extensions [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Loaded extension: network_availability_zone May 03 21:19:05.265101 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.api.extensions [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Loading extension file: network_ip_availability.py {{(pid=83887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 03 21:19:05.266882 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.api.extensions [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=83887) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 03 21:19:05.267404 dv-cinder-840377-1-iscsi neutron-server[83887]: INFO neutron.api.extensions [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Loaded extension: network-ip-availability May 03 21:19:05.267737 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.api.extensions [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Loading extension file: network_segment_range.py {{(pid=83887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 03 21:19:05.268541 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.api.extensions [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=83887) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 03 21:19:05.269059 dv-cinder-840377-1-iscsi neutron-server[83887]: INFO neutron.api.extensions [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Extension network-segment-range not supported by any of loaded plugins May 03 21:19:05.269386 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.api.extensions [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Loading extension file: pagination.py {{(pid=83887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 03 21:19:05.270369 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.api.extensions [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=83887) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 03 21:19:05.270704 dv-cinder-840377-1-iscsi neutron-server[83887]: INFO neutron.api.extensions [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Loaded extension: pagination May 03 21:19:05.271028 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.api.extensions [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=83887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 03 21:19:05.271949 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.api.extensions [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=83887) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 03 21:19:05.272484 dv-cinder-840377-1-iscsi neutron-server[83887]: INFO neutron.api.extensions [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Loaded extension: port-mac-address-regenerate May 03 21:19:05.272811 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.api.extensions [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Loading extension file: port_resource_request.py {{(pid=83887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 03 21:19:05.279841 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.api.extensions [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=83887) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 03 21:19:05.280348 dv-cinder-840377-1-iscsi neutron-server[83887]: INFO neutron.api.extensions [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Extension port-resource-request not supported by any of loaded plugins May 03 21:19:05.280707 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.api.extensions [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Loading extension file: portbindings.py {{(pid=83887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 03 21:19:05.281748 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.api.extensions [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=83887) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 03 21:19:05.282251 dv-cinder-840377-1-iscsi neutron-server[83887]: INFO neutron.api.extensions [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Loaded extension: binding May 03 21:19:05.282574 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.api.extensions [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Loading extension file: portbindings_extended.py {{(pid=83887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 03 21:19:05.283850 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.api.extensions [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=83887) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 03 21:19:05.284366 dv-cinder-840377-1-iscsi neutron-server[83887]: INFO neutron.api.extensions [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Loaded extension: binding-extended May 03 21:19:05.284730 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.api.extensions [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Loading extension file: portsecurity.py {{(pid=83887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 03 21:19:05.285653 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.api.extensions [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=83887) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 03 21:19:05.286168 dv-cinder-840377-1-iscsi neutron-server[83887]: INFO neutron.api.extensions [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Loaded extension: port-security May 03 21:19:05.286496 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.api.extensions [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Loading extension file: project_id.py {{(pid=83887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 03 21:19:05.287465 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.api.extensions [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=83887) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 03 21:19:05.287802 dv-cinder-840377-1-iscsi neutron-server[83887]: INFO neutron.api.extensions [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Loaded extension: project-id May 03 21:19:05.288125 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.api.extensions [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Loading extension file: providernet.py {{(pid=83887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 03 21:19:05.289075 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.api.extensions [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=83887) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 03 21:19:05.289586 dv-cinder-840377-1-iscsi neutron-server[83887]: INFO neutron.api.extensions [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Loaded extension: provider May 03 21:19:05.289908 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.api.extensions [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Loading extension file: qos.py {{(pid=83887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 03 21:19:05.293598 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.api.extensions [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=83887) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 03 21:19:05.294126 dv-cinder-840377-1-iscsi neutron-server[83887]: INFO neutron.api.extensions [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Extension qos not supported by any of loaded plugins May 03 21:19:05.294459 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.api.extensions [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=83887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 03 21:19:05.295699 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.api.extensions [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=83887) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 03 21:19:05.296215 dv-cinder-840377-1-iscsi neutron-server[83887]: INFO neutron.api.extensions [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins May 03 21:19:05.296630 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.api.extensions [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=83887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 03 21:19:05.297556 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.api.extensions [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=83887) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 03 21:19:05.298065 dv-cinder-840377-1-iscsi neutron-server[83887]: INFO neutron.api.extensions [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins May 03 21:19:05.298392 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.api.extensions [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Loading extension file: qos_default.py {{(pid=83887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 03 21:19:05.299307 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.api.extensions [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=83887) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 03 21:19:05.299817 dv-cinder-840377-1-iscsi neutron-server[83887]: INFO neutron.api.extensions [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Extension qos-default not supported by any of loaded plugins May 03 21:19:05.300143 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.api.extensions [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Loading extension file: qos_fip.py {{(pid=83887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 03 21:19:05.300823 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.api.extensions [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=83887) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 03 21:19:05.301395 dv-cinder-840377-1-iscsi neutron-server[83887]: INFO neutron.api.extensions [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Extension qos-fip not supported by any of loaded plugins May 03 21:19:05.301649 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.api.extensions [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Loading extension file: qos_gateway_ip.py {{(pid=83887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 03 21:19:05.302578 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.api.extensions [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=83887) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 03 21:19:05.303081 dv-cinder-840377-1-iscsi neutron-server[83887]: INFO neutron.api.extensions [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Extension qos-gateway-ip not supported by any of loaded plugins May 03 21:19:05.303410 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.api.extensions [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Loading extension file: qos_port_network_policy.py {{(pid=83887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 03 21:19:05.304325 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.api.extensions [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=83887) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 03 21:19:05.304876 dv-cinder-840377-1-iscsi neutron-server[83887]: INFO neutron.api.extensions [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Extension qos-port-network-policy not supported by any of loaded plugins May 03 21:19:05.305203 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.api.extensions [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Loading extension file: qos_rule_type_details.py {{(pid=83887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 03 21:19:05.306121 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.api.extensions [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=83887) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 03 21:19:05.306641 dv-cinder-840377-1-iscsi neutron-server[83887]: INFO neutron.api.extensions [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Extension qos-rule-type-details not supported by any of loaded plugins May 03 21:19:05.306968 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.api.extensions [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Loading extension file: qos_rules_alias.py {{(pid=83887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 03 21:19:05.308068 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.api.extensions [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=83887) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 03 21:19:05.308651 dv-cinder-840377-1-iscsi neutron-server[83887]: INFO neutron.api.extensions [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Extension qos-rules-alias not supported by any of loaded plugins May 03 21:19:05.308979 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.api.extensions [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Loading extension file: quotasv2.py {{(pid=83887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 03 21:19:05.309861 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.api.extensions [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=83887) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 03 21:19:05.310194 dv-cinder-840377-1-iscsi neutron-server[83887]: INFO neutron.api.extensions [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Loaded extension: quotas May 03 21:19:05.310600 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.api.extensions [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Loading extension file: quotasv2_detail.py {{(pid=83887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 03 21:19:05.312776 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.api.extensions [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=83887) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 03 21:19:05.313474 dv-cinder-840377-1-iscsi neutron-server[83887]: INFO neutron.api.extensions [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Loaded extension: quota_details May 03 21:19:05.313760 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.api.extensions [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Loading extension file: rbac.py {{(pid=83887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 03 21:19:05.314855 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.api.extensions [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=83887) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 03 21:19:05.315385 dv-cinder-840377-1-iscsi neutron-server[83887]: INFO neutron.api.extensions [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Loaded extension: rbac-policies May 03 21:19:05.315786 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.api.extensions [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Loading extension file: rbac_address_scope.py {{(pid=83887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 03 21:19:05.316758 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.api.extensions [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=83887) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 03 21:19:05.319588 dv-cinder-840377-1-iscsi neutron-server[83887]: INFO neutron.api.extensions [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Loaded extension: rbac-address-scope May 03 21:19:05.319588 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.api.extensions [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Loading extension file: rbac_security_groups.py {{(pid=83887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 03 21:19:05.320294 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.api.extensions [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=83887) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 03 21:19:05.320863 dv-cinder-840377-1-iscsi neutron-server[83887]: INFO neutron.api.extensions [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Loaded extension: rbac-security-groups May 03 21:19:05.321196 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.api.extensions [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Loading extension file: rbac_subnetpool.py {{(pid=83887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 03 21:19:05.322146 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.api.extensions [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=83887) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 03 21:19:05.322666 dv-cinder-840377-1-iscsi neutron-server[83887]: INFO neutron.api.extensions [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Loaded extension: rbac-subnetpool May 03 21:19:05.322995 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.api.extensions [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Loading extension file: revisionifmatch.py {{(pid=83887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 03 21:19:05.323913 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.api.extensions [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=83887) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 03 21:19:05.324435 dv-cinder-840377-1-iscsi neutron-server[83887]: INFO neutron.api.extensions [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Loaded extension: revision-if-match May 03 21:19:05.324788 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.api.extensions [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Loading extension file: revisions.py {{(pid=83887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 03 21:19:05.325943 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.api.extensions [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=83887) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 03 21:19:05.326451 dv-cinder-840377-1-iscsi neutron-server[83887]: INFO neutron.api.extensions [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Loaded extension: standard-attr-revisions May 03 21:19:05.326782 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.api.extensions [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Loading extension file: router_availability_zone.py {{(pid=83887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 03 21:19:05.327458 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.api.extensions [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=83887) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 03 21:19:05.328633 dv-cinder-840377-1-iscsi neutron-server[83887]: INFO neutron.api.extensions [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Loaded extension: router_availability_zone May 03 21:19:05.328965 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.api.extensions [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Loading extension file: routerservicetype.py {{(pid=83887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 03 21:19:05.329887 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.api.extensions [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=83887) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 03 21:19:05.330402 dv-cinder-840377-1-iscsi neutron-server[83887]: INFO neutron.api.extensions [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Extension router-service-type not supported by any of loaded plugins May 03 21:19:05.330731 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.api.extensions [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Loading extension file: security_groups_port_filtering.py {{(pid=83887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 03 21:19:05.331657 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.api.extensions [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=83887) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 03 21:19:05.332171 dv-cinder-840377-1-iscsi neutron-server[83887]: INFO neutron.api.extensions [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Loaded extension: port-security-groups-filtering May 03 21:19:05.332531 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.api.extensions [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Loading extension file: securitygroup.py {{(pid=83887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 03 21:19:05.344217 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.api.extensions [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=83887) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 03 21:19:05.348505 dv-cinder-840377-1-iscsi neutron-server[83887]: INFO neutron.api.extensions [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Loaded extension: security-group May 03 21:19:05.348505 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.api.extensions [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Loading extension file: segment.py {{(pid=83887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 03 21:19:05.348505 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.api.extensions [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=83887) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 03 21:19:05.348505 dv-cinder-840377-1-iscsi neutron-server[83887]: INFO neutron.api.extensions [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Extension segment not supported by any of loaded plugins May 03 21:19:05.348505 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.api.extensions [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=83887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 03 21:19:05.348950 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.api.extensions [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=83887) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 03 21:19:05.349366 dv-cinder-840377-1-iscsi neutron-server[83887]: INFO neutron.api.extensions [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins May 03 21:19:05.349697 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.api.extensions [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Loading extension file: servicetype.py {{(pid=83887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 03 21:19:05.350791 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.api.extensions [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=83887) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 03 21:19:05.351316 dv-cinder-840377-1-iscsi neutron-server[83887]: INFO neutron.api.extensions [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Loaded extension: service-type May 03 21:19:05.351644 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.api.extensions [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Loading extension file: sorting.py {{(pid=83887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 03 21:19:05.352660 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.api.extensions [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=83887) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 03 21:19:05.352995 dv-cinder-840377-1-iscsi neutron-server[83887]: INFO neutron.api.extensions [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Loaded extension: sorting May 03 21:19:05.353327 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.api.extensions [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Loading extension file: standard_attr_segment.py {{(pid=83887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 03 21:19:05.354244 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.api.extensions [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=83887) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 03 21:19:05.354763 dv-cinder-840377-1-iscsi neutron-server[83887]: INFO neutron.api.extensions [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Extension standard-attr-segment not supported by any of loaded plugins May 03 21:19:05.355092 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.api.extensions [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Loading extension file: standardattrdescription.py {{(pid=83887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 03 21:19:05.355746 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.api.extensions [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=83887) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 03 21:19:05.356261 dv-cinder-840377-1-iscsi neutron-server[83887]: INFO neutron.api.extensions [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Loaded extension: standard-attr-description May 03 21:19:05.356621 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.api.extensions [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Loading extension file: stateful_security_group.py {{(pid=83887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 03 21:19:05.357557 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.api.extensions [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=83887) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 03 21:19:05.358072 dv-cinder-840377-1-iscsi neutron-server[83887]: INFO neutron.api.extensions [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Loaded extension: stateful-security-group May 03 21:19:05.358398 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.api.extensions [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Loading extension file: stdattrs_common.py {{(pid=83887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 03 21:19:05.358990 dv-cinder-840377-1-iscsi neutron-server[83887]: WARNING neutron.api.extensions [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py May 03 21:19:05.359901 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.api.extensions [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=83887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 03 21:19:05.360856 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.api.extensions [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=83887) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 03 21:19:05.361631 dv-cinder-840377-1-iscsi neutron-server[83887]: INFO neutron.api.extensions [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins May 03 21:19:05.361957 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.api.extensions [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Loading extension file: subnet_onboard.py {{(pid=83887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 03 21:19:05.363115 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.api.extensions [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=83887) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 03 21:19:05.363645 dv-cinder-840377-1-iscsi neutron-server[83887]: INFO neutron.api.extensions [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Loaded extension: subnet_onboard May 03 21:19:05.363975 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.api.extensions [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=83887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 03 21:19:05.364961 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.api.extensions [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=83887) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 03 21:19:05.365455 dv-cinder-840377-1-iscsi neutron-server[83887]: INFO neutron.api.extensions [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins May 03 21:19:05.365779 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.api.extensions [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Loading extension file: subnet_service_types.py {{(pid=83887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 03 21:19:05.366715 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.api.extensions [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=83887) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 03 21:19:05.367229 dv-cinder-840377-1-iscsi neutron-server[83887]: INFO neutron.api.extensions [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Loaded extension: subnet-service-types May 03 21:19:05.367554 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.api.extensions [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Loading extension file: subnetallocation.py {{(pid=83887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 03 21:19:05.368674 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.api.extensions [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=83887) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 03 21:19:05.369187 dv-cinder-840377-1-iscsi neutron-server[83887]: INFO neutron.api.extensions [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Loaded extension: subnet_allocation May 03 21:19:05.369513 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.api.extensions [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=83887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 03 21:19:05.370181 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.api.extensions [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=83887) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 03 21:19:05.370685 dv-cinder-840377-1-iscsi neutron-server[83887]: INFO neutron.api.extensions [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Loaded extension: subnetpool-prefix-ops May 03 21:19:05.371022 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.api.extensions [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=83887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 03 21:19:05.371945 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.api.extensions [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=83887) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 03 21:19:05.372483 dv-cinder-840377-1-iscsi neutron-server[83887]: INFO neutron.api.extensions [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins May 03 21:19:05.372811 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.api.extensions [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Loading extension file: tagging.py {{(pid=83887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 03 21:19:05.373880 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.api.extensions [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, router, floatingip, policy, security_group, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=83887) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 03 21:19:05.374398 dv-cinder-840377-1-iscsi neutron-server[83887]: INFO neutron.api.extensions [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Loaded extension: standard-attr-tag May 03 21:19:05.374770 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.api.extensions [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Loading extension file: timestamp.py {{(pid=83887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 03 21:19:05.376015 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.api.extensions [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=83887) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 03 21:19:05.376567 dv-cinder-840377-1-iscsi neutron-server[83887]: INFO neutron.api.extensions [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Loaded extension: standard-attr-timestamp May 03 21:19:05.376897 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.api.extensions [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Loading extension file: trunk.py {{(pid=83887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 03 21:19:05.377927 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.api.extensions [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=83887) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 03 21:19:05.378445 dv-cinder-840377-1-iscsi neutron-server[83887]: INFO neutron.api.extensions [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Extension trunk not supported by any of loaded plugins May 03 21:19:05.378803 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.api.extensions [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Loading extension file: trunk_details.py {{(pid=83887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 03 21:19:05.388377 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.api.extensions [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=83887) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 03 21:19:05.388915 dv-cinder-840377-1-iscsi neutron-server[83887]: INFO neutron.api.extensions [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Extension trunk-details not supported by any of loaded plugins May 03 21:19:05.389244 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.api.extensions [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Loading extension file: uplink_status_propagation.py {{(pid=83887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 03 21:19:05.390165 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.api.extensions [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=83887) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 03 21:19:05.390726 dv-cinder-840377-1-iscsi neutron-server[83887]: INFO neutron.api.extensions [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Extension uplink-status-propagation not supported by any of loaded plugins May 03 21:19:05.391135 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.api.extensions [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Loading extension file: vlantransparent.py {{(pid=83887) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 03 21:19:05.391825 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.api.extensions [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=83887) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 03 21:19:05.392342 dv-cinder-840377-1-iscsi neutron-server[83887]: INFO neutron.api.extensions [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Extension vlan-transparent not supported by any of loaded plugins May 03 21:19:05.394593 dv-cinder-840377-1-iscsi neutron-server[83887]: INFO neutron.quota.resource_registry [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Creating instance of TrackedResource for resource:network May 03 21:19:05.395317 dv-cinder-840377-1-iscsi neutron-server[83887]: INFO neutron.quota.resource_registry [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Creating instance of TrackedResource for resource:subnet May 03 21:19:05.395922 dv-cinder-840377-1-iscsi neutron-server[83887]: INFO neutron.quota.resource_registry [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Creating instance of TrackedResource for resource:subnetpool May 03 21:19:05.396720 dv-cinder-840377-1-iscsi neutron-server[83887]: INFO neutron.quota.resource_registry [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Creating instance of TrackedResource for resource:port May 03 21:19:05.397982 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.api.v2.resource_helper [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83887) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 03 21:19:05.398438 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.api.v2.resource_helper [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Service FLAVORS assigned prefix: {{(pid=83887) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 03 21:19:05.399042 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.api.v2.resource_helper [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83887) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 03 21:19:05.399474 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.api.v2.resource_helper [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83887) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 03 21:19:05.399807 dv-cinder-840377-1-iscsi neutron-server[83887]: INFO neutron.quota.resource_registry [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Creating instance of TrackedResource for resource:router May 03 21:19:05.400509 dv-cinder-840377-1-iscsi neutron-server[83887]: INFO neutron.quota.resource_registry [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Creating instance of TrackedResource for resource:floatingip May 03 21:19:05.401227 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.api.v2.resource_helper [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Service METERING assigned prefix: /metering {{(pid=83887) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 03 21:19:05.402666 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=83887) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:19:05.403036 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=83887) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:19:05.403398 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83887) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:19:05.404548 dv-cinder-840377-1-iscsi neutron-server[83887]: INFO neutron.quota.resource_registry [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Creating instance of CountableResource for resource:rbac_policy May 03 21:19:05.404992 dv-cinder-840377-1-iscsi neutron-server[83887]: INFO neutron.quota.resource_registry [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Creating instance of TrackedResource for resource:security_group May 03 21:19:05.405711 dv-cinder-840377-1-iscsi neutron-server[83887]: INFO neutron.quota.resource_registry [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Creating instance of TrackedResource for resource:security_group_rule May 03 21:19:05.407047 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.api.v2.resource_helper [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Service CORE assigned prefix: {{(pid=83887) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 03 21:19:05.407381 dv-cinder-840377-1-iscsi neutron-server[83887]: INFO neutron.quota.resource_registry [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Creating instance of TrackedResource for resource:subnetpool May 03 21:19:05.407730 dv-cinder-840377-1-iscsi neutron-server[83887]: WARNING neutron.quota.resource_registry [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] subnetpool is already registered May 03 21:19:05.408342 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.api.v2.resource_helper [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Service CORE assigned prefix: {{(pid=83887) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 03 21:19:05.408703 dv-cinder-840377-1-iscsi neutron-server[83887]: INFO neutron.quota.resource_registry [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Creating instance of TrackedResource for resource:subnetpool May 03 21:19:05.409030 dv-cinder-840377-1-iscsi neutron-server[83887]: WARNING neutron.quota.resource_registry [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] subnetpool is already registered May 03 21:19:05.411681 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.api.v2.resource_helper [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83887) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 03 21:19:05.412114 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.api.v2.resource_helper [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Service FLAVORS assigned prefix: {{(pid=83887) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 03 21:19:05.412781 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.api.v2.resource_helper [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83887) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 03 21:19:05.413248 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.api.v2.resource_helper [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83887) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 03 21:19:05.413611 dv-cinder-840377-1-iscsi neutron-server[83887]: INFO neutron.quota.resource_registry [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Creating instance of TrackedResource for resource:router May 03 21:19:05.413999 dv-cinder-840377-1-iscsi neutron-server[83887]: WARNING neutron.quota.resource_registry [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] router is already registered May 03 21:19:05.414597 dv-cinder-840377-1-iscsi neutron-server[83887]: INFO neutron.quota.resource_registry [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Creating instance of TrackedResource for resource:floatingip May 03 21:19:05.414929 dv-cinder-840377-1-iscsi neutron-server[83887]: WARNING neutron.quota.resource_registry [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] floatingip is already registered May 03 21:19:05.415614 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.api.v2.resource_helper [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Service METERING assigned prefix: /metering {{(pid=83887) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 03 21:19:05.416447 dv-cinder-840377-1-iscsi neutron-server[83887]: INFO neutron.quota.resource_registry [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Creating instance of CountableResource for resource:rbac_policy May 03 21:19:05.416834 dv-cinder-840377-1-iscsi neutron-server[83887]: WARNING neutron.quota.resource_registry [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] rbac_policy is already registered May 03 21:19:05.417401 dv-cinder-840377-1-iscsi neutron-server[83887]: INFO neutron.quota.resource_registry [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Creating instance of TrackedResource for resource:security_group May 03 21:19:05.417811 dv-cinder-840377-1-iscsi neutron-server[83887]: WARNING neutron.quota.resource_registry [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] security_group is already registered May 03 21:19:05.418432 dv-cinder-840377-1-iscsi neutron-server[83887]: INFO neutron.quota.resource_registry [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Creating instance of TrackedResource for resource:security_group_rule May 03 21:19:05.418767 dv-cinder-840377-1-iscsi neutron-server[83887]: WARNING neutron.quota.resource_registry [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] security_group_rule is already registered May 03 21:19:05.419447 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.api.v2.resource_helper [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Service CORE assigned prefix: {{(pid=83887) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 03 21:19:05.425580 dv-cinder-840377-1-iscsi neutron-server[83887]: INFO neutron.quota.resource_registry [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Creating instance of TrackedResource for resource:subnetpool May 03 21:19:05.425580 dv-cinder-840377-1-iscsi neutron-server[83887]: WARNING neutron.quota.resource_registry [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] subnetpool is already registered May 03 21:19:05.425580 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.api.v2.resource_helper [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Service CORE assigned prefix: {{(pid=83887) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 03 21:19:05.425580 dv-cinder-840377-1-iscsi neutron-server[83887]: INFO neutron.quota.resource_registry [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Creating instance of TrackedResource for resource:subnetpool May 03 21:19:05.425580 dv-cinder-840377-1-iscsi neutron-server[83887]: WARNING neutron.quota.resource_registry [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] subnetpool is already registered May 03 21:19:05.425580 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.api.extensions [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Extended resource: extensions {{(pid=83887) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 03 21:19:05.425580 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.api.extensions [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Extended resource: address-groups {{(pid=83887) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 03 21:19:05.426066 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.api.extensions [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Extended resource: address-scopes {{(pid=83887) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 03 21:19:05.426923 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.api.extensions [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Extended resource: agents {{(pid=83887) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 03 21:19:05.428061 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.api.extensions [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Extended resource: auto-allocated-topology {{(pid=83887) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 03 21:19:05.429298 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.api.extensions [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Extended resource: availability_zones {{(pid=83887) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 03 21:19:05.430595 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.api.extensions [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Extended resource: dhcp-networks {{(pid=83887) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 03 21:19:05.431948 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.api.extensions [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Extended resource: dhcp-agents {{(pid=83887) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 03 21:19:05.433380 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.api.extensions [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Extended resource: routers {{(pid=83887) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 03 21:19:05.435238 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.api.extensions [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Extended resource: flavors {{(pid=83887) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 03 21:19:05.436391 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.api.extensions [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Extended resource: service_profiles {{(pid=83887) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 03 21:19:05.437760 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.api.extensions [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Extended resource: next_providers {{(pid=83887) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 03 21:19:05.439252 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.api.extensions [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Extended resource: service_profiles {{(pid=83887) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 03 21:19:05.440678 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.api.extensions [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Extended resource: floatingip-pools {{(pid=83887) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 03 21:19:05.442005 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.api.extensions [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Extended resource: routers {{(pid=83887) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 03 21:19:05.443764 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.api.extensions [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Extended resource: floatingips {{(pid=83887) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 03 21:19:05.444978 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.api.extensions [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Extended resource: l3-routers {{(pid=83887) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 03 21:19:05.446325 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.api.extensions [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Extended resource: l3-agents {{(pid=83887) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 03 21:19:05.447706 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.api.extensions [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Extended resource: metering-labels {{(pid=83887) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 03 21:19:05.449267 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.api.extensions [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Extended resource: metering-label-rules {{(pid=83887) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 03 21:19:05.451289 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.api.extensions [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Extended resource: network-ip-availabilities {{(pid=83887) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 03 21:19:05.451727 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.api.extensions [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Extended resource: bindings {{(pid=83887) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 03 21:19:05.454293 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.api.extensions [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Extended resource: quotas {{(pid=83887) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 03 21:19:05.455721 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.api.extensions [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Extended resource: quotas {{(pid=83887) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 03 21:19:05.457485 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.api.extensions [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Extended resource: rbac-policies {{(pid=83887) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 03 21:19:05.458750 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.api.extensions [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Extended resource: security-groups {{(pid=83887) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 03 21:19:05.459949 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.api.extensions [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Extended resource: security-group-rules {{(pid=83887) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 03 21:19:05.461196 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.api.extensions [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Extended resource: service-providers {{(pid=83887) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 03 21:19:05.462409 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.api.extensions [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Extended resource: subnetpools {{(pid=83887) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 03 21:19:05.463994 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.api.extensions [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Extended resource: subnetpools {{(pid=83887) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 03 21:19:05.465462 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.api.extensions [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Extended resource: tags {{(pid=83887) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 03 21:19:05.467145 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.api.extensions [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Extended resource: tags {{(pid=83887) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 03 21:19:05.469476 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.api.extensions [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Extended resource: tags {{(pid=83887) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 03 21:19:05.471196 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.api.extensions [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Extended resource: tags {{(pid=83887) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 03 21:19:05.472952 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.api.extensions [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Extended resource: tags {{(pid=83887) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 03 21:19:05.474647 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.api.extensions [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Extended resource: tags {{(pid=83887) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 03 21:19:05.476368 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.api.extensions [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Extended resource: tags {{(pid=83887) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 03 21:19:05.478483 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.api.extensions [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Extended resource: tags {{(pid=83887) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 03 21:19:05.480287 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.api.extensions [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Extended resource: tags {{(pid=83887) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 03 21:19:05.482116 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron.api.extensions [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Extended resource: tags {{(pid=83887) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 03 21:19:05.488735 dv-cinder-840377-1-iscsi neutron-server[83887]: WARNING keystonemiddleware.auth_token [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. May 03 21:19:05.493474 dv-cinder-840377-1-iscsi neutron-server[83887]: WARNING keystonemiddleware.auth_token [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint May 03 21:19:05.501736 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Acquired lock "singleton_lock" {{(pid=83887) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} May 03 21:19:05.502211 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_concurrency.lockutils [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Releasing lock "singleton_lock" {{(pid=83887) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} May 03 21:19:05.502837 dv-cinder-840377-1-iscsi neutron-server[83887]: INFO oslo_service.service [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Starting 2 workers May 03 21:19:05.507407 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Started child 83992 {{(pid=83887) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 03 21:19:05.511610 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Started child 83993 {{(pid=83887) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 03 21:19:05.513176 dv-cinder-840377-1-iscsi neutron-server[83887]: INFO neutron.service [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Neutron service started, listening on 0.0.0.0:9696 May 03 21:19:05.513292 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:05.513791 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Notify callbacks [] for process, before_spawn {{(pid=83887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:05.514778 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [-] (83992) wsgi starting up on http://0.0.0.0:9696 May 03 21:19:05.516524 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:05.516981 dv-cinder-840377-1-iscsi neutron-server[83887]: INFO oslo_service.service [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Starting 1 workers May 03 21:19:05.517820 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [-] (83993) wsgi starting up on http://0.0.0.0:9696 May 03 21:19:05.521998 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Started child 83994 {{(pid=83887) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 03 21:19:05.522621 dv-cinder-840377-1-iscsi neutron-server[83887]: INFO oslo_service.service [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Starting 1 workers May 03 21:19:05.526088 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.service [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] calling RpcWorker wait() {{(pid=83994) _wait /opt/stack/neutron/neutron/service.py:128}} May 03 21:19:05.526647 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.service [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] returning from RpcWorker wait() {{(pid=83994) _wait /opt/stack/neutron/neutron/service.py:135}} May 03 21:19:05.526889 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Started child 83995 {{(pid=83887) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 03 21:19:05.527679 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG neutron_lib.callbacks.manager [None req-ff327555-9c68-4ebf-b1f4-d3ba2e7df245 None None] Notify callbacks [] for process, after_spawn {{(pid=83887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:05.527915 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:05.528447 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=83994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:19:05.529590 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=83887) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} May 03 21:19:05.529799 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 03 21:19:05.529979 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 03 21:19:05.530191 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 03 21:19:05.530556 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 03 21:19:05.530700 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 03 21:19:05.531722 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:19:05.532115 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:19:05.532288 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:19:05.532532 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:19:05.532630 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:05.533103 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:19:05.533393 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:19:05.533651 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:19:05.533902 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:19:05.534160 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:19:05.534389 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:19:05.534557 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:19:05.534722 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:19:05.534963 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:19:05.535212 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:19:05.535497 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:19:05.535770 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:19:05.536004 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:19:05.536273 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:19:05.536473 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:19:05.536727 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] config_source = [] {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:19:05.537011 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:19:05.537236 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:19:05.537512 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] debug = True {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:19:05.537750 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:19:05.538275 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:19:05.538491 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:19:05.538729 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:19:05.538965 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:19:05.539379 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:19:05.539541 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:19:05.539846 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:19:05.540081 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:19:05.540332 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:19:05.540597 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:19:05.546114 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:19:05.546114 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:19:05.546114 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:19:05.546114 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:19:05.546114 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:19:05.546114 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] host = dv-cinder-840377-1-iscsi {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:19:05.546114 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:19:05.546114 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:19:05.546660 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:19:05.546660 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:19:05.546660 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:19:05.546660 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:19:05.546660 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:19:05.546660 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:19:05.546660 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:19:05.546660 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:19:05.548456 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:19:05.548456 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:19:05.548456 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] log_dir = None {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:19:05.548456 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] log_file = None {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:19:05.548456 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] log_options = True {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:19:05.548456 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:19:05.548456 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:19:05.548456 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:19:05.549528 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:19:05.549528 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:19:05.549528 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:19:05.549528 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:19:05.549528 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:19:05.549528 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:19:05.549528 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:19:05.550444 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:19:05.550444 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:19:05.550444 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:19:05.550444 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:19:05.550444 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:19:05.550444 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:19:05.550444 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:19:05.550444 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:19:05.551487 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:19:05.551487 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:19:05.551487 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:19:05.551487 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:19:05.551487 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:19:05.551487 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:19:05.552261 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:19:05.552261 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:19:05.552261 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:19:05.552261 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:19:05.552814 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:19:05.552814 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:19:05.553085 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:19:05.553234 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:19:05.553383 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:19:05.553873 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:19:05.553873 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:19:05.554173 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:19:05.554319 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:19:05.554499 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:19:05.554728 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:19:05.554973 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:19:05.555244 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:19:05.555461 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:19:05.555694 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:19:05.555909 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:19:05.556124 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] use_journal = False {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:19:05.556357 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] use_json = False {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:19:05.556603 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:19:05.556848 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:19:05.557105 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:19:05.557317 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:19:05.557554 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:19:05.557763 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:19:05.557974 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:19:05.558205 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:19:05.558417 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:19:05.558823 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.559118 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.559447 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.559703 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.559933 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.560170 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.560399 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.560791 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.561080 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.561311 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.561611 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.562313 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.562313 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.562743 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=83995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:19:05.562914 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.562914 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.48/identity {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.563430 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.563430 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.564411 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.564411 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.564411 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.564411 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.564971 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.564971 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.564971 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.565223 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.565475 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.565621 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.565799 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.566029 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.566284 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.566524 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.566755 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.566981 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.567195 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.567414 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.567651 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.567869 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.568130 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.568367 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.568628 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.568853 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.569072 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.569285 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.569498 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.569714 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.569942 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.570184 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.570395 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.570605 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.570821 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.571032 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.571287 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.571503 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.571717 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.571948 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.572165 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.572393 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.572628 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.572845 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.573132 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.573379 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.573594 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.577426 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.577426 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.577426 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.577426 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.577426 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.577426 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.577426 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.577426 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.577426 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.578912 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.578912 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.578912 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.578912 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.578912 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.578912 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.578912 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.578912 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.581615 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.581615 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.581615 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.581615 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.581615 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.581615 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.581615 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.581615 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.582276 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.582276 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.582276 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.582276 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.582276 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.582276 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.582276 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.582276 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.583013 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.583013 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.583013 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.583013 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.583013 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.583013 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.583696 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.583696 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.584578 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.584578 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.584578 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.584578 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.587687 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.587687 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.587687 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.587687 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.587687 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.587687 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.587687 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.587687 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.592681 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.592681 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.592681 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.592681 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.592681 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.592681 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.592681 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.592681 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.593187 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.593187 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.593187 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.593187 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.593187 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.593187 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.593187 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.593187 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.594248 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.594248 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.594248 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.48/identity {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.594248 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.594248 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.594248 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.594248 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.594248 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.594867 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.594867 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.594867 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.595075 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.48', 51806) {{(pid=83992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:19:05.595149 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.595149 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.595149 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.595149 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.595149 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.595149 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.595510 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.595510 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.595786 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.595902 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.596137 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.596375 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.596634 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.596851 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.597096 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.597331 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.597547 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.597820 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.598067 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.598283 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.598564 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.598755 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.599017 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.599230 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.599480 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.599723 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.600306 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.600306 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.600527 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.600640 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.600940 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.601046 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.601268 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.601514 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.601728 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.602067 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.602304 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.602555 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.602782 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.602999 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.603236 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.603470 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.603682 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.603902 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.604137 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.604360 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.604606 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.604843 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.605086 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.605540 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.605540 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.605945 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.606056 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.606217 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.606417 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.606648 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.606867 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.607096 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.607320 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.607611 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.607824 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.608040 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.608296 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.608604 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.608816 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.609267 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.609579 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.609684 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.609905 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.610231 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.610475 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.610705 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.611023 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.611477 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.611696 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.611910 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.612197 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.612559 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.613307 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.613621 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.613991 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.615712 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [-] 10.222.0.48 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0169721 May 03 21:19:05.615822 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.615822 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.615822 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.616014 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.616197 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.616416 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.616657 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.616879 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.617183 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.617501 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.617791 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.618047 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.618328 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.618614 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.618904 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.619169 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.619524 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.619686 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.620008 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.620283 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.621041 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.621282 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.621569 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.621815 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.622026 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.622266 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.622976 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.622976 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.622976 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.623246 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.623429 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.623663 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.623889 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.624107 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.624336 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.625033 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.625302 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.625465 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.625628 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 03 21:19:05.626177 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=83887) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} May 03 21:19:05.626349 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 03 21:19:05.626507 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 03 21:19:05.626688 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 03 21:19:05.626815 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 03 21:19:05.626980 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 03 21:19:05.627500 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:19:05.627500 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:19:05.627500 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:19:05.627730 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:19:05.627730 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:19:05.627917 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:19:05.628057 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:19:05.628217 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:19:05.628395 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:19:05.628528 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:19:05.628693 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:19:05.628846 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:19:05.629005 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:19:05.629172 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:19:05.629318 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:19:05.629480 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:19:05.629617 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:19:05.629775 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:19:05.629936 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:19:05.630092 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] config_source = [] {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:19:05.630248 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:19:05.630404 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:19:05.630563 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] debug = True {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:19:05.630713 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:19:05.630908 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:19:05.631070 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:19:05.631230 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:19:05.631386 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:19:05.631557 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:19:05.631688 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:19:05.631840 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:19:05.631998 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:19:05.632152 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:19:05.632312 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:19:05.633283 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:19:05.633596 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:19:05.633886 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:19:05.634195 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:19:05.634358 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:19:05.634517 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] host = dv-cinder-840377-1-iscsi {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:19:05.634680 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:19:05.634823 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:19:05.634981 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:19:05.635138 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:19:05.635293 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:19:05.635450 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:19:05.635605 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:19:05.635761 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:19:05.635920 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:19:05.636077 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:19:05.636233 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:19:05.636388 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:19:05.636601 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] log_dir = None {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:19:05.636758 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] log_file = None {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:19:05.636914 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] log_options = True {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:19:05.637072 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:19:05.637233 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:19:05.637387 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:19:05.637563 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:19:05.637725 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:19:05.637882 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:19:05.638039 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:19:05.638197 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:19:05.638353 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:19:05.638510 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:19:05.638667 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:19:05.638823 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:19:05.638978 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:19:05.639134 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:19:05.639290 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:19:05.639445 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:19:05.639602 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:19:05.639757 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:19:05.639914 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:19:05.640069 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:19:05.640225 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:19:05.640960 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:19:05.642033 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:19:05.642204 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:19:05.642396 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:19:05.642563 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:19:05.643619 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:19:05.643619 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:19:05.643848 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:19:05.643848 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:19:05.644058 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:19:05.644166 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:19:05.644273 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:19:05.644421 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:19:05.644614 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:19:05.644771 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:19:05.644929 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:19:05.645076 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:19:05.645873 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:19:05.645873 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:19:05.645873 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:19:05.645873 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:19:05.645873 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:19:05.646410 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:19:05.646410 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] use_journal = False {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:19:05.646410 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] use_json = False {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:19:05.646410 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:19:05.646818 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:19:05.646818 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:19:05.646818 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:19:05.647044 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:19:05.647121 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:19:05.647329 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:19:05.647492 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:19:05.647651 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:19:05.647830 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.647992 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.648163 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.648323 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.648519 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.648682 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.648842 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.649000 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.649160 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.649333 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.649486 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.649812 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.649812 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.650512 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.650512 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.48/identity {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.650512 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.650512 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.651630 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.651630 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.651830 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.651830 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.652041 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.652147 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.652272 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.652418 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.652604 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.652765 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.652926 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.653089 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.653234 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.653397 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.653540 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.653798 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.653927 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.654049 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.654172 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.654294 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.654443 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.654637 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.654764 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.654908 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.655067 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.655226 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.655386 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.657001 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.657289 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.657514 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.658272 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.658272 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.658272 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.658272 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.658532 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.658532 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.658655 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.658873 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.658968 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.659157 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.659332 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.659479 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.659673 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.659765 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.659924 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.660087 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.660242 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.660403 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.660622 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.660788 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.660949 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.661113 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.661271 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.661432 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.661614 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.661747 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.661906 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.662076 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.662956 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.662956 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.662956 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.662956 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.662956 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.663264 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.663264 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.663383 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.663459 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.663631 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.663748 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.664520 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.664520 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.664700 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.664825 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.664976 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.665139 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.665291 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.665454 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.665617 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.665778 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.665940 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.666101 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.666590 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.666590 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.666590 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.666847 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.666847 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.667022 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.667185 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.668253 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.668253 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.668253 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.668253 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.668629 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.668708 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.668852 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.669006 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.669165 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.669327 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.669489 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.669650 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.669846 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.669994 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.670157 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.670317 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.670478 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.670663 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.670824 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.670974 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.671137 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.671315 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.671463 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.671624 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.671739 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.671901 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.672144 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.672295 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.672404 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.48/identity {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.672569 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.672704 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.672865 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.673027 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.673190 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.673352 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.673508 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.673649 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.673809 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.673955 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.674117 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.674980 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.674980 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.674980 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.674980 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.674980 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.675685 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.675685 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.675685 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.675685 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.676191 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.676191 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.676191 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.676191 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.676743 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.676743 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.676743 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.677082 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.677082 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.677082 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.677296 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.677376 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.678373 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.678373 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.678373 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.678373 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.678373 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.678373 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.678853 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.678853 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.678853 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.679083 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.679083 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.679225 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.679352 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.679504 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.679667 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.679832 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.679985 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.680145 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.680288 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.681154 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.681154 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.681154 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.681154 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.681154 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.682699 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.682699 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.682699 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.682699 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.682699 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.682699 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.682699 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.682699 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.682699 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.683820 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.683820 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.683820 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.683820 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.683820 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.683820 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.683820 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.683820 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.683820 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.684744 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.684744 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.684744 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.684744 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.684744 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.685504 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.685504 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.685504 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.685504 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.685504 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.686155 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.686155 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.686155 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.686155 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.686537 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.686537 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.686683 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.686762 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.686912 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.687063 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.687250 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.687430 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.687588 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.687807 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.687807 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.688183 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.688183 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.688465 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.688622 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.688761 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.688898 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.689035 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.689171 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.689306 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.689512 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.689815 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.690042 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.690182 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.690361 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.690517 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.690665 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.690820 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.690977 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.691122 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.691360 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.691467 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.691585 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.691746 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.691907 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.692066 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.692380 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.692711 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.693022 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:19:05.693190 dv-cinder-840377-1-iscsi neutron-server[83887]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83887) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 03 21:19:05.717806 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=83994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:19:16.324955 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-857045c8-784d-4e3c-a025-ab4d76645a4c None None] get_active_networks_info from dv-cinder-840377-1-iscsi {{(pid=83994) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} May 03 21:19:16.401925 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-857045c8-784d-4e3c-a025-ab4d76645a4c None None] No non-hosted networks {{(pid=83994) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} May 03 21:19:16.411077 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.agentschedulers_db [None req-857045c8-784d-4e3c-a025-ab4d76645a4c None None] DHCP Agent not found on host dv-cinder-840377-1-iscsi {{(pid=83994) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} May 03 21:19:16.603596 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-88760204-25c9-4b93-a47f-f7f49e435ebf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781386283879', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-333780'] for agent, after_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:18.631540 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-5f95908b-6464-49aa-abef-a9b82aefbd02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781386283879', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-333780'] for agent, after_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:18.665383 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.db.api [None req-1072bae4-a21f-4195-8b0c-142a93b34558 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-840377-1-iscsi {{(pid=83994) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 03 21:19:18.666278 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG oslo_db.api [None req-1072bae4-a21f-4195-8b0c-142a93b34558 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=83994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 03 21:19:19.252469 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-1072bae4-a21f-4195-8b0c-142a93b34558 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781386283879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2080842'] for agent, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:19.692933 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781386283879', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-333780'] for agent, after_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:19.697939 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:19:19.700118 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:19:19.700695 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:19:19.706187 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:19:19.707473 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:19:19.708451 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:19:19.709142 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:19:19.709646 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:19:19.710253 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:19:19.710735 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:19:19.711363 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:19:19.712117 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-840377-1-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}) {} {{(pid=83994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:19:19.717006 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-840377-1-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}} {{(pid=83994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:19:19.755303 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-0dfda447-9707-4eba-99ce-657c79a02a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781386283879', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-333780'] for agent, after_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:21.143448 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-672d275f-a9b7-498c-8eb6-010b5168d44a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781386283879', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-333780'] for agent, after_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:22.622520 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.48', 51904) {{(pid=83992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:19:23.274092 dv-cinder-840377-1-iscsi neutron-server[83992]: WARNING oslo_policy.policy [None req-a9470071-4215-4406-bbc8-402055243c1e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 03 21:19:23.274760 dv-cinder-840377-1-iscsi neutron-server[83992]: WARNING oslo_policy.policy [None req-a9470071-4215-4406-bbc8-402055243c1e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 03 21:19:23.490835 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.wsgi [None req-a9470071-4215-4406-bbc8-402055243c1e admin admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=83992) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 03 21:19:23.500756 dv-cinder-840377-1-iscsi neutron-server[83994]: INFO neutron.db.l3_hamode_db [None req-cb092625-11a3-4946-99ca-a4fbfc7bbaa7 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 May 03 21:19:23.503395 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [None req-a9470071-4215-4406-bbc8-402055243c1e admin admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.8797872 May 03 21:19:23.602718 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb092625-11a3-4946-99ca-a4fbfc7bbaa7 None None] Routers set() bound to L3 agent in host dv-cinder-840377-1-iscsi {{(pid=83994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 03 21:19:23.603486 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb092625-11a3-4946-99ca-a4fbfc7bbaa7 None None] Router IDs set() for agent in host dv-cinder-840377-1-iscsi {{(pid=83994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} May 03 21:19:25.749227 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.48', 51918) {{(pid=83992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:19:26.133203 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.v2.base [None req-f9ea7df2-7af8-40da-a83b-eb45fb792bcf admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'shared': True, 'default_prefixlen': 26, 'is_default': True, 'name': 'shared-default-subnetpool-v4'}} {{(pid=83992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 03 21:19:26.186053 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.policy [None req-f9ea7df2-7af8-40da-a83b-eb45fb792bcf admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=83992) register_rules /opt/stack/neutron/neutron/policy.py:65}} May 03 21:19:26.186828 dv-cinder-840377-1-iscsi neutron-server[83992]: WARNING oslo_policy.policy [None req-f9ea7df2-7af8-40da-a83b-eb45fb792bcf admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 03 21:19:26.187199 dv-cinder-840377-1-iscsi neutron-server[83992]: WARNING oslo_policy.policy [None req-f9ea7df2-7af8-40da-a83b-eb45fb792bcf admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 03 21:19:26.190504 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.quota [None req-f9ea7df2-7af8-40da-a83b-eb45fb792bcf admin admin] Loaded quota_driver: . May 03 21:19:26.206293 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.db.quota.driver [None req-f9ea7df2-7af8-40da-a83b-eb45fb792bcf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:19:26.335360 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-f9ea7df2-7af8-40da-a83b-eb45fb792bcf admin admin] Notify callbacks ['neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8781384401641', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8781384622027', 'neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8781384625371', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8781384627296', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8781384635348', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1116014', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1103098', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-655543', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-606858'] for rbac-policy, before_create {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:26.520368 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-f9ea7df2-7af8-40da-a83b-eb45fb792bcf admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:26.521592 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [None req-f9ea7df2-7af8-40da-a83b-eb45fb792bcf admin admin] 10.222.0.48 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.7714047 May 03 21:19:29.063555 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.48', 51932) {{(pid=83993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:19:29.663704 dv-cinder-840377-1-iscsi neutron-server[83993]: WARNING oslo_policy.policy [None req-f71a940f-a352-4b51-8873-35dde19a4b10 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 03 21:19:29.664291 dv-cinder-840377-1-iscsi neutron-server[83993]: WARNING oslo_policy.policy [None req-f71a940f-a352-4b51-8873-35dde19a4b10 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 03 21:19:29.876050 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.v2.base [None req-f71a940f-a352-4b51-8873-35dde19a4b10 admin admin] Request body: {'network': {'admin_state_up': True, 'project_id': 'c734bf9015c7417485f103a822bb0707', 'name': 'private'}} {{(pid=83993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 03 21:19:29.877720 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.quota [None req-f71a940f-a352-4b51-8873-35dde19a4b10 admin admin] Loaded quota_driver: . May 03 21:19:29.893638 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-f71a940f-a352-4b51-8873-35dde19a4b10 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:19:29.899919 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-f71a940f-a352-4b51-8873-35dde19a4b10 admin admin] Usage tracker for resource:network and tenant:c734bf9015c7417485f103a822bb0707 is out of sync, need to count used quota {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:19:29.906155 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-f71a940f-a352-4b51-8873-35dde19a4b10 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:19:29.913539 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-f71a940f-a352-4b51-8873-35dde19a4b10 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:19:30.018092 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f71a940f-a352-4b51-8873-35dde19a4b10 admin admin] Made reservation on behalf of c734bf9015c7417485f103a822bb0707 for: {'network': 1} {{(pid=83993) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 21:19:30.055805 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.policy [None req-f71a940f-a352-4b51-8873-35dde19a4b10 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=83993) register_rules /opt/stack/neutron/neutron/policy.py:65}} May 03 21:19:30.056591 dv-cinder-840377-1-iscsi neutron-server[83993]: WARNING oslo_policy.policy [None req-f71a940f-a352-4b51-8873-35dde19a4b10 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 03 21:19:30.056959 dv-cinder-840377-1-iscsi neutron-server[83993]: WARNING oslo_policy.policy [None req-f71a940f-a352-4b51-8873-35dde19a4b10 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 03 21:19:30.061441 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-f71a940f-a352-4b51-8873-35dde19a4b10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1124352'] for network, before_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:30.084938 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-f71a940f-a352-4b51-8873-35dde19a4b10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:30.133200 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-f71a940f-a352-4b51-8873-35dde19a4b10 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:19:30.136809 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-f71a940f-a352-4b51-8873-35dde19a4b10 admin admin] Usage tracker for resource:security_group_rule and tenant:c734bf9015c7417485f103a822bb0707 is out of sync, need to count used quota {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:19:30.142569 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-f71a940f-a352-4b51-8873-35dde19a4b10 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:19:30.146133 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-f71a940f-a352-4b51-8873-35dde19a4b10 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:19:30.213834 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-f71a940f-a352-4b51-8873-35dde19a4b10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:30.269348 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-f71a940f-a352-4b51-8873-35dde19a4b10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746426'] for security_group, after_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:30.295703 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f71a940f-a352-4b51-8873-35dde19a4b10 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 406} {{(pid=83993) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 21:19:30.320897 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-f71a940f-a352-4b51-8873-35dde19a4b10 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8781386283888', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1172921'] for segment, precommit_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:30.321488 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-f71a940f-a352-4b51-8873-35dde19a4b10 admin admin] Unsubscribe: segment precommit_create {{(pid=83993) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 03 21:19:30.322014 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.db.segments_db [None req-f71a940f-a352-4b51-8873-35dde19a4b10 admin admin] Added segment 3f84bbe4-f830-426c-96f2-1fd61d964081 of type vlan for network de1dfcad-bc40-432f-ab27-4a7db72737c4 May 03 21:19:30.331240 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71a940f-a352-4b51-8873-35dde19a4b10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80ec4a60-0dfb-48eb-8a1f-4a2fe941c8fe,revision_number=1']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:19:30.393022 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71a940f-a352-4b51-8873-35dde19a4b10 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:19:30.393286 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71a940f-a352-4b51-8873-35dde19a4b10 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:19:30.393619 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71a940f-a352-4b51-8873-35dde19a4b10 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:19:30.393964 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71a940f-a352-4b51-8873-35dde19a4b10 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:19:30.394287 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71a940f-a352-4b51-8873-35dde19a4b10 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:19:30.394607 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71a940f-a352-4b51-8873-35dde19a4b10 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:19:30.394925 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71a940f-a352-4b51-8873-35dde19a4b10 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:19:30.395242 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71a940f-a352-4b51-8873-35dde19a4b10 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:19:30.395556 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71a940f-a352-4b51-8873-35dde19a4b10 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:19:30.395868 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71a940f-a352-4b51-8873-35dde19a4b10 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:19:30.396180 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71a940f-a352-4b51-8873-35dde19a4b10 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:19:30.397272 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71a940f-a352-4b51-8873-35dde19a4b10 admin admin] Tracked resource versions report: May 03 21:19:30.397272 dv-cinder-840377-1-iscsi neutron-server[83993]: pushed versions: May 03 21:19:30.397272 dv-cinder-840377-1-iscsi neutron-server[83993]: { 'ConntrackHelper': {'1.0'}, May 03 21:19:30.397272 dv-cinder-840377-1-iscsi neutron-server[83993]: 'Log': {'1.0'}, May 03 21:19:30.397272 dv-cinder-840377-1-iscsi neutron-server[83993]: 'Network': {'1.1'}, May 03 21:19:30.397272 dv-cinder-840377-1-iscsi neutron-server[83993]: 'Port': {'1.5'}, May 03 21:19:30.397272 dv-cinder-840377-1-iscsi neutron-server[83993]: 'PortForwarding': {'1.2'}, May 03 21:19:30.397272 dv-cinder-840377-1-iscsi neutron-server[83993]: 'QosPolicy': {'1.8'}, May 03 21:19:30.397272 dv-cinder-840377-1-iscsi neutron-server[83993]: 'SecurityGroup': {'1.2'}, May 03 21:19:30.397272 dv-cinder-840377-1-iscsi neutron-server[83993]: 'SecurityGroupRule': {'1.0'}, May 03 21:19:30.397272 dv-cinder-840377-1-iscsi neutron-server[83993]: 'SubPort': {'1.0'}, May 03 21:19:30.397272 dv-cinder-840377-1-iscsi neutron-server[83993]: 'Subnet': {'1.1'}, May 03 21:19:30.397272 dv-cinder-840377-1-iscsi neutron-server[83993]: 'Trunk': {'1.1'}} May 03 21:19:30.397272 dv-cinder-840377-1-iscsi neutron-server[83993]: consumer versions: May 03 21:19:30.397272 dv-cinder-840377-1-iscsi neutron-server[83993]: { DHCP agent@dv-cinder-840377-1-iscsi: {}, May 03 21:19:30.397272 dv-cinder-840377-1-iscsi neutron-server[83993]: L3 agent@dv-cinder-840377-1-iscsi: {}, May 03 21:19:30.397272 dv-cinder-840377-1-iscsi neutron-server[83993]: Metadata agent@dv-cinder-840377-1-iscsi: {}, May 03 21:19:30.397272 dv-cinder-840377-1-iscsi neutron-server[83993]: Metering agent@dv-cinder-840377-1-iscsi: {}, May 03 21:19:30.397272 dv-cinder-840377-1-iscsi neutron-server[83993]: Open vSwitch agent@dv-cinder-840377-1-iscsi: { 'ConntrackHelper': '1.0', May 03 21:19:30.397272 dv-cinder-840377-1-iscsi neutron-server[83993]: 'Log': '1.0', May 03 21:19:30.397272 dv-cinder-840377-1-iscsi neutron-server[83993]: 'Network': '1.1', May 03 21:19:30.397272 dv-cinder-840377-1-iscsi neutron-server[83993]: 'Port': '1.5', May 03 21:19:30.397272 dv-cinder-840377-1-iscsi neutron-server[83993]: 'PortForwarding': '1.2', May 03 21:19:30.397272 dv-cinder-840377-1-iscsi neutron-server[83993]: 'QosPolicy': '1.8', May 03 21:19:30.397272 dv-cinder-840377-1-iscsi neutron-server[83993]: 'SecurityGroup': '1.2', May 03 21:19:30.397272 dv-cinder-840377-1-iscsi neutron-server[83993]: 'SecurityGroupRule': '1.0', May 03 21:19:30.397272 dv-cinder-840377-1-iscsi neutron-server[83993]: 'SubPort': '1.0', May 03 21:19:30.397272 dv-cinder-840377-1-iscsi neutron-server[83993]: 'Subnet': '1.1', May 03 21:19:30.397272 dv-cinder-840377-1-iscsi neutron-server[83993]: 'Trunk': '1.1'}} May 03 21:19:30.397272 dv-cinder-840377-1-iscsi neutron-server[83993]: {{(pid=83993) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 03 21:19:30.443940 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-f71a940f-a352-4b51-8873-35dde19a4b10 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781385835798'] for network, precommit_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:30.531768 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-f71a940f-a352-4b51-8873-35dde19a4b10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396'] for network, after_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:30.532857 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f71a940f-a352-4b51-8873-35dde19a4b10 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:19:30.533507 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-f71a940f-a352-4b51-8873-35dde19a4b10 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1706389'] for network, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:30.651157 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71a940f-a352-4b51-8873-35dde19a4b10 admin admin] Pushing event updated for resources: {'Network': ['ID=de1dfcad-bc40-432f-ab27-4a7db72737c4,revision_number=1']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:19:30.664047 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.rpc [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Network de1dfcad-bc40-432f-ab27-4a7db72737c4 details requested by agent ovs-agent-dv-cinder-840377-1-iscsi with host dv-cinder-840377-1-iscsi {{(pid=83994) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 03 21:19:30.720460 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-f71a940f-a352-4b51-8873-35dde19a4b10 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.6445863 May 03 21:19:33.319926 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.48', 51954) {{(pid=83993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:19:33.791079 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a9ca3ee-c96c-450b-ad20-201c3ed645f3 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:19:33.792381 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-7a9ca3ee-c96c-450b-ad20-201c3ed645f3 admin admin] 10.222.0.48 "GET /v2.0/networks/de1dfcad-bc40-432f-ab27-4a7db72737c4 HTTP/1.1" status: 200 len: 825 time: 0.4714816 May 03 21:19:33.823338 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-8cb067f4-acba-48b3-ad35-d044db981c90 admin admin] 10.222.0.48 "GET /v2.0/subnetpools/189877e1-6ea0-47eb-9fc1-e802122613b4 HTTP/1.1" status: 200 len: 734 time: 0.0249786 May 03 21:19:33.831767 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.v2.base [None req-a126c067-4e87-4f80-aa1f-f7619652792d admin admin] Request body: {'subnet': {'name': 'private-subnet', 'subnetpool_id': '189877e1-6ea0-47eb-9fc1-e802122613b4', 'network_id': 'de1dfcad-bc40-432f-ab27-4a7db72737c4', 'gateway_ip': '172.20.0.1', 'tenant_id': 'c734bf9015c7417485f103a822bb0707', 'ip_version': 4}} {{(pid=83993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 03 21:19:33.836164 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-a126c067-4e87-4f80-aa1f-f7619652792d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:19:33.839923 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-a126c067-4e87-4f80-aa1f-f7619652792d admin admin] Usage tracker for resource:subnet and tenant:c734bf9015c7417485f103a822bb0707 is out of sync, need to count used quota {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:19:33.843176 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-a126c067-4e87-4f80-aa1f-f7619652792d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:19:33.848819 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-a126c067-4e87-4f80-aa1f-f7619652792d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:19:34.051718 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a126c067-4e87-4f80-aa1f-f7619652792d admin admin] Made reservation on behalf of c734bf9015c7417485f103a822bb0707 for: {'subnet': 1} {{(pid=83993) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 21:19:34.054008 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-a126c067-4e87-4f80-aa1f-f7619652792d admin admin] Notify callbacks [] for subnet, before_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:34.384058 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-a126c067-4e87-4f80-aa1f-f7619652792d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396'] for subnet, after_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:34.469400 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a126c067-4e87-4f80-aa1f-f7619652792d admin admin] Pushing event updated for resources: {'Subnet': ['ID=18197585-b8f5-4eee-9d2b-f7b3e5df4022,revision_number=0']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:19:34.474196 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a126c067-4e87-4f80-aa1f-f7619652792d admin admin] Checking segment: {'id': '3f84bbe4-f830-426c-96f2-1fd61d964081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'de1dfcad-bc40-432f-ab27-4a7db72737c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 03 21:19:34.474571 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a126c067-4e87-4f80-aa1f-f7619652792d admin admin] Network hostable DHCP agents. Network: de1dfcad-bc40-432f-ab27-4a7db72737c4, hostable agents: ['e4e3c6c0-e8b0-4c45-a267-b4e6dd042766'], hosted agents: [] {{(pid=83993) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 21:19:34.588727 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a126c067-4e87-4f80-aa1f-f7619652792d admin admin] Network de1dfcad-bc40-432f-ab27-4a7db72737c4 is scheduled to be hosted by DHCP agent e4e3c6c0-e8b0-4c45-a267-b4e6dd042766 with binding_index 1 {{(pid=83993) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 21:19:34.663420 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.scheduler.base_scheduler [None req-a126c067-4e87-4f80-aa1f-f7619652792d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840377-1-iscsi, de1dfcad-bc40-432f-ab27-4a7db72737c4) {{(pid=83993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 21:19:34.668585 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a126c067-4e87-4f80-aa1f-f7619652792d admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:19:34.674585 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-a126c067-4e87-4f80-aa1f-f7619652792d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1706389'] for subnet, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:34.674715 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8171b3e-b5f1-4461-8518-5e0cf5843eef None None] Network de1dfcad-bc40-432f-ab27-4a7db72737c4 requested from dv-cinder-840377-1-iscsi {{(pid=83994) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 03 21:19:34.749775 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-a126c067-4e87-4f80-aa1f-f7619652792d admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.9212296 May 03 21:19:34.978630 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29020129-f5c6-4711-a007-3a8871ad8f67 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpecea5701-ca0d-5319-88af-91ea1d0a4bad-de1dfcad-bc40-432f-ab27-4a7db72737c4', 'network_id': 'de1dfcad-bc40-432f-ab27-4a7db72737c4', 'tenant_id': 'c734bf9015c7417485f103a822bb0707', 'fixed_ips': [{'subnet_id': '18197585-b8f5-4eee-9d2b-f7b3e5df4022'}]}} from dv-cinder-840377-1-iscsi. {{(pid=83994) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 03 21:19:34.979810 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-29020129-f5c6-4711-a007-3a8871ad8f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1124352'] for port, before_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:35.168395 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.db_base_plugin_common [None req-29020129-f5c6-4711-a007-3a8871ad8f67 None None] Allocated IP 172.20.0.2 (de1dfcad-bc40-432f-ab27-4a7db72737c4/18197585-b8f5-4eee-9d2b-f7b3e5df4022/f3d16440-de84-4381-802b-062bd8b30f9d) {{(pid=83994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 21:19:35.390223 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-29020129-f5c6-4711-a007-3a8871ad8f67 None None] Notify callbacks [] for port, precommit_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:35.402933 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.provisioning_blocks [None req-29020129-f5c6-4711-a007-3a8871ad8f67 None None] Transition to ACTIVE for port object f3d16440-de84-4381-802b-062bd8b30f9d will not be triggered until provisioned by entity L2. {{(pid=83994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 21:19:35.425790 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.provisioning_blocks [None req-29020129-f5c6-4711-a007-3a8871ad8f67 None None] Transition to ACTIVE for port object f3d16440-de84-4381-802b-062bd8b30f9d will not be triggered until provisioned by entity DHCP. {{(pid=83994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 21:19:35.515347 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-29020129-f5c6-4711-a007-3a8871ad8f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781385847435'] for port, after_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:35.583419 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29020129-f5c6-4711-a007-3a8871ad8f67 None None] Network de1dfcad-bc40-432f-ab27-4a7db72737c4 is already hosted by enough agents. {{(pid=83994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 21:19:35.586302 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.scheduler.base_scheduler [None req-29020129-f5c6-4711-a007-3a8871ad8f67 None None] Resources bound (agent type, host, resource id): {{(pid=83994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 21:19:35.591341 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29020129-f5c6-4711-a007-3a8871ad8f67 None None] Pushing event updated for resources: {'Port': ['ID=f3d16440-de84-4381-802b-062bd8b30f9d,revision_number=1']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:19:35.593591 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29020129-f5c6-4711-a007-3a8871ad8f67 None None] Received port after_create {{(pid=83994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 03 21:19:35.604584 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29020129-f5c6-4711-a007-3a8871ad8f67 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:19:35.604929 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29020129-f5c6-4711-a007-3a8871ad8f67 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:19:35.605264 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29020129-f5c6-4711-a007-3a8871ad8f67 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:19:35.605596 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29020129-f5c6-4711-a007-3a8871ad8f67 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:19:35.605924 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29020129-f5c6-4711-a007-3a8871ad8f67 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:19:35.606248 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29020129-f5c6-4711-a007-3a8871ad8f67 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:19:35.606572 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29020129-f5c6-4711-a007-3a8871ad8f67 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:19:35.606910 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29020129-f5c6-4711-a007-3a8871ad8f67 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:19:35.607232 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29020129-f5c6-4711-a007-3a8871ad8f67 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:19:35.607547 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29020129-f5c6-4711-a007-3a8871ad8f67 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:19:35.607864 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29020129-f5c6-4711-a007-3a8871ad8f67 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:19:35.608904 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29020129-f5c6-4711-a007-3a8871ad8f67 None None] Tracked resource versions report: May 03 21:19:35.608904 dv-cinder-840377-1-iscsi neutron-server[83994]: pushed versions: May 03 21:19:35.608904 dv-cinder-840377-1-iscsi neutron-server[83994]: { 'ConntrackHelper': {'1.0'}, May 03 21:19:35.608904 dv-cinder-840377-1-iscsi neutron-server[83994]: 'Log': {'1.0'}, May 03 21:19:35.608904 dv-cinder-840377-1-iscsi neutron-server[83994]: 'Network': {'1.1'}, May 03 21:19:35.608904 dv-cinder-840377-1-iscsi neutron-server[83994]: 'Port': {'1.5'}, May 03 21:19:35.608904 dv-cinder-840377-1-iscsi neutron-server[83994]: 'PortForwarding': {'1.2'}, May 03 21:19:35.608904 dv-cinder-840377-1-iscsi neutron-server[83994]: 'QosPolicy': {'1.8'}, May 03 21:19:35.608904 dv-cinder-840377-1-iscsi neutron-server[83994]: 'SecurityGroup': {'1.2'}, May 03 21:19:35.608904 dv-cinder-840377-1-iscsi neutron-server[83994]: 'SecurityGroupRule': {'1.0'}, May 03 21:19:35.608904 dv-cinder-840377-1-iscsi neutron-server[83994]: 'SubPort': {'1.0'}, May 03 21:19:35.608904 dv-cinder-840377-1-iscsi neutron-server[83994]: 'Subnet': {'1.1'}, May 03 21:19:35.608904 dv-cinder-840377-1-iscsi neutron-server[83994]: 'Trunk': {'1.1'}} May 03 21:19:35.608904 dv-cinder-840377-1-iscsi neutron-server[83994]: consumer versions: May 03 21:19:35.608904 dv-cinder-840377-1-iscsi neutron-server[83994]: { DHCP agent@dv-cinder-840377-1-iscsi: {}, May 03 21:19:35.608904 dv-cinder-840377-1-iscsi neutron-server[83994]: L3 agent@dv-cinder-840377-1-iscsi: {}, May 03 21:19:35.608904 dv-cinder-840377-1-iscsi neutron-server[83994]: Metadata agent@dv-cinder-840377-1-iscsi: {}, May 03 21:19:35.608904 dv-cinder-840377-1-iscsi neutron-server[83994]: Metering agent@dv-cinder-840377-1-iscsi: {}, May 03 21:19:35.608904 dv-cinder-840377-1-iscsi neutron-server[83994]: Open vSwitch agent@dv-cinder-840377-1-iscsi: { 'ConntrackHelper': '1.0', May 03 21:19:35.608904 dv-cinder-840377-1-iscsi neutron-server[83994]: 'Log': '1.0', May 03 21:19:35.608904 dv-cinder-840377-1-iscsi neutron-server[83994]: 'Network': '1.1', May 03 21:19:35.608904 dv-cinder-840377-1-iscsi neutron-server[83994]: 'Port': '1.5', May 03 21:19:35.608904 dv-cinder-840377-1-iscsi neutron-server[83994]: 'PortForwarding': '1.2', May 03 21:19:35.608904 dv-cinder-840377-1-iscsi neutron-server[83994]: 'QosPolicy': '1.8', May 03 21:19:35.608904 dv-cinder-840377-1-iscsi neutron-server[83994]: 'SecurityGroup': '1.2', May 03 21:19:35.608904 dv-cinder-840377-1-iscsi neutron-server[83994]: 'SecurityGroupRule': '1.0', May 03 21:19:35.608904 dv-cinder-840377-1-iscsi neutron-server[83994]: 'SubPort': '1.0', May 03 21:19:35.608904 dv-cinder-840377-1-iscsi neutron-server[83994]: 'Subnet': '1.1', May 03 21:19:35.608904 dv-cinder-840377-1-iscsi neutron-server[83994]: 'Trunk': '1.1'}} May 03 21:19:35.608904 dv-cinder-840377-1-iscsi neutron-server[83994]: {{(pid=83994) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 03 21:19:35.702661 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.managers [None req-29020129-f5c6-4711-a007-3a8871ad8f67 None None] Attempting to bind port f3d16440-de84-4381-802b-062bd8b30f9d on host dv-cinder-840377-1-iscsi for vnic_type normal with profile {{(pid=83994) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 21:19:35.703297 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.managers [None req-29020129-f5c6-4711-a007-3a8871ad8f67 None None] Attempting to bind port f3d16440-de84-4381-802b-062bd8b30f9d by drivers openvswitch,hyperv on host dv-cinder-840377-1-iscsi at level 0 using segments [{'id': '3f84bbe4-f830-426c-96f2-1fd61d964081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'de1dfcad-bc40-432f-ab27-4a7db72737c4'}] {{(pid=83994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 21:19:35.703533 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29020129-f5c6-4711-a007-3a8871ad8f67 None None] Attempting to bind port f3d16440-de84-4381-802b-062bd8b30f9d on network de1dfcad-bc40-432f-ab27-4a7db72737c4 {{(pid=83994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 03 21:19:35.709941 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29020129-f5c6-4711-a007-3a8871ad8f67 None None] Checking agent: {'id': 'fb00ce1e-8ae6-4b1c-988b-a0ad40f400cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840377-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 21, 19, 20), 'started_at': datetime.datetime(2022, 5, 3, 21, 19, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 21, 19, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840377-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 03 21:19:35.710344 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29020129-f5c6-4711-a007-3a8871ad8f67 None None] Checking segment: {'id': '3f84bbe4-f830-426c-96f2-1fd61d964081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'de1dfcad-bc40-432f-ab27-4a7db72737c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 03 21:19:35.710815 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-29020129-f5c6-4711-a007-3a8871ad8f67 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:35.711200 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29020129-f5c6-4711-a007-3a8871ad8f67 None None] Bound using segment: {'id': '3f84bbe4-f830-426c-96f2-1fd61d964081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'de1dfcad-bc40-432f-ab27-4a7db72737c4'} {{(pid=83994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 03 21:19:35.711703 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.managers [None req-29020129-f5c6-4711-a007-3a8871ad8f67 None None] Bound port: f3d16440-de84-4381-802b-062bd8b30f9d, host: dv-cinder-840377-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f84bbe4-f830-426c-96f2-1fd61d964081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'de1dfcad-bc40-432f-ab27-4a7db72737c4'}}] {{(pid=83994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 21:19:35.712100 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-29020129-f5c6-4711-a007-3a8871ad8f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1124352'] for port, before_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:35.799050 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.db [None req-29020129-f5c6-4711-a007-3a8871ad8f67 None None] For port f3d16440-de84-4381-802b-062bd8b30f9d, host dv-cinder-840377-1-iscsi, cleared binding levels {{(pid=83994) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 21:19:35.802941 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.db [None req-29020129-f5c6-4711-a007-3a8871ad8f67 None None] For port f3d16440-de84-4381-802b-062bd8b30f9d, host dv-cinder-840377-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840377-1-iscsi',level=0,port_id=f3d16440-de84-4381-802b-062bd8b30f9d,segment=NetworkSegment(3f84bbe4-f830-426c-96f2-1fd61d964081),segment_id=3f84bbe4-f830-426c-96f2-1fd61d964081)] {{(pid=83994) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 21:19:35.869446 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-29020129-f5c6-4711-a007-3a8871ad8f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781386188966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781385847453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781385847498'] for port, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:35.990500 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29020129-f5c6-4711-a007-3a8871ad8f67 None None] Pushing event updated for resources: {'Port': ['ID=f3d16440-de84-4381-802b-062bd8b30f9d,revision_number=2']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:19:37.119826 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.48', 51964) {{(pid=83992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:19:37.552812 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.wsgi [None req-3d2cc7f4-c91f-45ce-95b6-b8f6b7e7675e admin admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=83992) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 03 21:19:37.553910 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [None req-3d2cc7f4-c91f-45ce-95b6-b8f6b7e7675e admin admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.4328113 May 03 21:19:39.818459 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2af70648-afdd-4855-9722-52c0d70df8c6 None None] Network de1dfcad-bc40-432f-ab27-4a7db72737c4 requested from dv-cinder-840377-1-iscsi {{(pid=83994) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 03 21:19:39.928338 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.rpc [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Device f3d16440-de84-4381-802b-062bd8b30f9d up at agent ovs-agent-dv-cinder-840377-1-iscsi {{(pid=83994) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 21:19:39.943108 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.48', 51978) {{(pid=83992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:19:39.999291 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.provisioning_blocks [None req-1e97a915-be95-4169-a67b-e666d82d51ec None None] Provisioning for port f3d16440-de84-4381-802b-062bd8b30f9d completed by entity DHCP. {{(pid=83994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 21:19:40.146819 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.provisioning_blocks [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Provisioning for port f3d16440-de84-4381-802b-062bd8b30f9d completed by entity L2. {{(pid=83994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 21:19:40.154300 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.provisioning_blocks [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Provisioning complete for port f3d16440-de84-4381-802b-062bd8b30f9d triggered by entity L2. {{(pid=83994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:19:40.154699 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2080827'] for port, provisioning_complete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:40.365073 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1124352'] for port, before_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:40.399276 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.db [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] For port f3d16440-de84-4381-802b-062bd8b30f9d, host dv-cinder-840377-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840377-1-iscsi',level=0,port_id=f3d16440-de84-4381-802b-062bd8b30f9d,segment=NetworkSegment(3f84bbe4-f830-426c-96f2-1fd61d964081),segment_id=3f84bbe4-f830-426c-96f2-1fd61d964081)] {{(pid=83994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 21:19:40.443255 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.provisioning_blocks [None req-809354d8-cc59-4cc9-9dff-90f93d15a72d None None] Provisioning complete for port f3d16440-de84-4381-802b-062bd8b30f9d triggered by entity DHCP. {{(pid=83994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:19:40.443624 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-809354d8-cc59-4cc9-9dff-90f93d15a72d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2080827'] for port, provisioning_complete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:40.457496 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.wsgi [None req-59296c04-ea08-4205-871d-452e46092a1b admin admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=83992) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 03 21:19:40.468563 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [None req-59296c04-ea08-4205-871d-452e46092a1b admin admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.5144503 May 03 21:19:40.470698 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781386188966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781385847453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781385847498'] for port, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:40.568569 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Pushing event updated for resources: {'Port': ['ID=f3d16440-de84-4381-802b-062bd8b30f9d,revision_number=3']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:19:41.880571 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.rpc [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Device f3d16440-de84-4381-802b-062bd8b30f9d up at agent ovs-agent-dv-cinder-840377-1-iscsi {{(pid=83994) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 21:19:41.950532 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.provisioning_blocks [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Provisioning complete for port f3d16440-de84-4381-802b-062bd8b30f9d triggered by entity L2. {{(pid=83994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:19:41.950901 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2080827'] for port, provisioning_complete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:43.029600 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.48', 51992) {{(pid=83992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:19:43.407410 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.v2.base [None req-8ce0714c-6d1d-4934-91b0-f69c5462a7c4 admin admin] Request body: {'router': {'tenant_id': 'c734bf9015c7417485f103a822bb0707', 'name': 'router1', 'admin_state_up': True}} {{(pid=83992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 03 21:19:43.412620 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.db.quota.driver [None req-8ce0714c-6d1d-4934-91b0-f69c5462a7c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:19:43.416996 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.quota.resource [None req-8ce0714c-6d1d-4934-91b0-f69c5462a7c4 admin admin] Usage tracker for resource:router and tenant:c734bf9015c7417485f103a822bb0707 is out of sync, need to count used quota {{(pid=83992) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:19:43.420643 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.quota.resource [None req-8ce0714c-6d1d-4934-91b0-f69c5462a7c4 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83992) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:19:43.427822 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.db.quota.driver [None req-8ce0714c-6d1d-4934-91b0-f69c5462a7c4 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:19:43.543793 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-8ce0714c-6d1d-4934-91b0-f69c5462a7c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-330009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4169'] for router, before_create {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:43.545479 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-8ce0714c-6d1d-4934-91b0-f69c5462a7c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-330106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-332958', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-569578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4162'] for router, precommit_create {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:43.573132 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-8ce0714c-6d1d-4934-91b0-f69c5462a7c4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:43.750578 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-8ce0714c-6d1d-4934-91b0-f69c5462a7c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-330474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-332915'] for router, after_create {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:43.864006 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-8ce0714c-6d1d-4934-91b0-f69c5462a7c4 admin admin] Notify callbacks [] for router, before_response {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:43.865231 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [None req-8ce0714c-6d1d-4934-91b0-f69c5462a7c4 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.8346789 May 03 21:19:46.138911 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.48', 52002) {{(pid=83992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:19:46.337809 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-a453afd8-964b-41e9-bd8f-a120e0f46ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781386283879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2080842'] for agent, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:46.611707 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.wsgi [None req-44b5f92c-bf37-4e51-947d-cde623980947 admin admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=83992) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 03 21:19:46.612992 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [None req-44b5f92c-bf37-4e51-947d-cde623980947 admin admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.4731262 May 03 21:19:48.560592 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-fd088333-a58f-43cf-939e-fbfbd4c77e8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781386283879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2080842'] for agent, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:48.905184 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.48', 52012) {{(pid=83992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:19:49.288727 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.v2.base [None req-6ad3dfe9-5d20-4cd3-951e-633cec9b30ca admin admin] Request body: {'network': {'name': 'public', 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'is_default': True, 'router:external': True, 'admin_state_up': True}} {{(pid=83992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 03 21:19:49.293650 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.db.quota.driver [None req-6ad3dfe9-5d20-4cd3-951e-633cec9b30ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:19:49.297564 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.quota.resource [None req-6ad3dfe9-5d20-4cd3-951e-633cec9b30ca admin admin] Usage tracker for resource:network and tenant:db61406d24a644fcb80aee28ad627feb is out of sync, need to count used quota {{(pid=83992) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:19:49.300888 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.quota.resource [None req-6ad3dfe9-5d20-4cd3-951e-633cec9b30ca admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83992) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:19:49.306466 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.db.quota.driver [None req-6ad3dfe9-5d20-4cd3-951e-633cec9b30ca admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:19:49.365828 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ad3dfe9-5d20-4cd3-951e-633cec9b30ca admin admin] Made reservation on behalf of db61406d24a644fcb80aee28ad627feb for: {'network': 1} {{(pid=83992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 21:19:49.368406 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-6ad3dfe9-5d20-4cd3-951e-633cec9b30ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1124352'] for network, before_create {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:49.384789 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-6ad3dfe9-5d20-4cd3-951e-633cec9b30ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:49.423784 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.db.quota.driver [None req-6ad3dfe9-5d20-4cd3-951e-633cec9b30ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:19:49.427889 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.quota.resource [None req-6ad3dfe9-5d20-4cd3-951e-633cec9b30ca admin admin] Usage tracker for resource:security_group_rule and tenant:db61406d24a644fcb80aee28ad627feb is out of sync, need to count used quota {{(pid=83992) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:19:49.430793 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.quota.resource [None req-6ad3dfe9-5d20-4cd3-951e-633cec9b30ca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83992) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:19:49.436311 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.db.quota.driver [None req-6ad3dfe9-5d20-4cd3-951e-633cec9b30ca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:19:49.503358 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-6ad3dfe9-5d20-4cd3-951e-633cec9b30ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:49.583143 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-6ad3dfe9-5d20-4cd3-951e-633cec9b30ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746426'] for security_group, after_create {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:49.598610 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-6ad3dfe9-5d20-4cd3-951e-633cec9b30ca admin admin] Reserving flat network on physical network physnet1 {{(pid=83992) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} May 03 21:19:49.630613 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-6ad3dfe9-5d20-4cd3-951e-633cec9b30ca admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8781386283888', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1172921'] for segment, precommit_create {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:49.631195 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-6ad3dfe9-5d20-4cd3-951e-633cec9b30ca admin admin] Unsubscribe: segment precommit_create {{(pid=83992) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 03 21:19:49.631684 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.db.segments_db [None req-6ad3dfe9-5d20-4cd3-951e-633cec9b30ca admin admin] Added segment 36b0f1c3-e784-4cca-986f-65718d8cb16d of type flat for network c33334bd-f19e-453d-9f7b-349270405c58 May 03 21:19:49.680481 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad3dfe9-5d20-4cd3-951e-633cec9b30ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27515499-3d87-47ae-a8eb-b1d5d343d0c2,revision_number=1']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:19:49.680714 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-0dfda447-9707-4eba-99ce-657c79a02a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781386283879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2080842'] for agent, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:49.711402 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad3dfe9-5d20-4cd3-951e-633cec9b30ca admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:19:49.711964 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad3dfe9-5d20-4cd3-951e-633cec9b30ca admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:19:49.712496 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad3dfe9-5d20-4cd3-951e-633cec9b30ca admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:19:49.713000 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad3dfe9-5d20-4cd3-951e-633cec9b30ca admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:19:49.713387 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad3dfe9-5d20-4cd3-951e-633cec9b30ca admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:19:49.713716 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad3dfe9-5d20-4cd3-951e-633cec9b30ca admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:19:49.714039 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad3dfe9-5d20-4cd3-951e-633cec9b30ca admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:19:49.714360 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad3dfe9-5d20-4cd3-951e-633cec9b30ca admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:19:49.714676 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad3dfe9-5d20-4cd3-951e-633cec9b30ca admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:19:49.715019 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad3dfe9-5d20-4cd3-951e-633cec9b30ca admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:19:49.715361 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad3dfe9-5d20-4cd3-951e-633cec9b30ca admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:19:49.716356 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad3dfe9-5d20-4cd3-951e-633cec9b30ca admin admin] Tracked resource versions report: May 03 21:19:49.716356 dv-cinder-840377-1-iscsi neutron-server[83992]: pushed versions: May 03 21:19:49.716356 dv-cinder-840377-1-iscsi neutron-server[83992]: { 'ConntrackHelper': {'1.0'}, May 03 21:19:49.716356 dv-cinder-840377-1-iscsi neutron-server[83992]: 'Log': {'1.0'}, May 03 21:19:49.716356 dv-cinder-840377-1-iscsi neutron-server[83992]: 'Network': {'1.1'}, May 03 21:19:49.716356 dv-cinder-840377-1-iscsi neutron-server[83992]: 'Port': {'1.5'}, May 03 21:19:49.716356 dv-cinder-840377-1-iscsi neutron-server[83992]: 'PortForwarding': {'1.2'}, May 03 21:19:49.716356 dv-cinder-840377-1-iscsi neutron-server[83992]: 'QosPolicy': {'1.8'}, May 03 21:19:49.716356 dv-cinder-840377-1-iscsi neutron-server[83992]: 'SecurityGroup': {'1.2'}, May 03 21:19:49.716356 dv-cinder-840377-1-iscsi neutron-server[83992]: 'SecurityGroupRule': {'1.0'}, May 03 21:19:49.716356 dv-cinder-840377-1-iscsi neutron-server[83992]: 'SubPort': {'1.0'}, May 03 21:19:49.716356 dv-cinder-840377-1-iscsi neutron-server[83992]: 'Subnet': {'1.1'}, May 03 21:19:49.716356 dv-cinder-840377-1-iscsi neutron-server[83992]: 'Trunk': {'1.1'}} May 03 21:19:49.716356 dv-cinder-840377-1-iscsi neutron-server[83992]: consumer versions: May 03 21:19:49.716356 dv-cinder-840377-1-iscsi neutron-server[83992]: { DHCP agent@dv-cinder-840377-1-iscsi: {}, May 03 21:19:49.716356 dv-cinder-840377-1-iscsi neutron-server[83992]: L3 agent@dv-cinder-840377-1-iscsi: {}, May 03 21:19:49.716356 dv-cinder-840377-1-iscsi neutron-server[83992]: Metadata agent@dv-cinder-840377-1-iscsi: {}, May 03 21:19:49.716356 dv-cinder-840377-1-iscsi neutron-server[83992]: Metering agent@dv-cinder-840377-1-iscsi: {}, May 03 21:19:49.716356 dv-cinder-840377-1-iscsi neutron-server[83992]: Open vSwitch agent@dv-cinder-840377-1-iscsi: { 'ConntrackHelper': '1.0', May 03 21:19:49.716356 dv-cinder-840377-1-iscsi neutron-server[83992]: 'Log': '1.0', May 03 21:19:49.716356 dv-cinder-840377-1-iscsi neutron-server[83992]: 'Network': '1.1', May 03 21:19:49.716356 dv-cinder-840377-1-iscsi neutron-server[83992]: 'Port': '1.5', May 03 21:19:49.716356 dv-cinder-840377-1-iscsi neutron-server[83992]: 'PortForwarding': '1.2', May 03 21:19:49.716356 dv-cinder-840377-1-iscsi neutron-server[83992]: 'QosPolicy': '1.8', May 03 21:19:49.716356 dv-cinder-840377-1-iscsi neutron-server[83992]: 'SecurityGroup': '1.2', May 03 21:19:49.716356 dv-cinder-840377-1-iscsi neutron-server[83992]: 'SecurityGroupRule': '1.0', May 03 21:19:49.716356 dv-cinder-840377-1-iscsi neutron-server[83992]: 'SubPort': '1.0', May 03 21:19:49.716356 dv-cinder-840377-1-iscsi neutron-server[83992]: 'Subnet': '1.1', May 03 21:19:49.716356 dv-cinder-840377-1-iscsi neutron-server[83992]: 'Trunk': '1.1'}} May 03 21:19:49.716356 dv-cinder-840377-1-iscsi neutron-server[83992]: {{(pid=83992) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 03 21:19:49.731925 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781386283879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2080842'] for agent, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:49.756875 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-6ad3dfe9-5d20-4cd3-951e-633cec9b30ca admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781385835798'] for network, precommit_create {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:49.874746 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-6ad3dfe9-5d20-4cd3-951e-633cec9b30ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396'] for network, after_create {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:49.876168 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ad3dfe9-5d20-4cd3-951e-633cec9b30ca admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:19:49.876811 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-6ad3dfe9-5d20-4cd3-951e-633cec9b30ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1706389'] for network, before_response {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:49.981792 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad3dfe9-5d20-4cd3-951e-633cec9b30ca admin admin] Pushing event updated for resources: {'Network': ['ID=c33334bd-f19e-453d-9f7b-349270405c58,revision_number=1']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:19:49.993217 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.rpc [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Network c33334bd-f19e-453d-9f7b-349270405c58 details requested by agent ovs-agent-dv-cinder-840377-1-iscsi with host dv-cinder-840377-1-iscsi {{(pid=83994) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 03 21:19:50.058385 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [None req-6ad3dfe9-5d20-4cd3-951e-633cec9b30ca admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.1520801 May 03 21:19:51.017747 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-672d275f-a9b7-498c-8eb6-010b5168d44a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781386283879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2080842'] for agent, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:52.314432 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.48', 52036) {{(pid=83992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:19:52.548809 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6506e489-b031-4ad5-ad45-839a51cd97bf admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:19:52.550125 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [None req-6506e489-b031-4ad5-ad45-839a51cd97bf admin admin] 10.222.0.48 "GET /v2.0/subnets/18197585-b8f5-4eee-9d2b-f7b3e5df4022 HTTP/1.1" status: 200 len: 849 time: 0.2347536 May 03 21:19:52.693790 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [None req-7a318808-24ab-47a1-a995-992c4e85ca51 admin admin] 10.222.0.48 "GET /v2.0/routers/935bb0e8-813b-4f7d-9144-939f1e1dbd03 HTTP/1.1" status: 200 len: 704 time: 0.1383228 May 03 21:19:53.221439 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-0d4ed3b3-1066-49fc-99b5-b79d93c2ecd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1124352'] for port, before_create {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:53.518417 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.db.db_base_plugin_common [None req-0d4ed3b3-1066-49fc-99b5-b79d93c2ecd2 admin admin] Allocated IP 172.20.0.1 (de1dfcad-bc40-432f-ab27-4a7db72737c4/18197585-b8f5-4eee-9d2b-f7b3e5df4022/bc0b7b6e-d05c-43a2-a136-2f86f2ceb70e) {{(pid=83992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 21:19:53.694859 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-0d4ed3b3-1066-49fc-99b5-b79d93c2ecd2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:53.712513 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.db.provisioning_blocks [None req-0d4ed3b3-1066-49fc-99b5-b79d93c2ecd2 admin admin] Transition to ACTIVE for port object bc0b7b6e-d05c-43a2-a136-2f86f2ceb70e will not be triggered until provisioned by entity DHCP. {{(pid=83992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 21:19:53.823904 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-0d4ed3b3-1066-49fc-99b5-b79d93c2ecd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781385847435'] for port, after_create {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:53.891105 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d4ed3b3-1066-49fc-99b5-b79d93c2ecd2 admin admin] Network de1dfcad-bc40-432f-ab27-4a7db72737c4 is already hosted by enough agents. {{(pid=83992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 21:19:53.894033 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.scheduler.base_scheduler [None req-0d4ed3b3-1066-49fc-99b5-b79d93c2ecd2 admin admin] Resources bound (agent type, host, resource id): {{(pid=83992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 21:19:53.898932 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4ed3b3-1066-49fc-99b5-b79d93c2ecd2 admin admin] Pushing event updated for resources: {'Port': ['ID=bc0b7b6e-d05c-43a2-a136-2f86f2ceb70e,revision_number=1']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:19:53.909850 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d4ed3b3-1066-49fc-99b5-b79d93c2ecd2 admin admin] Received port after_create {{(pid=83992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 03 21:19:53.910408 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-0d4ed3b3-1066-49fc-99b5-b79d93c2ecd2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-333705'] for router_interface, before_create {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:54.099629 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-0d4ed3b3-1066-49fc-99b5-b79d93c2ecd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1124352'] for port, before_update {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:54.194419 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.provisioning_blocks [None req-1314f248-58ba-47d3-99ad-e3f5fb95fd60 None None] Provisioning for port bc0b7b6e-d05c-43a2-a136-2f86f2ceb70e completed by entity DHCP. {{(pid=83994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 21:19:54.199348 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.provisioning_blocks [None req-1314f248-58ba-47d3-99ad-e3f5fb95fd60 None None] Provisioning complete for port bc0b7b6e-d05c-43a2-a136-2f86f2ceb70e triggered by entity DHCP. {{(pid=83994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:19:54.199742 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-1314f248-58ba-47d3-99ad-e3f5fb95fd60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2080827'] for port, provisioning_complete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:54.254665 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.plugin [None req-1314f248-58ba-47d3-99ad-e3f5fb95fd60 None None] Port bc0b7b6e-d05c-43a2-a136-2f86f2ceb70e cannot update to ACTIVE because it is not bound. {{(pid=83994) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 03 21:19:54.327429 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-0d4ed3b3-1066-49fc-99b5-b79d93c2ecd2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:54.395079 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-0d4ed3b3-1066-49fc-99b5-b79d93c2ecd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781386188966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781385847453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781385847498'] for port, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:54.395809 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-0d4ed3b3-1066-49fc-99b5-b79d93c2ecd2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1706276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-333604'] for router_interface, after_create {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:54.551886 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4ed3b3-1066-49fc-99b5-b79d93c2ecd2 admin admin] Pushing event updated for resources: {'Port': ['ID=bc0b7b6e-d05c-43a2-a136-2f86f2ceb70e,revision_number=2']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:19:54.618359 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d4ed3b3-1066-49fc-99b5-b79d93c2ecd2 admin admin] Network de1dfcad-bc40-432f-ab27-4a7db72737c4 is already hosted by enough agents. {{(pid=83992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 21:19:54.619400 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.scheduler.base_scheduler [None req-0d4ed3b3-1066-49fc-99b5-b79d93c2ecd2 admin admin] Resources bound (agent type, host, resource id): {{(pid=83992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 21:19:54.777696 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.provisioning_blocks [None req-f8ef48bd-f33b-438e-aec0-bc861fc9e77c None None] Provisioning complete for port bc0b7b6e-d05c-43a2-a136-2f86f2ceb70e triggered by entity DHCP. {{(pid=83994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:19:54.778059 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-f8ef48bd-f33b-438e-aec0-bc861fc9e77c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2080827'] for port, provisioning_complete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:54.829514 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.plugin [None req-f8ef48bd-f33b-438e-aec0-bc861fc9e77c None None] Port bc0b7b6e-d05c-43a2-a136-2f86f2ceb70e cannot update to ACTIVE because it is not bound. {{(pid=83994) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 03 21:19:55.080705 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d4ed3b3-1066-49fc-99b5-b79d93c2ecd2 admin admin] Router 935bb0e8-813b-4f7d-9144-939f1e1dbd03 is scheduled to L3 agent c192ea1b-f7d6-49b7-9f22-5492fbafc6f3 with binding_index 1 {{(pid=83992) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 03 21:19:55.247413 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d4ed3b3-1066-49fc-99b5-b79d93c2ecd2 admin admin] Notify agent at l3_agent.dv-cinder-840377-1-iscsi the message routers_updated {{(pid=83992) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 21:19:55.257112 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [None req-0d4ed3b3-1066-49fc-99b5-b79d93c2ecd2 admin admin] 10.222.0.48 "PUT /v2.0/routers/935bb0e8-813b-4f7d-9144-939f1e1dbd03/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.5578594 May 03 21:19:55.257777 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3968c41-a4e0-4bd8-b303-0dc9b298e75f None None] Sync routers for ids ['935bb0e8-813b-4f7d-9144-939f1e1dbd03'] in dv-cinder-840377-1-iscsi {{(pid=83995) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 03 21:19:55.271161 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3968c41-a4e0-4bd8-b303-0dc9b298e75f None None] Routers {'935bb0e8-813b-4f7d-9144-939f1e1dbd03'} bound to L3 agent in host dv-cinder-840377-1-iscsi {{(pid=83995) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 03 21:19:55.272037 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.db.l3_hamode_db [None req-e3968c41-a4e0-4bd8-b303-0dc9b298e75f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840377-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-03T21:19:18Z,description=,heartbeat_timestamp=2022-05-03T21:19:48Z,host='dv-cinder-840377-1-iscsi',id=c192ea1b-f7d6-49b7-9f22-5492fbafc6f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:19:19Z,topic='l3_agent')) {'router_ids': ['935bb0e8-813b-4f7d-9144-939f1e1dbd03'], 'active': True} {{(pid=83995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:19:55.450512 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.db.l3_dvr_db [None req-e3968c41-a4e0-4bd8-b303-0dc9b298e75f None None] Set router 935bb0e8-813b-4f7d-9144-939f1e1dbd03 gateway port host: None {{(pid=83995) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 03 21:19:55.822300 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.db.l3_hamode_db [None req-e3968c41-a4e0-4bd8-b303-0dc9b298e75f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '935bb0e8-813b-4f7d-9144-939f1e1dbd03', 'name': 'router1', 'tenant_id': 'c734bf9015c7417485f103a822bb0707', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:19:43Z', 'updated_at': '2022-05-03T21:19:53Z', 'revision_number': 2, 'project_id': 'c734bf9015c7417485f103a822bb0707', 'gw_port_host': None, '_interfaces': [{'id': 'bc0b7b6e-d05c-43a2-a136-2f86f2ceb70e', 'name': '', 'network_id': 'de1dfcad-bc40-432f-ab27-4a7db72737c4', 'tenant_id': 'c734bf9015c7417485f103a822bb0707', 'mac_address': 'fa:16:3e:f6:02:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '935bb0e8-813b-4f7d-9144-939f1e1dbd03', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '18197585-b8f5-4eee-9d2b-f7b3e5df4022', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:19:53Z', 'updated_at': '2022-05-03T21:19:54Z', 'revision_number': 2, 'project_id': 'c734bf9015c7417485f103a822bb0707', 'subnets': [{'id': '18197585-b8f5-4eee-9d2b-f7b3e5df4022', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '189877e1-6ea0-47eb-9fc1-e802122613b4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840377-1-iscsi', False) {} {{(pid=83995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:19:55.827120 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3968c41-a4e0-4bd8-b303-0dc9b298e75f None None] Checking router: 935bb0e8-813b-4f7d-9144-939f1e1dbd03 for host: dv-cinder-840377-1-iscsi {{(pid=83995) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 03 21:19:55.827490 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3968c41-a4e0-4bd8-b303-0dc9b298e75f None None] Updating router 935bb0e8-813b-4f7d-9144-939f1e1dbd03 port bc0b7b6e-d05c-43a2-a136-2f86f2ceb70e binding host dv-cinder-840377-1-iscsi {{(pid=83995) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 03 21:19:55.877906 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-e3968c41-a4e0-4bd8-b303-0dc9b298e75f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1124352'] for port, before_update {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:56.259170 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-e3968c41-a4e0-4bd8-b303-0dc9b298e75f None None] Notify callbacks [] for port, precommit_update {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:56.273818 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.db.provisioning_blocks [None req-e3968c41-a4e0-4bd8-b303-0dc9b298e75f None None] Transition to ACTIVE for port object bc0b7b6e-d05c-43a2-a136-2f86f2ceb70e will not be triggered until provisioned by entity L2. {{(pid=83995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 21:19:56.344145 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-e3968c41-a4e0-4bd8-b303-0dc9b298e75f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781386188966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781385847453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781385847498'] for port, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:56.537308 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2fa567-653a-4110-b894-2cb321b55a26 None None] Pushing event updated for resources: {'Port': ['ID=bc0b7b6e-d05c-43a2-a136-2f86f2ceb70e,revision_number=3']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:19:56.587479 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2fa567-653a-4110-b894-2cb321b55a26 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:19:56.587835 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2fa567-653a-4110-b894-2cb321b55a26 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:19:56.588161 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2fa567-653a-4110-b894-2cb321b55a26 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:19:56.588514 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2fa567-653a-4110-b894-2cb321b55a26 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:19:56.588847 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2fa567-653a-4110-b894-2cb321b55a26 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:19:56.589172 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2fa567-653a-4110-b894-2cb321b55a26 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:19:56.589495 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2fa567-653a-4110-b894-2cb321b55a26 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:19:56.589820 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2fa567-653a-4110-b894-2cb321b55a26 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:19:56.590140 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2fa567-653a-4110-b894-2cb321b55a26 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:19:56.590458 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2fa567-653a-4110-b894-2cb321b55a26 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:19:56.590775 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2fa567-653a-4110-b894-2cb321b55a26 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:19:56.591805 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2fa567-653a-4110-b894-2cb321b55a26 None None] Tracked resource versions report: May 03 21:19:56.591805 dv-cinder-840377-1-iscsi neutron-server[83995]: pushed versions: May 03 21:19:56.591805 dv-cinder-840377-1-iscsi neutron-server[83995]: { 'ConntrackHelper': {'1.0'}, May 03 21:19:56.591805 dv-cinder-840377-1-iscsi neutron-server[83995]: 'Log': {'1.0'}, May 03 21:19:56.591805 dv-cinder-840377-1-iscsi neutron-server[83995]: 'Network': {'1.1'}, May 03 21:19:56.591805 dv-cinder-840377-1-iscsi neutron-server[83995]: 'Port': {'1.5'}, May 03 21:19:56.591805 dv-cinder-840377-1-iscsi neutron-server[83995]: 'PortForwarding': {'1.2'}, May 03 21:19:56.591805 dv-cinder-840377-1-iscsi neutron-server[83995]: 'QosPolicy': {'1.8'}, May 03 21:19:56.591805 dv-cinder-840377-1-iscsi neutron-server[83995]: 'SecurityGroup': {'1.2'}, May 03 21:19:56.591805 dv-cinder-840377-1-iscsi neutron-server[83995]: 'SecurityGroupRule': {'1.0'}, May 03 21:19:56.591805 dv-cinder-840377-1-iscsi neutron-server[83995]: 'SubPort': {'1.0'}, May 03 21:19:56.591805 dv-cinder-840377-1-iscsi neutron-server[83995]: 'Subnet': {'1.1'}, May 03 21:19:56.591805 dv-cinder-840377-1-iscsi neutron-server[83995]: 'Trunk': {'1.1'}} May 03 21:19:56.591805 dv-cinder-840377-1-iscsi neutron-server[83995]: consumer versions: May 03 21:19:56.591805 dv-cinder-840377-1-iscsi neutron-server[83995]: { DHCP agent@dv-cinder-840377-1-iscsi: {}, May 03 21:19:56.591805 dv-cinder-840377-1-iscsi neutron-server[83995]: L3 agent@dv-cinder-840377-1-iscsi: {}, May 03 21:19:56.591805 dv-cinder-840377-1-iscsi neutron-server[83995]: Metadata agent@dv-cinder-840377-1-iscsi: {}, May 03 21:19:56.591805 dv-cinder-840377-1-iscsi neutron-server[83995]: Metering agent@dv-cinder-840377-1-iscsi: {}, May 03 21:19:56.591805 dv-cinder-840377-1-iscsi neutron-server[83995]: Open vSwitch agent@dv-cinder-840377-1-iscsi: { 'ConntrackHelper': '1.0', May 03 21:19:56.591805 dv-cinder-840377-1-iscsi neutron-server[83995]: 'Log': '1.0', May 03 21:19:56.591805 dv-cinder-840377-1-iscsi neutron-server[83995]: 'Network': '1.1', May 03 21:19:56.591805 dv-cinder-840377-1-iscsi neutron-server[83995]: 'Port': '1.5', May 03 21:19:56.591805 dv-cinder-840377-1-iscsi neutron-server[83995]: 'PortForwarding': '1.2', May 03 21:19:56.591805 dv-cinder-840377-1-iscsi neutron-server[83995]: 'QosPolicy': '1.8', May 03 21:19:56.591805 dv-cinder-840377-1-iscsi neutron-server[83995]: 'SecurityGroup': '1.2', May 03 21:19:56.591805 dv-cinder-840377-1-iscsi neutron-server[83995]: 'SecurityGroupRule': '1.0', May 03 21:19:56.591805 dv-cinder-840377-1-iscsi neutron-server[83995]: 'SubPort': '1.0', May 03 21:19:56.591805 dv-cinder-840377-1-iscsi neutron-server[83995]: 'Subnet': '1.1', May 03 21:19:56.591805 dv-cinder-840377-1-iscsi neutron-server[83995]: 'Trunk': '1.1'}} May 03 21:19:56.591805 dv-cinder-840377-1-iscsi neutron-server[83995]: {{(pid=83995) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 03 21:19:56.600794 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.plugins.ml2.managers [None req-e3968c41-a4e0-4bd8-b303-0dc9b298e75f None None] Attempting to bind port bc0b7b6e-d05c-43a2-a136-2f86f2ceb70e on host dv-cinder-840377-1-iscsi for vnic_type normal with profile {{(pid=83995) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 21:19:56.601304 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.plugins.ml2.managers [None req-e3968c41-a4e0-4bd8-b303-0dc9b298e75f None None] Attempting to bind port bc0b7b6e-d05c-43a2-a136-2f86f2ceb70e by drivers openvswitch,hyperv on host dv-cinder-840377-1-iscsi at level 0 using segments [{'id': '3f84bbe4-f830-426c-96f2-1fd61d964081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'de1dfcad-bc40-432f-ab27-4a7db72737c4'}] {{(pid=83995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 21:19:56.601652 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3968c41-a4e0-4bd8-b303-0dc9b298e75f None None] Attempting to bind port bc0b7b6e-d05c-43a2-a136-2f86f2ceb70e on network de1dfcad-bc40-432f-ab27-4a7db72737c4 {{(pid=83995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 03 21:19:56.607918 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3968c41-a4e0-4bd8-b303-0dc9b298e75f None None] Checking agent: {'id': 'fb00ce1e-8ae6-4b1c-988b-a0ad40f400cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840377-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 21, 19, 20), 'started_at': datetime.datetime(2022, 5, 3, 21, 19, 50), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 21, 19, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840377-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 03 21:19:56.608329 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3968c41-a4e0-4bd8-b303-0dc9b298e75f None None] Checking segment: {'id': '3f84bbe4-f830-426c-96f2-1fd61d964081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'de1dfcad-bc40-432f-ab27-4a7db72737c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 03 21:19:56.608824 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-e3968c41-a4e0-4bd8-b303-0dc9b298e75f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:56.609759 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3968c41-a4e0-4bd8-b303-0dc9b298e75f None None] Bound using segment: {'id': '3f84bbe4-f830-426c-96f2-1fd61d964081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'de1dfcad-bc40-432f-ab27-4a7db72737c4'} {{(pid=83995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 03 21:19:56.610263 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.plugins.ml2.managers [None req-e3968c41-a4e0-4bd8-b303-0dc9b298e75f None None] Bound port: bc0b7b6e-d05c-43a2-a136-2f86f2ceb70e, host: dv-cinder-840377-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f84bbe4-f830-426c-96f2-1fd61d964081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'de1dfcad-bc40-432f-ab27-4a7db72737c4'}}] {{(pid=83995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 21:19:56.610647 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-e3968c41-a4e0-4bd8-b303-0dc9b298e75f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1124352'] for port, before_update {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:56.696343 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.plugins.ml2.db [None req-e3968c41-a4e0-4bd8-b303-0dc9b298e75f None None] For port bc0b7b6e-d05c-43a2-a136-2f86f2ceb70e, host dv-cinder-840377-1-iscsi, cleared binding levels {{(pid=83995) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 21:19:56.700130 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.plugins.ml2.db [None req-e3968c41-a4e0-4bd8-b303-0dc9b298e75f None None] For port bc0b7b6e-d05c-43a2-a136-2f86f2ceb70e, host dv-cinder-840377-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840377-1-iscsi',level=0,port_id=bc0b7b6e-d05c-43a2-a136-2f86f2ceb70e,segment=NetworkSegment(3f84bbe4-f830-426c-96f2-1fd61d964081),segment_id=3f84bbe4-f830-426c-96f2-1fd61d964081)] {{(pid=83995) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 21:19:56.760965 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-e3968c41-a4e0-4bd8-b303-0dc9b298e75f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781386188966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781385847453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781385847498'] for port, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:56.848721 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2fa567-653a-4110-b894-2cb321b55a26 None None] Pushing event updated for resources: {'Port': ['ID=bc0b7b6e-d05c-43a2-a136-2f86f2ceb70e,revision_number=4']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:19:56.854891 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3968c41-a4e0-4bd8-b303-0dc9b298e75f None None] Routers {'935bb0e8-813b-4f7d-9144-939f1e1dbd03'} bound to L3 agent in host dv-cinder-840377-1-iscsi {{(pid=83995) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 03 21:19:56.855493 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.db.l3_hamode_db [None req-e3968c41-a4e0-4bd8-b303-0dc9b298e75f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840377-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-03T21:19:18Z,description=,heartbeat_timestamp=2022-05-03T21:19:48Z,host='dv-cinder-840377-1-iscsi',id=c192ea1b-f7d6-49b7-9f22-5492fbafc6f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:19:19Z,topic='l3_agent')) {'router_ids': ['935bb0e8-813b-4f7d-9144-939f1e1dbd03'], 'active': True} {{(pid=83995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:19:57.009849 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.db.l3_dvr_db [None req-e3968c41-a4e0-4bd8-b303-0dc9b298e75f None None] Set router 935bb0e8-813b-4f7d-9144-939f1e1dbd03 gateway port host: None {{(pid=83995) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 03 21:19:57.345081 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.db.l3_hamode_db [None req-e3968c41-a4e0-4bd8-b303-0dc9b298e75f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '935bb0e8-813b-4f7d-9144-939f1e1dbd03', 'name': 'router1', 'tenant_id': 'c734bf9015c7417485f103a822bb0707', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:19:43Z', 'updated_at': '2022-05-03T21:19:53Z', 'revision_number': 2, 'project_id': 'c734bf9015c7417485f103a822bb0707', 'gw_port_host': None, '_interfaces': [{'id': 'bc0b7b6e-d05c-43a2-a136-2f86f2ceb70e', 'name': '', 'network_id': 'de1dfcad-bc40-432f-ab27-4a7db72737c4', 'tenant_id': 'c734bf9015c7417485f103a822bb0707', 'mac_address': 'fa:16:3e:f6:02:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '935bb0e8-813b-4f7d-9144-939f1e1dbd03', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '18197585-b8f5-4eee-9d2b-f7b3e5df4022', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:19:53Z', 'updated_at': '2022-05-03T21:19:56Z', 'revision_number': 4, 'project_id': 'c734bf9015c7417485f103a822bb0707', 'subnets': [{'id': '18197585-b8f5-4eee-9d2b-f7b3e5df4022', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '189877e1-6ea0-47eb-9fc1-e802122613b4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840377-1-iscsi', False) {} {{(pid=83995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:19:57.349068 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3968c41-a4e0-4bd8-b303-0dc9b298e75f None None] The sync data for ids ['935bb0e8-813b-4f7d-9144-939f1e1dbd03'] in dv-cinder-840377-1-iscsi is: [{'id': '935bb0e8-813b-4f7d-9144-939f1e1dbd03', 'name': 'router1', 'tenant_id': 'c734bf9015c7417485f103a822bb0707', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:19:43Z', 'updated_at': '2022-05-03T21:19:53Z', 'revision_number': 2, 'project_id': 'c734bf9015c7417485f103a822bb0707', 'gw_port_host': None, '_interfaces': [{'id': 'bc0b7b6e-d05c-43a2-a136-2f86f2ceb70e', 'name': '', 'network_id': 'de1dfcad-bc40-432f-ab27-4a7db72737c4', 'tenant_id': 'c734bf9015c7417485f103a822bb0707', 'mac_address': 'fa:16:3e:f6:02:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '935bb0e8-813b-4f7d-9144-939f1e1dbd03', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '18197585-b8f5-4eee-9d2b-f7b3e5df4022', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:19:53Z', 'updated_at': '2022-05-03T21:19:56Z', 'revision_number': 4, 'project_id': 'c734bf9015c7417485f103a822bb0707', 'subnets': [{'id': '18197585-b8f5-4eee-9d2b-f7b3e5df4022', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '189877e1-6ea0-47eb-9fc1-e802122613b4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83995) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 03 21:19:57.355986 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.48', 52060) {{(pid=83992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:19:57.527301 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf55dbe9-f4db-41ff-bfe0-7289f845cb8d admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:19:57.527860 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.quota.resource [None req-cf55dbe9-f4db-41ff-bfe0-7289f845cb8d admin admin] Synchronizing usage tracker for tenant:db61406d24a644fcb80aee28ad627feb on resource:network {{(pid=83992) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 21:19:57.595354 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.quota.resource [None req-cf55dbe9-f4db-41ff-bfe0-7289f845cb8d admin admin] Unset dirty status for tenant:db61406d24a644fcb80aee28ad627feb on resource:network {{(pid=83992) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 21:19:57.596464 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [None req-cf55dbe9-f4db-41ff-bfe0-7289f845cb8d admin admin] 10.222.0.48 "GET /v2.0/networks/c33334bd-f19e-453d-9f7b-349270405c58 HTTP/1.1" status: 200 len: 842 time: 0.2394862 May 03 21:19:57.605468 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.v2.base [None req-ca0d54d7-1941-4779-bda3-dfa675dc6563 admin admin] Request body: {'subnet': {'name': 'public-subnet', 'network_id': 'c33334bd-f19e-453d-9f7b-349270405c58', 'ip_version': 4, 'gateway_ip': '172.27.1.1', 'enable_dhcp': False, 'cidr': '172.27.1.0/24'}} {{(pid=83992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 03 21:19:57.610973 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.db.quota.driver [None req-ca0d54d7-1941-4779-bda3-dfa675dc6563 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:19:57.615027 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.quota.resource [None req-ca0d54d7-1941-4779-bda3-dfa675dc6563 admin admin] Usage tracker for resource:subnet and tenant:db61406d24a644fcb80aee28ad627feb is out of sync, need to count used quota {{(pid=83992) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:19:57.618024 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.quota.resource [None req-ca0d54d7-1941-4779-bda3-dfa675dc6563 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83992) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:19:57.624494 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.db.quota.driver [None req-ca0d54d7-1941-4779-bda3-dfa675dc6563 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:19:57.697784 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca0d54d7-1941-4779-bda3-dfa675dc6563 admin admin] Made reservation on behalf of db61406d24a644fcb80aee28ad627feb for: {'subnet': 1} {{(pid=83992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 21:19:57.700219 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-ca0d54d7-1941-4779-bda3-dfa675dc6563 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:58.141316 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.objects.ports [None req-ca0d54d7-1941-4779-bda3-dfa675dc6563 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83992) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} May 03 21:19:58.141734 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-ca0d54d7-1941-4779-bda3-dfa675dc6563 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396'] for subnet, after_create {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:58.224760 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca0d54d7-1941-4779-bda3-dfa675dc6563 admin admin] Checking segment: {'id': '36b0f1c3-e784-4cca-986f-65718d8cb16d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c33334bd-f19e-453d-9f7b-349270405c58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 03 21:19:58.225105 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca0d54d7-1941-4779-bda3-dfa675dc6563 admin admin] Network hostable DHCP agents. Network: c33334bd-f19e-453d-9f7b-349270405c58, hostable agents: ['e4e3c6c0-e8b0-4c45-a267-b4e6dd042766'], hosted agents: [] {{(pid=83992) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 21:19:58.238757 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0d54d7-1941-4779-bda3-dfa675dc6563 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8155f8f1-bdbd-4c1c-8daf-045a3e4a5222,revision_number=0']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:19:58.326769 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca0d54d7-1941-4779-bda3-dfa675dc6563 admin admin] Network c33334bd-f19e-453d-9f7b-349270405c58 is scheduled to be hosted by DHCP agent e4e3c6c0-e8b0-4c45-a267-b4e6dd042766 with binding_index 1 {{(pid=83992) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 21:19:58.407061 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.scheduler.base_scheduler [None req-ca0d54d7-1941-4779-bda3-dfa675dc6563 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840377-1-iscsi, c33334bd-f19e-453d-9f7b-349270405c58) {{(pid=83992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 21:19:58.412079 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca0d54d7-1941-4779-bda3-dfa675dc6563 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:19:58.412691 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-ca0d54d7-1941-4779-bda3-dfa675dc6563 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1706389'] for subnet, before_response {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:58.415653 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a50b7be6-edc9-49e4-bfa9-b874a73d7ca0 None None] Network c33334bd-f19e-453d-9f7b-349270405c58 requested from dv-cinder-840377-1-iscsi {{(pid=83994) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 03 21:19:58.520458 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [None req-ca0d54d7-1941-4779-bda3-dfa675dc6563 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9098537 May 03 21:19:58.649221 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2370f1f-2e4f-44a9-8e7a-556b418feb9e None None] Network c33334bd-f19e-453d-9f7b-349270405c58 requested from dv-cinder-840377-1-iscsi {{(pid=83994) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 03 21:19:59.908532 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.rpc [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Device bc0b7b6e-d05c-43a2-a136-2f86f2ceb70e up at agent ovs-agent-dv-cinder-840377-1-iscsi {{(pid=83994) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 21:20:00.086121 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.provisioning_blocks [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Provisioning for port bc0b7b6e-d05c-43a2-a136-2f86f2ceb70e completed by entity L2. {{(pid=83994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 21:20:00.091272 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.provisioning_blocks [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Provisioning complete for port bc0b7b6e-d05c-43a2-a136-2f86f2ceb70e triggered by entity L2. {{(pid=83994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:20:00.091767 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2080827'] for port, provisioning_complete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:20:00.203939 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1124352'] for port, before_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:20:00.236060 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.db [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] For port bc0b7b6e-d05c-43a2-a136-2f86f2ceb70e, host dv-cinder-840377-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840377-1-iscsi',level=0,port_id=bc0b7b6e-d05c-43a2-a136-2f86f2ceb70e,segment=NetworkSegment(3f84bbe4-f830-426c-96f2-1fd61d964081),segment_id=3f84bbe4-f830-426c-96f2-1fd61d964081)] {{(pid=83994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 21:20:00.314631 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781386188966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781385847453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781385847498'] for port, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:20:00.383017 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Pushing event updated for resources: {'Port': ['ID=bc0b7b6e-d05c-43a2-a136-2f86f2ceb70e,revision_number=5']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:20:00.719040 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.48', 52074) {{(pid=83992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:20:00.989717 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [None req-9853407e-bfdc-456a-a251-5411308accc8 admin admin] 10.222.0.48 "GET /v2.0/routers/935bb0e8-813b-4f7d-9144-939f1e1dbd03 HTTP/1.1" status: 200 len: 710 time: 0.2694495 May 03 21:20:01.126096 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c3d910c-9d64-4f79-a99e-70559ea8833a admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:20:01.127939 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [None req-5c3d910c-9d64-4f79-a99e-70559ea8833a admin admin] 10.222.0.48 "GET /v2.0/networks/c33334bd-f19e-453d-9f7b-349270405c58 HTTP/1.1" status: 200 len: 886 time: 0.1334341 May 03 21:20:01.136936 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.v2.base [None req-02513eb0-673c-4f8b-ac03-32877ba050da admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c33334bd-f19e-453d-9f7b-349270405c58'}}} {{(pid=83992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 03 21:20:01.623973 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-02513eb0-673c-4f8b-ac03-32877ba050da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-332908', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-330467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7592'] for router, precommit_update {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:20:01.865851 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-02513eb0-673c-4f8b-ac03-32877ba050da admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:20:01.892464 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.rpc [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Device bc0b7b6e-d05c-43a2-a136-2f86f2ceb70e up at agent ovs-agent-dv-cinder-840377-1-iscsi {{(pid=83994) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 21:20:01.924296 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-02513eb0-673c-4f8b-ac03-32877ba050da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1124352'] for port, before_create {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:20:01.959603 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.provisioning_blocks [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Provisioning complete for port bc0b7b6e-d05c-43a2-a136-2f86f2ceb70e triggered by entity L2. {{(pid=83994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:20:01.959975 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2080827'] for port, provisioning_complete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:20:02.055454 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.db.db_base_plugin_common [None req-02513eb0-673c-4f8b-ac03-32877ba050da admin admin] Allocated IP 172.27.1.182 (c33334bd-f19e-453d-9f7b-349270405c58/8155f8f1-bdbd-4c1c-8daf-045a3e4a5222/e74e0dc8-a4e3-4d73-bdba-c3d8994bdcf5) {{(pid=83992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 21:20:02.217371 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-02513eb0-673c-4f8b-ac03-32877ba050da admin admin] Notify callbacks [] for port, precommit_create {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:20:02.344360 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-02513eb0-673c-4f8b-ac03-32877ba050da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781385847435'] for port, after_create {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:20:02.409111 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02513eb0-673c-4f8b-ac03-32877ba050da admin admin] Network c33334bd-f19e-453d-9f7b-349270405c58 is already hosted by enough agents. {{(pid=83992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 21:20:02.411709 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.scheduler.base_scheduler [None req-02513eb0-673c-4f8b-ac03-32877ba050da admin admin] Resources bound (agent type, host, resource id): {{(pid=83992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 21:20:02.415954 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02513eb0-673c-4f8b-ac03-32877ba050da admin admin] Received port after_create {{(pid=83992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 03 21:20:02.448315 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02513eb0-673c-4f8b-ac03-32877ba050da admin admin] Pushing event updated for resources: {'Port': ['ID=e74e0dc8-a4e3-4d73-bdba-c3d8994bdcf5,revision_number=1']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:20:02.663302 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-02513eb0-673c-4f8b-ac03-32877ba050da admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:20:02.878785 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-02513eb0-673c-4f8b-ac03-32877ba050da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-332908', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-330467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7592'] for router, precommit_update {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:20:02.882070 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-02513eb0-673c-4f8b-ac03-32877ba050da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-332915', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-332901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-332922', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-330488'] for router, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:20:03.075101 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02513eb0-673c-4f8b-ac03-32877ba050da admin admin] Router 935bb0e8-813b-4f7d-9144-939f1e1dbd03 has already been hosted by L3 agent c192ea1b-f7d6-49b7-9f22-5492fbafc6f3 {{(pid=83992) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 03 21:20:03.270963 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02513eb0-673c-4f8b-ac03-32877ba050da admin admin] Notify agent at l3_agent.dv-cinder-840377-1-iscsi the message routers_updated {{(pid=83992) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 21:20:03.279580 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-02513eb0-673c-4f8b-ac03-32877ba050da admin admin] Notify callbacks [] for router, before_response {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:20:03.280318 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ba8c44d-9bf4-4e2f-b06f-b142ad21eebf None None] Sync routers for ids ['935bb0e8-813b-4f7d-9144-939f1e1dbd03'] in dv-cinder-840377-1-iscsi {{(pid=83994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 03 21:20:03.280847 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [None req-02513eb0-673c-4f8b-ac03-32877ba050da admin admin] 10.222.0.48 "PUT /v2.0/routers/935bb0e8-813b-4f7d-9144-939f1e1dbd03 HTTP/1.1" status: 200 len: 890 time: 2.1472414 May 03 21:20:03.293183 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ba8c44d-9bf4-4e2f-b06f-b142ad21eebf None None] Routers {'935bb0e8-813b-4f7d-9144-939f1e1dbd03'} bound to L3 agent in host dv-cinder-840377-1-iscsi {{(pid=83994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 03 21:20:03.293862 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.l3_hamode_db [None req-5ba8c44d-9bf4-4e2f-b06f-b142ad21eebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840377-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-03T21:19:18Z,description=,heartbeat_timestamp=2022-05-03T21:19:48Z,host='dv-cinder-840377-1-iscsi',id=c192ea1b-f7d6-49b7-9f22-5492fbafc6f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:19:19Z,topic='l3_agent')) {'router_ids': ['935bb0e8-813b-4f7d-9144-939f1e1dbd03'], 'active': True} {{(pid=83994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:20:03.486096 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.l3_dvr_db [None req-5ba8c44d-9bf4-4e2f-b06f-b142ad21eebf None None] Set router 935bb0e8-813b-4f7d-9144-939f1e1dbd03 gateway port host: dv-cinder-840377-1-iscsi {{(pid=83994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 03 21:20:03.832907 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.l3_hamode_db [None req-5ba8c44d-9bf4-4e2f-b06f-b142ad21eebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '935bb0e8-813b-4f7d-9144-939f1e1dbd03', 'name': 'router1', 'tenant_id': 'c734bf9015c7417485f103a822bb0707', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c33334bd-f19e-453d-9f7b-349270405c58', 'external_fixed_ips': [{'subnet_id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'ip_address': '172.27.1.182'}], 'enable_snat': True}, 'gw_port_id': 'e74e0dc8-a4e3-4d73-bdba-c3d8994bdcf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:19:43Z', 'updated_at': '2022-05-03T21:20:02Z', 'revision_number': 4, 'project_id': 'c734bf9015c7417485f103a822bb0707', 'gw_port': {'id': 'e74e0dc8-a4e3-4d73-bdba-c3d8994bdcf5', 'name': '', 'network_id': 'c33334bd-f19e-453d-9f7b-349270405c58', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:b1:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '935bb0e8-813b-4f7d-9144-939f1e1dbd03', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'ip_address': '172.27.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:20:01Z', 'updated_at': '2022-05-03T21:20:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840377-1-iscsi', '_interfaces': [{'id': 'bc0b7b6e-d05c-43a2-a136-2f86f2ceb70e', 'name': '', 'network_id': 'de1dfcad-bc40-432f-ab27-4a7db72737c4', 'tenant_id': 'c734bf9015c7417485f103a822bb0707', 'mac_address': 'fa:16:3e:f6:02:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '935bb0e8-813b-4f7d-9144-939f1e1dbd03', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '18197585-b8f5-4eee-9d2b-f7b3e5df4022', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:19:53Z', 'updated_at': '2022-05-03T21:20:00Z', 'revision_number': 5, 'project_id': 'c734bf9015c7417485f103a822bb0707', 'subnets': [{'id': '18197585-b8f5-4eee-9d2b-f7b3e5df4022', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '189877e1-6ea0-47eb-9fc1-e802122613b4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840377-1-iscsi', False) {} {{(pid=83994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:20:03.837799 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ba8c44d-9bf4-4e2f-b06f-b142ad21eebf None None] Checking router: 935bb0e8-813b-4f7d-9144-939f1e1dbd03 for host: dv-cinder-840377-1-iscsi {{(pid=83994) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 03 21:20:03.838152 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ba8c44d-9bf4-4e2f-b06f-b142ad21eebf None None] Updating router 935bb0e8-813b-4f7d-9144-939f1e1dbd03 port e74e0dc8-a4e3-4d73-bdba-c3d8994bdcf5 binding host dv-cinder-840377-1-iscsi {{(pid=83994) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 03 21:20:03.888673 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-5ba8c44d-9bf4-4e2f-b06f-b142ad21eebf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1124352'] for port, before_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:20:04.213831 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-5ba8c44d-9bf4-4e2f-b06f-b142ad21eebf None None] Notify callbacks [] for port, precommit_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:20:04.225403 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.provisioning_blocks [None req-5ba8c44d-9bf4-4e2f-b06f-b142ad21eebf None None] Transition to ACTIVE for port object e74e0dc8-a4e3-4d73-bdba-c3d8994bdcf5 will not be triggered until provisioned by entity L2. {{(pid=83994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 21:20:04.377745 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-5ba8c44d-9bf4-4e2f-b06f-b142ad21eebf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781386188966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781385847453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781385847498'] for port, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:20:04.459265 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.managers [None req-5ba8c44d-9bf4-4e2f-b06f-b142ad21eebf None None] Attempting to bind port e74e0dc8-a4e3-4d73-bdba-c3d8994bdcf5 on host dv-cinder-840377-1-iscsi for vnic_type normal with profile {{(pid=83994) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 21:20:04.459637 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.managers [None req-5ba8c44d-9bf4-4e2f-b06f-b142ad21eebf None None] Attempting to bind port e74e0dc8-a4e3-4d73-bdba-c3d8994bdcf5 by drivers openvswitch,hyperv on host dv-cinder-840377-1-iscsi at level 0 using segments [{'id': '36b0f1c3-e784-4cca-986f-65718d8cb16d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c33334bd-f19e-453d-9f7b-349270405c58'}] {{(pid=83994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 21:20:04.459995 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ba8c44d-9bf4-4e2f-b06f-b142ad21eebf None None] Attempting to bind port e74e0dc8-a4e3-4d73-bdba-c3d8994bdcf5 on network c33334bd-f19e-453d-9f7b-349270405c58 {{(pid=83994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 03 21:20:04.461921 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2226e96b-0a3f-4d26-b919-e77c20a86358 None None] Pushing event updated for resources: {'Port': ['ID=e74e0dc8-a4e3-4d73-bdba-c3d8994bdcf5,revision_number=2']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:20:04.469314 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ba8c44d-9bf4-4e2f-b06f-b142ad21eebf None None] Checking agent: {'id': 'fb00ce1e-8ae6-4b1c-988b-a0ad40f400cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840377-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 21, 19, 20), 'started_at': datetime.datetime(2022, 5, 3, 21, 19, 50), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 21, 19, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840377-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 03 21:20:04.469742 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ba8c44d-9bf4-4e2f-b06f-b142ad21eebf None None] Checking segment: {'id': '36b0f1c3-e784-4cca-986f-65718d8cb16d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c33334bd-f19e-453d-9f7b-349270405c58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 03 21:20:04.470017 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-5ba8c44d-9bf4-4e2f-b06f-b142ad21eebf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:20:04.470651 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ba8c44d-9bf4-4e2f-b06f-b142ad21eebf None None] Bound using segment: {'id': '36b0f1c3-e784-4cca-986f-65718d8cb16d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c33334bd-f19e-453d-9f7b-349270405c58'} {{(pid=83994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 03 21:20:04.470822 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.managers [None req-5ba8c44d-9bf4-4e2f-b06f-b142ad21eebf None None] Bound port: e74e0dc8-a4e3-4d73-bdba-c3d8994bdcf5, host: dv-cinder-840377-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36b0f1c3-e784-4cca-986f-65718d8cb16d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c33334bd-f19e-453d-9f7b-349270405c58'}}] {{(pid=83994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 21:20:04.471381 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-5ba8c44d-9bf4-4e2f-b06f-b142ad21eebf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1124352'] for port, before_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:20:04.540911 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.db [None req-5ba8c44d-9bf4-4e2f-b06f-b142ad21eebf None None] For port e74e0dc8-a4e3-4d73-bdba-c3d8994bdcf5, host dv-cinder-840377-1-iscsi, cleared binding levels {{(pid=83994) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 21:20:04.543848 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.db [None req-5ba8c44d-9bf4-4e2f-b06f-b142ad21eebf None None] For port e74e0dc8-a4e3-4d73-bdba-c3d8994bdcf5, host dv-cinder-840377-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840377-1-iscsi',level=0,port_id=e74e0dc8-a4e3-4d73-bdba-c3d8994bdcf5,segment=NetworkSegment(36b0f1c3-e784-4cca-986f-65718d8cb16d),segment_id=36b0f1c3-e784-4cca-986f-65718d8cb16d)] {{(pid=83994) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 21:20:04.686788 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-5ba8c44d-9bf4-4e2f-b06f-b142ad21eebf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781386188966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781385847453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781385847498'] for port, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:20:04.789954 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2226e96b-0a3f-4d26-b919-e77c20a86358 None None] Pushing event updated for resources: {'Port': ['ID=e74e0dc8-a4e3-4d73-bdba-c3d8994bdcf5,revision_number=3']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:20:04.794174 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ba8c44d-9bf4-4e2f-b06f-b142ad21eebf None None] Routers {'935bb0e8-813b-4f7d-9144-939f1e1dbd03'} bound to L3 agent in host dv-cinder-840377-1-iscsi {{(pid=83994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 03 21:20:04.794777 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.l3_hamode_db [None req-5ba8c44d-9bf4-4e2f-b06f-b142ad21eebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840377-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-03T21:19:18Z,description=,heartbeat_timestamp=2022-05-03T21:19:48Z,host='dv-cinder-840377-1-iscsi',id=c192ea1b-f7d6-49b7-9f22-5492fbafc6f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:19:19Z,topic='l3_agent')) {'router_ids': ['935bb0e8-813b-4f7d-9144-939f1e1dbd03'], 'active': True} {{(pid=83994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:20:04.970470 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.l3_dvr_db [None req-5ba8c44d-9bf4-4e2f-b06f-b142ad21eebf None None] Set router 935bb0e8-813b-4f7d-9144-939f1e1dbd03 gateway port host: dv-cinder-840377-1-iscsi {{(pid=83994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 03 21:20:05.303286 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.l3_hamode_db [None req-5ba8c44d-9bf4-4e2f-b06f-b142ad21eebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '935bb0e8-813b-4f7d-9144-939f1e1dbd03', 'name': 'router1', 'tenant_id': 'c734bf9015c7417485f103a822bb0707', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c33334bd-f19e-453d-9f7b-349270405c58', 'external_fixed_ips': [{'subnet_id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'ip_address': '172.27.1.182'}], 'enable_snat': True}, 'gw_port_id': 'e74e0dc8-a4e3-4d73-bdba-c3d8994bdcf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:19:43Z', 'updated_at': '2022-05-03T21:20:02Z', 'revision_number': 4, 'project_id': 'c734bf9015c7417485f103a822bb0707', 'gw_port': {'id': 'e74e0dc8-a4e3-4d73-bdba-c3d8994bdcf5', 'name': '', 'network_id': 'c33334bd-f19e-453d-9f7b-349270405c58', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:b1:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '935bb0e8-813b-4f7d-9144-939f1e1dbd03', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'ip_address': '172.27.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:20:01Z', 'updated_at': '2022-05-03T21:20:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840377-1-iscsi', '_interfaces': [{'id': 'bc0b7b6e-d05c-43a2-a136-2f86f2ceb70e', 'name': '', 'network_id': 'de1dfcad-bc40-432f-ab27-4a7db72737c4', 'tenant_id': 'c734bf9015c7417485f103a822bb0707', 'mac_address': 'fa:16:3e:f6:02:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '935bb0e8-813b-4f7d-9144-939f1e1dbd03', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '18197585-b8f5-4eee-9d2b-f7b3e5df4022', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:19:53Z', 'updated_at': '2022-05-03T21:20:00Z', 'revision_number': 5, 'project_id': 'c734bf9015c7417485f103a822bb0707', 'subnets': [{'id': '18197585-b8f5-4eee-9d2b-f7b3e5df4022', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '189877e1-6ea0-47eb-9fc1-e802122613b4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840377-1-iscsi', False) {} {{(pid=83994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:20:05.307674 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ba8c44d-9bf4-4e2f-b06f-b142ad21eebf None None] The sync data for ids ['935bb0e8-813b-4f7d-9144-939f1e1dbd03'] in dv-cinder-840377-1-iscsi is: [{'id': '935bb0e8-813b-4f7d-9144-939f1e1dbd03', 'name': 'router1', 'tenant_id': 'c734bf9015c7417485f103a822bb0707', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c33334bd-f19e-453d-9f7b-349270405c58', 'external_fixed_ips': [{'subnet_id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'ip_address': '172.27.1.182'}], 'enable_snat': True}, 'gw_port_id': 'e74e0dc8-a4e3-4d73-bdba-c3d8994bdcf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:19:43Z', 'updated_at': '2022-05-03T21:20:02Z', 'revision_number': 4, 'project_id': 'c734bf9015c7417485f103a822bb0707', 'gw_port': {'id': 'e74e0dc8-a4e3-4d73-bdba-c3d8994bdcf5', 'name': '', 'network_id': 'c33334bd-f19e-453d-9f7b-349270405c58', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:b1:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '935bb0e8-813b-4f7d-9144-939f1e1dbd03', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'ip_address': '172.27.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:20:01Z', 'updated_at': '2022-05-03T21:20:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840377-1-iscsi', '_interfaces': [{'id': 'bc0b7b6e-d05c-43a2-a136-2f86f2ceb70e', 'name': '', 'network_id': 'de1dfcad-bc40-432f-ab27-4a7db72737c4', 'tenant_id': 'c734bf9015c7417485f103a822bb0707', 'mac_address': 'fa:16:3e:f6:02:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '935bb0e8-813b-4f7d-9144-939f1e1dbd03', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '18197585-b8f5-4eee-9d2b-f7b3e5df4022', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:19:53Z', 'updated_at': '2022-05-03T21:20:00Z', 'revision_number': 5, 'project_id': 'c734bf9015c7417485f103a822bb0707', 'subnets': [{'id': '18197585-b8f5-4eee-9d2b-f7b3e5df4022', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '189877e1-6ea0-47eb-9fc1-e802122613b4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 03 21:20:05.531398 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.48', 52084) {{(pid=83992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:20:05.669770 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [None req-bdf8aa8f-4d4b-4847-9ac0-c812c9baebea admin admin] 10.222.0.48 "GET /v2.0/ports?device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 1080 time: 0.1372590 May 03 21:20:05.920807 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.rpc [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Device e74e0dc8-a4e3-4d73-bdba-c3d8994bdcf5 up at agent ovs-agent-dv-cinder-840377-1-iscsi {{(pid=83994) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 21:20:06.034410 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.provisioning_blocks [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Provisioning for port e74e0dc8-a4e3-4d73-bdba-c3d8994bdcf5 completed by entity L2. {{(pid=83994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 21:20:06.039509 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.provisioning_blocks [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Provisioning complete for port e74e0dc8-a4e3-4d73-bdba-c3d8994bdcf5 triggered by entity L2. {{(pid=83994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:20:06.039899 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2080827'] for port, provisioning_complete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:20:06.163051 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1124352'] for port, before_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:20:06.180187 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.db [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] For port e74e0dc8-a4e3-4d73-bdba-c3d8994bdcf5, host dv-cinder-840377-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840377-1-iscsi',level=0,port_id=e74e0dc8-a4e3-4d73-bdba-c3d8994bdcf5,segment=NetworkSegment(36b0f1c3-e784-4cca-986f-65718d8cb16d),segment_id=36b0f1c3-e784-4cca-986f-65718d8cb16d)] {{(pid=83994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 21:20:06.240765 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781386188966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781385847453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781385847498'] for port, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:20:06.313538 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Pushing event updated for resources: {'Port': ['ID=e74e0dc8-a4e3-4d73-bdba-c3d8994bdcf5,revision_number=4']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:20:07.896576 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.rpc [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Device e74e0dc8-a4e3-4d73-bdba-c3d8994bdcf5 up at agent ovs-agent-dv-cinder-840377-1-iscsi {{(pid=83994) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 21:20:07.967779 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.provisioning_blocks [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Provisioning complete for port e74e0dc8-a4e3-4d73-bdba-c3d8994bdcf5 triggered by entity L2. {{(pid=83994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:20:07.968210 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2080827'] for port, provisioning_complete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:20:16.406735 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-3d5f390a-0270-4501-96a7-75a31a553585 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781386283879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2080842'] for agent, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:20:17.586283 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.db.agents_db [None req-1c6bebc3-6d0c-4304-a2c1-5df630ce29f1 None None] Agent healthcheck: found 5 active agents {{(pid=83995) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 03 21:20:18.554963 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-79369535-fc2a-4ffa-afd9-b90a574b9bbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781386283879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2080842'] for agent, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:20:19.686051 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-0dfda447-9707-4eba-99ce-657c79a02a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781386283879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2080842'] for agent, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:20:19.714233 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781386283879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2080842'] for agent, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:20:21.029358 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-672d275f-a9b7-498c-8eb6-010b5168d44a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781386283879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2080842'] for agent, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:20:46.326022 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-636d03c2-f529-4281-9ccb-f614b706c658 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781386283879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2080842'] for agent, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:20:48.543408 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-a40800cc-2f96-4318-abec-9ed8363180c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781386283879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2080842'] for agent, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:20:49.697583 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-0dfda447-9707-4eba-99ce-657c79a02a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781386283879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2080842'] for agent, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:20:49.714890 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781386283879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2080842'] for agent, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:20:51.064228 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-672d275f-a9b7-498c-8eb6-010b5168d44a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781386283879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2080842'] for agent, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:20:54.586229 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.db.agents_db [None req-1c6bebc3-6d0c-4304-a2c1-5df630ce29f1 None None] Agent healthcheck: found 5 active agents {{(pid=83995) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 03 21:21:16.321404 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-ccb44bde-7575-4028-b34c-d9c1c75c197a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781386283879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2080842'] for agent, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:21:18.594743 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-bd9f0651-ffd3-47ae-9b46-1c20e7f1a5bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781386283879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2080842'] for agent, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:21:19.726075 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-0dfda447-9707-4eba-99ce-657c79a02a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781386283879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2080842'] for agent, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:21:19.748883 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781386283879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2080842'] for agent, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:21:21.080855 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-672d275f-a9b7-498c-8eb6-010b5168d44a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781386283879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2080842'] for agent, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:21:31.586490 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.db.agents_db [None req-1c6bebc3-6d0c-4304-a2c1-5df630ce29f1 None None] Agent healthcheck: found 5 active agents {{(pid=83995) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 03 21:21:46.320612 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-8971dff7-3296-4c8e-94e1-1fa0154d46d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781386283879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2080842'] for agent, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:21:48.554705 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-6852cd85-0e8b-434e-a5b4-0c33f82d38af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781386283879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2080842'] for agent, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:21:49.709289 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781386283879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2080842'] for agent, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:21:49.738051 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-0dfda447-9707-4eba-99ce-657c79a02a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781386283879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2080842'] for agent, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:21:51.081478 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-672d275f-a9b7-498c-8eb6-010b5168d44a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781386283879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2080842'] for agent, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:22:08.587294 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.db.agents_db [None req-1c6bebc3-6d0c-4304-a2c1-5df630ce29f1 None None] Agent healthcheck: found 5 active agents {{(pid=83995) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 03 21:22:12.495414 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.48', 52656) {{(pid=83992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:22:12.589159 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4d3e860-332a-4a65-b5ee-8ec1633815c4 admin admin] GET failed (client error): The resource could not be found. May 03 21:22:12.590380 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [None req-b4d3e860-332a-4a65-b5ee-8ec1633815c4 admin admin] 10.222.0.48 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0940232 May 03 21:22:12.720716 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-863243ad-8dc9-4451-9626-9ebe9e5a4b39 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:22:12.722080 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [None req-863243ad-8dc9-4451-9626-9ebe9e5a4b39 admin admin] 10.222.0.48 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1272929 May 03 21:22:14.753125 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.48', 52666) {{(pid=83992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:22:14.888217 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eddc4fc-065e-4a30-a9cb-1ce3d60b5f57 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:22:14.889100 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.quota.resource [None req-5eddc4fc-065e-4a30-a9cb-1ce3d60b5f57 admin admin] Synchronizing usage tracker for tenant:db61406d24a644fcb80aee28ad627feb on resource:subnet {{(pid=83992) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 21:22:14.971676 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.quota.resource [None req-5eddc4fc-065e-4a30-a9cb-1ce3d60b5f57 admin admin] Unset dirty status for tenant:db61406d24a644fcb80aee28ad627feb on resource:subnet {{(pid=83992) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 21:22:14.972845 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [None req-5eddc4fc-065e-4a30-a9cb-1ce3d60b5f57 admin admin] 10.222.0.48 "GET /v2.0/subnets/18197585-b8f5-4eee-9d2b-f7b3e5df4022 HTTP/1.1" status: 200 len: 849 time: 0.2186632 May 03 21:22:14.981885 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.v2.base [None req-756efece-4283-46a8-a838-84d002cce643 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=83992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 03 21:22:15.098950 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-756efece-4283-46a8-a838-84d002cce643 admin admin] Notify callbacks [] for subnet, before_update {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:22:15.337147 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-756efece-4283-46a8-a838-84d002cce643 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8781386188957'] for subnet, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:22:15.382681 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-756efece-4283-46a8-a838-84d002cce643 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:22:15.383276 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-756efece-4283-46a8-a838-84d002cce643 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1706389'] for subnet, before_response {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:22:15.384745 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [None req-756efece-4283-46a8-a838-84d002cce643 admin admin] 10.222.0.48 "PUT /v2.0/subnets/18197585-b8f5-4eee-9d2b-f7b3e5df4022 HTTP/1.1" status: 200 len: 868 time: 0.4062877 May 03 21:22:15.407625 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13327900-c410-414e-baba-5b9847db06d6 None None] Network de1dfcad-bc40-432f-ab27-4a7db72737c4 requested from dv-cinder-840377-1-iscsi {{(pid=83994) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 03 21:22:15.408842 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756efece-4283-46a8-a838-84d002cce643 admin admin] Pushing event updated for resources: {'Subnet': ['ID=18197585-b8f5-4eee-9d2b-f7b3e5df4022,revision_number=1']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:22:15.417695 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756efece-4283-46a8-a838-84d002cce643 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:22:15.418070 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756efece-4283-46a8-a838-84d002cce643 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:22:15.418373 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756efece-4283-46a8-a838-84d002cce643 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:22:15.418708 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756efece-4283-46a8-a838-84d002cce643 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:22:15.419102 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756efece-4283-46a8-a838-84d002cce643 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:22:15.419436 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756efece-4283-46a8-a838-84d002cce643 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:22:15.419762 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756efece-4283-46a8-a838-84d002cce643 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:22:15.420108 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756efece-4283-46a8-a838-84d002cce643 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:22:15.420636 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756efece-4283-46a8-a838-84d002cce643 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:22:15.420829 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756efece-4283-46a8-a838-84d002cce643 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:22:15.421102 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756efece-4283-46a8-a838-84d002cce643 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:22:15.838535 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.provisioning_blocks [None req-d4774e42-7d24-40b1-a896-caf53472b865 None None] Provisioning complete for port bc0b7b6e-d05c-43a2-a136-2f86f2ceb70e triggered by entity DHCP. {{(pid=83994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:22:15.838906 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-d4774e42-7d24-40b1-a896-caf53472b865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2080827'] for port, provisioning_complete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:22:15.969258 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.provisioning_blocks [None req-d4774e42-7d24-40b1-a896-caf53472b865 None None] Provisioning complete for port f3d16440-de84-4381-802b-062bd8b30f9d triggered by entity DHCP. {{(pid=83994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:22:15.969527 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-d4774e42-7d24-40b1-a896-caf53472b865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2080827'] for port, provisioning_complete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:22:16.308593 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-2f54fbeb-20ad-461a-8915-f5325ee82ac0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781386283879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2080842'] for agent, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:22:17.446185 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.48', 52676) {{(pid=83992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:22:17.642510 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70005ab2-2d7d-4bcf-aea6-dd210791f9ae admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:22:17.642797 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70005ab2-2d7d-4bcf-aea6-dd210791f9ae admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:22:17.644319 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [None req-70005ab2-2d7d-4bcf-aea6-dd210791f9ae admin admin] 10.222.0.48 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1971965 May 03 21:22:18.577974 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-1612af60-d597-403d-8938-fd32ce7b5ccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781386283879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2080842'] for agent, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:22:19.737986 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-0dfda447-9707-4eba-99ce-657c79a02a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781386283879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2080842'] for agent, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:22:19.751815 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.48', 52686) {{(pid=83992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:22:19.760003 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781386283879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2080842'] for agent, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:22:19.946270 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-922eab4c-1ff4-4a89-96ea-abad993bc5db admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:22:19.946575 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-922eab4c-1ff4-4a89-96ea-abad993bc5db admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:22:19.948104 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [None req-922eab4c-1ff4-4a89-96ea-abad993bc5db admin admin] 10.222.0.48 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1952670 May 03 21:22:21.068758 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-672d275f-a9b7-498c-8eb6-010b5168d44a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781386283879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2080842'] for agent, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:22:21.988141 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.48', 52696) {{(pid=83993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:22:22.208594 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86813f7c-c309-49f8-95c2-aea7a0bc897f admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:22:22.210115 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-86813f7c-c309-49f8-95c2-aea7a0bc897f admin admin] 10.222.0.48 "GET /v2.0/networks/c33334bd-f19e-453d-9f7b-349270405c58 HTTP/1.1" status: 200 len: 886 time: 0.2207453 May 03 21:22:24.252853 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.48', 52706) {{(pid=83993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:22:24.449673 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cb5ac23-2447-4fe4-b507-b7932bfd0e8a admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:22:24.450937 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-2cb5ac23-2447-4fe4-b507-b7932bfd0e8a admin admin] 10.222.0.48 "GET /v2.0/networks/de1dfcad-bc40-432f-ab27-4a7db72737c4 HTTP/1.1" status: 200 len: 869 time: 0.1971614 May 03 21:22:26.503912 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.48', 52716) {{(pid=83993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:22:26.635791 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a91f2dc-1e76-466f-89e7-477b54c9e795 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:22:26.636158 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a91f2dc-1e76-466f-89e7-477b54c9e795 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:22:26.637701 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-4a91f2dc-1e76-466f-89e7-477b54c9e795 admin admin] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1328287 May 03 21:22:28.676332 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.48', 52726) {{(pid=83993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:22:28.808230 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7593158-095f-446e-8c1a-302b4a73605c admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:22:28.808622 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7593158-095f-446e-8c1a-302b4a73605c admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:22:28.810175 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-a7593158-095f-446e-8c1a-302b4a73605c admin admin] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1329093 May 03 21:22:30.855415 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.48', 52736) {{(pid=83993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:22:30.984595 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1a50d3a-22fb-4301-b1f7-03f6ffb5bc5f admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:22:30.985914 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-a1a50d3a-22fb-4301-b1f7-03f6ffb5bc5f admin admin] 10.222.0.48 "GET /v2.0/subnets/18197585-b8f5-4eee-9d2b-f7b3e5df4022 HTTP/1.1" status: 200 len: 868 time: 0.1295793 May 03 21:22:33.017056 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.48', 52746) {{(pid=83992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:22:33.143724 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc50bab2-420c-4421-87cc-c8c5cc561ec9 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:22:33.145079 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [None req-dc50bab2-420c-4421-87cc-c8c5cc561ec9 admin admin] 10.222.0.48 "GET /v2.0/subnets/8155f8f1-bdbd-4c1c-8daf-045a3e4a5222 HTTP/1.1" status: 200 len: 816 time: 0.1270728 May 03 21:22:45.586893 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.db.agents_db [None req-1c6bebc3-6d0c-4304-a2c1-5df630ce29f1 None None] Agent healthcheck: found 5 active agents {{(pid=83995) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 03 21:22:46.320032 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-5dcf5a58-d034-4acf-8b9c-b11fa148ff74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781386283879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2080842'] for agent, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:22:48.622672 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-69675a95-2d0e-4cd0-be5d-fa80e5bd3cfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781386283879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2080842'] for agent, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:22:49.720493 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-0dfda447-9707-4eba-99ce-657c79a02a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781386283879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2080842'] for agent, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:22:49.748451 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781386283879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2080842'] for agent, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:22:51.080184 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-672d275f-a9b7-498c-8eb6-010b5168d44a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781386283879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2080842'] for agent, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:22:51.181820 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.48', 52784) {{(pid=83992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:22:51.253308 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.wsgi [None req-ff02d653-4762-4f27-85ff-869a95afb102 admin admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=83992) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 03 21:22:51.254304 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [None req-ff02d653-4762-4f27-85ff-869a95afb102 admin admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0715289 May 03 21:22:53.430964 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.48', 52794) {{(pid=83992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:22:53.559338 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.pecan_wsgi.hooks.translation [None req-6430c707-f9d8-4dc8-a2e5-083f75bf5c66 admin admin] GET failed (client error): The resource could not be found. May 03 21:22:53.560619 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [None req-6430c707-f9d8-4dc8-a2e5-083f75bf5c66 admin admin] 10.222.0.48 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.1286674 May 03 21:22:53.683412 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0e05fa4-c883-4c3e-8cef-850605703199 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:22:53.684793 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [None req-e0e05fa4-c883-4c3e-8cef-850605703199 admin admin] 10.222.0.48 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1203568 May 03 21:22:55.942955 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.48', 52804) {{(pid=83993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:22:56.013688 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.v2.base [None req-0816f716-a88f-4bea-87cd-64818950611c admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=83993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 03 21:22:56.018832 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-0816f716-a88f-4bea-87cd-64818950611c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:22:56.028164 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-0816f716-a88f-4bea-87cd-64818950611c admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:22:56.148721 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0816f716-a88f-4bea-87cd-64818950611c admin admin] Made reservation on behalf of db61406d24a644fcb80aee28ad627feb for: {'network': 1} {{(pid=83993) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 21:22:56.151017 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-0816f716-a88f-4bea-87cd-64818950611c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1124352'] for network, before_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:22:56.241290 dv-cinder-840377-1-iscsi neutron-server[83993]: WARNING neutron.services.revisions.revision_plugin [None req-0816f716-a88f-4bea-87cd-64818950611c admin admin] Could not find related network for resource to bump revision. May 03 21:22:56.253959 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0816f716-a88f-4bea-87cd-64818950611c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 443} {{(pid=83993) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 21:22:56.262620 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-0816f716-a88f-4bea-87cd-64818950611c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1172921'] for segment, precommit_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:22:56.262954 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.db.segments_db [None req-0816f716-a88f-4bea-87cd-64818950611c admin admin] Added segment a7b99e26-ed9b-4b97-97f4-bb8a33915d55 of type vlan for network d77744fc-8d08-42ff-8d49-3a50d6c0665c May 03 21:22:56.287714 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-0816f716-a88f-4bea-87cd-64818950611c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781385835798'] for network, precommit_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:22:56.400307 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-0816f716-a88f-4bea-87cd-64818950611c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396'] for network, after_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:22:56.401141 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0816f716-a88f-4bea-87cd-64818950611c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:22:56.401747 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-0816f716-a88f-4bea-87cd-64818950611c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1706389'] for network, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:22:56.506871 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0816f716-a88f-4bea-87cd-64818950611c admin admin] Pushing event updated for resources: {'Network': ['ID=d77744fc-8d08-42ff-8d49-3a50d6c0665c,revision_number=1']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:22:56.515096 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0816f716-a88f-4bea-87cd-64818950611c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:22:56.515438 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0816f716-a88f-4bea-87cd-64818950611c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:22:56.515774 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0816f716-a88f-4bea-87cd-64818950611c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:22:56.516104 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0816f716-a88f-4bea-87cd-64818950611c admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:22:56.516463 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0816f716-a88f-4bea-87cd-64818950611c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:22:56.516817 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0816f716-a88f-4bea-87cd-64818950611c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:22:56.517141 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0816f716-a88f-4bea-87cd-64818950611c admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:22:56.517463 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0816f716-a88f-4bea-87cd-64818950611c admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:22:56.517784 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0816f716-a88f-4bea-87cd-64818950611c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:22:56.518101 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0816f716-a88f-4bea-87cd-64818950611c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:22:56.518419 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0816f716-a88f-4bea-87cd-64818950611c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:22:56.529157 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.rpc [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Network d77744fc-8d08-42ff-8d49-3a50d6c0665c details requested by agent ovs-agent-dv-cinder-840377-1-iscsi with host dv-cinder-840377-1-iscsi {{(pid=83994) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 03 21:22:56.618461 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-0816f716-a88f-4bea-87cd-64818950611c admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6744103 May 03 21:22:58.638275 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.48', 52814) {{(pid=83992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:22:58.727670 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.pecan_wsgi.hooks.translation [None req-872bbd4b-7f23-47fa-8c62-3b60d6bcdf19 admin admin] GET failed (client error): The resource could not be found. May 03 21:22:58.728846 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [None req-872bbd4b-7f23-47fa-8c62-3b60d6bcdf19 admin admin] 10.222.0.48 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0896511 May 03 21:22:58.835997 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dadcce0-e900-4a4d-a7d6-6e1555f98762 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:22:58.837398 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [None req-3dadcce0-e900-4a4d-a7d6-6e1555f98762 admin admin] 10.222.0.48 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1047490 May 03 21:22:58.847421 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.v2.base [None req-c1c4e18e-3c96-4108-9d45-c1425fe07df8 admin admin] Request body: {'subnet': {'ip_version': 4, 'network_id': 'd77744fc-8d08-42ff-8d49-3a50d6c0665c', 'name': 'shared-subnet', 'description': 'shared-subnet', 'cidr': '192.168.233.0/24'}} {{(pid=83992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 03 21:22:58.851712 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.db.quota.driver [None req-c1c4e18e-3c96-4108-9d45-c1425fe07df8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:22:58.861871 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.db.quota.driver [None req-c1c4e18e-3c96-4108-9d45-c1425fe07df8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:22:58.976898 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1c4e18e-3c96-4108-9d45-c1425fe07df8 admin admin] Made reservation on behalf of db61406d24a644fcb80aee28ad627feb for: {'subnet': 1} {{(pid=83992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 21:22:58.979114 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-c1c4e18e-3c96-4108-9d45-c1425fe07df8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:22:59.291698 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-c1c4e18e-3c96-4108-9d45-c1425fe07df8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396'] for subnet, after_create {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:22:59.364674 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c4e18e-3c96-4108-9d45-c1425fe07df8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0accd3bd-b75e-4147-ae9c-4938f28bea61,revision_number=0']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:22:59.376333 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1c4e18e-3c96-4108-9d45-c1425fe07df8 admin admin] Checking segment: {'id': 'a7b99e26-ed9b-4b97-97f4-bb8a33915d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'd77744fc-8d08-42ff-8d49-3a50d6c0665c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 03 21:22:59.376721 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1c4e18e-3c96-4108-9d45-c1425fe07df8 admin admin] Network hostable DHCP agents. Network: d77744fc-8d08-42ff-8d49-3a50d6c0665c, hostable agents: ['e4e3c6c0-e8b0-4c45-a267-b4e6dd042766'], hosted agents: [] {{(pid=83992) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 21:22:59.485607 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1c4e18e-3c96-4108-9d45-c1425fe07df8 admin admin] Network d77744fc-8d08-42ff-8d49-3a50d6c0665c is scheduled to be hosted by DHCP agent e4e3c6c0-e8b0-4c45-a267-b4e6dd042766 with binding_index 1 {{(pid=83992) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 21:22:59.594094 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.scheduler.base_scheduler [None req-c1c4e18e-3c96-4108-9d45-c1425fe07df8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840377-1-iscsi, d77744fc-8d08-42ff-8d49-3a50d6c0665c) {{(pid=83992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 21:22:59.597967 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1c4e18e-3c96-4108-9d45-c1425fe07df8 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:22:59.598574 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-c1c4e18e-3c96-4108-9d45-c1425fe07df8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1706389'] for subnet, before_response {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:22:59.603035 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5555c987-3307-4b71-b03a-eb6320185f44 None None] Network d77744fc-8d08-42ff-8d49-3a50d6c0665c requested from dv-cinder-840377-1-iscsi {{(pid=83994) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 03 21:22:59.726593 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [None req-c1c4e18e-3c96-4108-9d45-c1425fe07df8 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8823595 May 03 21:22:59.818710 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a49f517a-4957-462f-af68-cc26fb5dd358 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpecea5701-ca0d-5319-88af-91ea1d0a4bad-d77744fc-8d08-42ff-8d49-3a50d6c0665c', 'network_id': 'd77744fc-8d08-42ff-8d49-3a50d6c0665c', 'tenant_id': 'db61406d24a644fcb80aee28ad627feb', 'fixed_ips': [{'subnet_id': '0accd3bd-b75e-4147-ae9c-4938f28bea61'}]}} from dv-cinder-840377-1-iscsi. {{(pid=83994) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 03 21:22:59.819552 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-a49f517a-4957-462f-af68-cc26fb5dd358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1124352'] for port, before_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:22:59.978544 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.db_base_plugin_common [None req-a49f517a-4957-462f-af68-cc26fb5dd358 None None] Allocated IP 192.168.233.2 (d77744fc-8d08-42ff-8d49-3a50d6c0665c/0accd3bd-b75e-4147-ae9c-4938f28bea61/651f6e52-242f-487c-a953-dc0042e28101) {{(pid=83994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 21:23:00.181376 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-a49f517a-4957-462f-af68-cc26fb5dd358 None None] Notify callbacks [] for port, precommit_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:23:00.192824 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.provisioning_blocks [None req-a49f517a-4957-462f-af68-cc26fb5dd358 None None] Transition to ACTIVE for port object 651f6e52-242f-487c-a953-dc0042e28101 will not be triggered until provisioned by entity L2. {{(pid=83994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 21:23:00.212003 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.provisioning_blocks [None req-a49f517a-4957-462f-af68-cc26fb5dd358 None None] Transition to ACTIVE for port object 651f6e52-242f-487c-a953-dc0042e28101 will not be triggered until provisioned by entity DHCP. {{(pid=83994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 21:23:00.263441 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-a49f517a-4957-462f-af68-cc26fb5dd358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781385847435'] for port, after_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:23:00.335695 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a49f517a-4957-462f-af68-cc26fb5dd358 None None] Network d77744fc-8d08-42ff-8d49-3a50d6c0665c is already hosted by enough agents. {{(pid=83994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 21:23:00.339090 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.scheduler.base_scheduler [None req-a49f517a-4957-462f-af68-cc26fb5dd358 None None] Resources bound (agent type, host, resource id): {{(pid=83994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 21:23:00.341004 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49f517a-4957-462f-af68-cc26fb5dd358 None None] Pushing event updated for resources: {'Port': ['ID=651f6e52-242f-487c-a953-dc0042e28101,revision_number=1']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:23:00.343913 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a49f517a-4957-462f-af68-cc26fb5dd358 None None] Received port after_create {{(pid=83994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 03 21:23:00.378328 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49f517a-4957-462f-af68-cc26fb5dd358 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:23:00.378675 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49f517a-4957-462f-af68-cc26fb5dd358 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:23:00.379015 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49f517a-4957-462f-af68-cc26fb5dd358 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:23:00.379368 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49f517a-4957-462f-af68-cc26fb5dd358 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:23:00.379692 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49f517a-4957-462f-af68-cc26fb5dd358 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:23:00.380021 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49f517a-4957-462f-af68-cc26fb5dd358 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:23:00.380349 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49f517a-4957-462f-af68-cc26fb5dd358 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:23:00.380789 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49f517a-4957-462f-af68-cc26fb5dd358 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:23:00.381120 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49f517a-4957-462f-af68-cc26fb5dd358 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:23:00.381445 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49f517a-4957-462f-af68-cc26fb5dd358 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:23:00.381770 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49f517a-4957-462f-af68-cc26fb5dd358 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:23:00.442150 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.managers [None req-a49f517a-4957-462f-af68-cc26fb5dd358 None None] Attempting to bind port 651f6e52-242f-487c-a953-dc0042e28101 on host dv-cinder-840377-1-iscsi for vnic_type normal with profile {{(pid=83994) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 21:23:00.442774 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.managers [None req-a49f517a-4957-462f-af68-cc26fb5dd358 None None] Attempting to bind port 651f6e52-242f-487c-a953-dc0042e28101 by drivers openvswitch,hyperv on host dv-cinder-840377-1-iscsi at level 0 using segments [{'id': 'a7b99e26-ed9b-4b97-97f4-bb8a33915d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'd77744fc-8d08-42ff-8d49-3a50d6c0665c'}] {{(pid=83994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 21:23:00.443134 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a49f517a-4957-462f-af68-cc26fb5dd358 None None] Attempting to bind port 651f6e52-242f-487c-a953-dc0042e28101 on network d77744fc-8d08-42ff-8d49-3a50d6c0665c {{(pid=83994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 03 21:23:00.449683 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a49f517a-4957-462f-af68-cc26fb5dd358 None None] Checking agent: {'id': 'fb00ce1e-8ae6-4b1c-988b-a0ad40f400cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840377-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 21, 19, 20), 'started_at': datetime.datetime(2022, 5, 3, 21, 19, 50), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 21, 22, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840377-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 03 21:23:00.450048 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a49f517a-4957-462f-af68-cc26fb5dd358 None None] Checking segment: {'id': 'a7b99e26-ed9b-4b97-97f4-bb8a33915d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'd77744fc-8d08-42ff-8d49-3a50d6c0665c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 03 21:23:00.450443 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-a49f517a-4957-462f-af68-cc26fb5dd358 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:23:00.450835 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a49f517a-4957-462f-af68-cc26fb5dd358 None None] Bound using segment: {'id': 'a7b99e26-ed9b-4b97-97f4-bb8a33915d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'd77744fc-8d08-42ff-8d49-3a50d6c0665c'} {{(pid=83994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 03 21:23:00.451321 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.managers [None req-a49f517a-4957-462f-af68-cc26fb5dd358 None None] Bound port: 651f6e52-242f-487c-a953-dc0042e28101, host: dv-cinder-840377-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7b99e26-ed9b-4b97-97f4-bb8a33915d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'd77744fc-8d08-42ff-8d49-3a50d6c0665c'}}] {{(pid=83994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 21:23:00.451759 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-a49f517a-4957-462f-af68-cc26fb5dd358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1124352'] for port, before_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:23:00.565778 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.db [None req-a49f517a-4957-462f-af68-cc26fb5dd358 None None] For port 651f6e52-242f-487c-a953-dc0042e28101, host dv-cinder-840377-1-iscsi, cleared binding levels {{(pid=83994) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 21:23:00.568802 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.db [None req-a49f517a-4957-462f-af68-cc26fb5dd358 None None] For port 651f6e52-242f-487c-a953-dc0042e28101, host dv-cinder-840377-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840377-1-iscsi',level=0,port_id=651f6e52-242f-487c-a953-dc0042e28101,segment=NetworkSegment(a7b99e26-ed9b-4b97-97f4-bb8a33915d55),segment_id=a7b99e26-ed9b-4b97-97f4-bb8a33915d55)] {{(pid=83994) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 21:23:00.628977 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-a49f517a-4957-462f-af68-cc26fb5dd358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781386188966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781385847453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781385847498'] for port, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:23:00.705641 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49f517a-4957-462f-af68-cc26fb5dd358 None None] Pushing event updated for resources: {'Port': ['ID=651f6e52-242f-487c-a953-dc0042e28101,revision_number=2']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:23:01.539327 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7f6362c-3bec-433c-8672-621fa32a4e86 None None] Network d77744fc-8d08-42ff-8d49-3a50d6c0665c requested from dv-cinder-840377-1-iscsi {{(pid=83994) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 03 21:23:01.749003 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.provisioning_blocks [None req-9cca8684-9c3e-493c-a91c-0cae7650b2f8 None None] Provisioning for port 651f6e52-242f-487c-a953-dc0042e28101 completed by entity DHCP. {{(pid=83994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 21:23:02.019142 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.rpc [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Device 651f6e52-242f-487c-a953-dc0042e28101 up at agent ovs-agent-dv-cinder-840377-1-iscsi {{(pid=83994) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 21:23:02.131468 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.provisioning_blocks [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Provisioning for port 651f6e52-242f-487c-a953-dc0042e28101 completed by entity L2. {{(pid=83994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 21:23:02.136682 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.provisioning_blocks [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Provisioning complete for port 651f6e52-242f-487c-a953-dc0042e28101 triggered by entity L2. {{(pid=83994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:23:02.137049 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2080827'] for port, provisioning_complete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:23:02.261046 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1124352'] for port, before_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:23:02.293872 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.db [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] For port 651f6e52-242f-487c-a953-dc0042e28101, host dv-cinder-840377-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840377-1-iscsi',level=0,port_id=651f6e52-242f-487c-a953-dc0042e28101,segment=NetworkSegment(a7b99e26-ed9b-4b97-97f4-bb8a33915d55),segment_id=a7b99e26-ed9b-4b97-97f4-bb8a33915d55)] {{(pid=83994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 21:23:02.354535 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781386188966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781385847453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781385847498'] for port, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:23:02.424050 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Pushing event updated for resources: {'Port': ['ID=651f6e52-242f-487c-a953-dc0042e28101,revision_number=3']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:23:03.977577 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.rpc [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Device 651f6e52-242f-487c-a953-dc0042e28101 up at agent ovs-agent-dv-cinder-840377-1-iscsi {{(pid=83994) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 21:23:04.047665 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.provisioning_blocks [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Provisioning complete for port 651f6e52-242f-487c-a953-dc0042e28101 triggered by entity L2. {{(pid=83994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:23:04.048031 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2080827'] for port, provisioning_complete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:23:16.354390 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-17c481d0-8fc6-496d-86ef-f05afbc3a94e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781386283879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2080842'] for agent, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:23:18.548692 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-42852eff-b6de-4057-9ee8-5659b26edbe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781386283879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2080842'] for agent, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:23:19.719915 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781386283879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2080842'] for agent, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:23:19.742554 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-0dfda447-9707-4eba-99ce-657c79a02a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781386283879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2080842'] for agent, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:23:21.092332 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-672d275f-a9b7-498c-8eb6-010b5168d44a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781386283879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2080842'] for agent, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:23:22.586801 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.db.agents_db [None req-1c6bebc3-6d0c-4304-a2c1-5df630ce29f1 None None] Agent healthcheck: found 5 active agents {{(pid=83995) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 03 21:23:46.319749 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-e1a7618b-c297-4e97-987a-ea3d764bf301 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781386283879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2080842'] for agent, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:23:48.577106 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-93d45c65-592f-4554-9bd1-ce6ec52a8564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781386283879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2080842'] for agent, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:23:49.708066 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781386283879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2080842'] for agent, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:23:49.713404 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-0dfda447-9707-4eba-99ce-657c79a02a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781386283879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2080842'] for agent, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:23:51.136800 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-672d275f-a9b7-498c-8eb6-010b5168d44a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781386283879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2080842'] for agent, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:23:59.586995 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.db.agents_db [None req-1c6bebc3-6d0c-4304-a2c1-5df630ce29f1 None None] Agent healthcheck: found 5 active agents {{(pid=83995) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 03 21:24:16.358348 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-934e3fae-8c56-47f4-9c1d-897ab2ed0b0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781386283879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2080842'] for agent, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:24:18.547786 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-cb119f71-9b4e-4c50-b61e-3355853143ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781386283879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2080842'] for agent, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:24:19.702026 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781386283879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2080842'] for agent, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:24:19.724550 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-0dfda447-9707-4eba-99ce-657c79a02a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781386283879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2080842'] for agent, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:24:21.102111 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-672d275f-a9b7-498c-8eb6-010b5168d44a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781386283879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2080842'] for agent, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:24:28.982475 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.48', 52856) {{(pid=83992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:24:28.988351 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.wsgi [None req-3380db53-dbd0-4f96-95c5-a32d672bbe86 tempest-verify_tempest_config-1727365729 tempest-verify_tempest_config-1727365729-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=83992) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 03 21:24:28.991896 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [None req-3380db53-dbd0-4f96-95c5-a32d672bbe86 tempest-verify_tempest_config-1727365729 tempest-verify_tempest_config-1727365729-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12610 time: 0.0059161 May 03 21:24:29.735605 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.48', 52872) {{(pid=83992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:24:29.877374 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-3dc9f66c-4504-41ec-9c0d-6b263dfe5bae admin admin] Notify callbacks [] for security_group, before_create {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:24:29.907882 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.db.quota.driver [None req-3dc9f66c-4504-41ec-9c0d-6b263dfe5bae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:24:29.911703 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.quota.resource [None req-3dc9f66c-4504-41ec-9c0d-6b263dfe5bae admin admin] Usage tracker for resource:security_group_rule and tenant:b119fa4a98cd4db5bc9afdb30559ffa5 is out of sync, need to count used quota {{(pid=83992) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:24:29.914647 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.quota.resource [None req-3dc9f66c-4504-41ec-9c0d-6b263dfe5bae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83992) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:24:29.920914 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.db.quota.driver [None req-3dc9f66c-4504-41ec-9c0d-6b263dfe5bae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:24:29.989028 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-3dc9f66c-4504-41ec-9c0d-6b263dfe5bae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:24:30.096475 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-3dc9f66c-4504-41ec-9c0d-6b263dfe5bae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746426'] for security_group, after_create {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:24:30.139822 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc9f66c-4504-41ec-9c0d-6b263dfe5bae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efa19415-2c51-48c6-a36e-9216881a9d49,revision_number=1']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:24:30.153541 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.quota.resource [None req-3dc9f66c-4504-41ec-9c0d-6b263dfe5bae admin admin] Synchronizing usage tracker for tenant:db61406d24a644fcb80aee28ad627feb on resource:security_group {{(pid=83992) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 21:24:30.157586 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc9f66c-4504-41ec-9c0d-6b263dfe5bae admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:24:30.157929 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc9f66c-4504-41ec-9c0d-6b263dfe5bae admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:24:30.158262 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc9f66c-4504-41ec-9c0d-6b263dfe5bae admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:24:30.158596 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc9f66c-4504-41ec-9c0d-6b263dfe5bae admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:24:30.158922 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc9f66c-4504-41ec-9c0d-6b263dfe5bae admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:24:30.159246 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc9f66c-4504-41ec-9c0d-6b263dfe5bae admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:24:30.159569 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc9f66c-4504-41ec-9c0d-6b263dfe5bae admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:24:30.159892 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc9f66c-4504-41ec-9c0d-6b263dfe5bae admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:24:30.160210 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc9f66c-4504-41ec-9c0d-6b263dfe5bae admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:24:30.160553 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc9f66c-4504-41ec-9c0d-6b263dfe5bae admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:24:30.160875 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc9f66c-4504-41ec-9c0d-6b263dfe5bae admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:24:30.234739 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.quota.resource [None req-3dc9f66c-4504-41ec-9c0d-6b263dfe5bae admin admin] Unset dirty status for tenant:db61406d24a644fcb80aee28ad627feb on resource:security_group {{(pid=83992) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 21:24:30.235972 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [None req-3dc9f66c-4504-41ec-9c0d-6b263dfe5bae admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b119fa4a98cd4db5bc9afdb30559ffa5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4993131 May 03 21:24:30.238688 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.48', 52878) {{(pid=83992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:24:30.311261 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-540c9315-742d-444a-9820-f03fe95f4362 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:24:30.335875 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-540c9315-742d-444a-9820-f03fe95f4362 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:24:30.497760 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-540c9315-742d-444a-9820-f03fe95f4362 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746426'] for security_group, after_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:24:30.515653 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540c9315-742d-444a-9820-f03fe95f4362 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efa19415-2c51-48c6-a36e-9216881a9d49,revision_number=None']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:24:30.518842 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-540c9315-742d-444a-9820-f03fe95f4362 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:24:30.519939 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [None req-540c9315-742d-444a-9820-f03fe95f4362 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/efa19415-2c51-48c6-a36e-9216881a9d49 HTTP/1.1" status: 204 len: 168 time: 0.2803807 May 03 21:24:36.586642 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.db.agents_db [None req-1c6bebc3-6d0c-4304-a2c1-5df630ce29f1 None None] Agent healthcheck: found 5 active agents {{(pid=83995) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 03 21:24:46.324799 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-751df075-4e27-4e35-aa53-b42a549c09d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781386283879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2080842'] for agent, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:24:48.558905 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-001ed1a5-232f-4b01-b366-b6d808df0222 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781386283879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2080842'] for agent, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:24:49.731153 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781386283879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2080842'] for agent, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:24:49.776774 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-0dfda447-9707-4eba-99ce-657c79a02a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781386283879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2080842'] for agent, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:24:51.084912 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-672d275f-a9b7-498c-8eb6-010b5168d44a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781386283879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2080842'] for agent, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:25:13.586713 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.db.agents_db [None req-1c6bebc3-6d0c-4304-a2c1-5df630ce29f1 None None] Agent healthcheck: found 5 active agents {{(pid=83995) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 03 21:25:16.340029 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-3f618a5a-e6ca-4220-944f-668a6aeb3339 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781386283879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2080842'] for agent, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:25:18.547784 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-ee25f53f-10e5-492e-8f11-ba80fb38b447 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781386283879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2080842'] for agent, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:25:19.689697 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781386283879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2080842'] for agent, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:25:19.712862 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-0dfda447-9707-4eba-99ce-657c79a02a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781386283879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2080842'] for agent, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:25:21.066966 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-672d275f-a9b7-498c-8eb6-010b5168d44a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781386283879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2080842'] for agent, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:25:46.352523 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-8571ebb9-ac9c-4764-8602-b12715e53f74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781386283879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2080842'] for agent, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:25:48.574891 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-5cc287a9-b0fc-493c-ac08-bc531370c819 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781386283879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2080842'] for agent, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:25:49.723905 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781386283879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2080842'] for agent, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:25:49.757632 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-0dfda447-9707-4eba-99ce-657c79a02a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781386283879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2080842'] for agent, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:25:50.587267 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.db.agents_db [None req-1c6bebc3-6d0c-4304-a2c1-5df630ce29f1 None None] Agent healthcheck: found 5 active agents {{(pid=83995) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 03 21:25:51.093252 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-672d275f-a9b7-498c-8eb6-010b5168d44a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781386283879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2080842'] for agent, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:26:16.323351 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-0f1f4b5b-e1d4-4742-b439-b78635b6ceed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781386283879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2080842'] for agent, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:26:18.552134 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781386283879', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-333780'] for agent, after_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:26:18.578677 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-d03ec345-a175-47a3-9570-b92263983554 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781386283879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2080842'] for agent, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:26:19.750599 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781386283879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2080842'] for agent, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:26:19.791719 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-0dfda447-9707-4eba-99ce-657c79a02a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781386283879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2080842'] for agent, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:26:21.095065 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-672d275f-a9b7-498c-8eb6-010b5168d44a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781386283879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2080842'] for agent, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:26:27.588011 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.db.agents_db [None req-1c6bebc3-6d0c-4304-a2c1-5df630ce29f1 None None] Agent healthcheck: found 6 active agents {{(pid=83995) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 03 21:26:34.126143 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.48', 52956) {{(pid=83992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:26:34.262755 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [None req-1652c0a9-c346-4b35-aaee-21a6780766bc admin admin] 10.222.0.48 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1355131 May 03 21:26:36.309142 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.48', 52966) {{(pid=83992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:26:36.389551 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [None req-81025c73-3bba-4a77-8a9f-83266d38b90d admin admin] 10.222.0.48 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0793486 May 03 21:26:46.337915 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-2b3104c6-71af-4db6-a7e8-9dc1d4b984a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781386283879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2080842'] for agent, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:26:48.569156 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781386283879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2080842'] for agent, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:26:48.614211 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-573e09a6-9976-47a7-8cb0-3895b0af8488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781386283879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2080842'] for agent, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:26:49.777996 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781386283879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2080842'] for agent, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:26:49.802573 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-0dfda447-9707-4eba-99ce-657c79a02a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781386283879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2080842'] for agent, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:26:51.117235 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-672d275f-a9b7-498c-8eb6-010b5168d44a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781386283879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2080842'] for agent, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:27:04.587941 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.db.agents_db [None req-1c6bebc3-6d0c-4304-a2c1-5df630ce29f1 None None] Agent healthcheck: found 6 active agents {{(pid=83995) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 03 21:27:16.355066 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-4815954c-9b38-46d1-b045-9e7545fec72b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781386283879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2080842'] for agent, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:27:18.515137 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781386283879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2080842'] for agent, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:27:18.606126 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-e47682b8-a39f-40c5-bfaf-4c4259dc821b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781386283879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2080842'] for agent, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:27:19.723147 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781386283879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2080842'] for agent, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:27:19.754825 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-0dfda447-9707-4eba-99ce-657c79a02a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781386283879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2080842'] for agent, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:27:21.156960 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-672d275f-a9b7-498c-8eb6-010b5168d44a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781386283879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2080842'] for agent, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:27:41.588139 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.db.agents_db [None req-1c6bebc3-6d0c-4304-a2c1-5df630ce29f1 None None] Agent healthcheck: found 6 active agents {{(pid=83995) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 03 21:27:46.337168 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-1bee18be-1845-4443-9d62-a650f1929a5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781386283879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2080842'] for agent, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:27:48.510878 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781386283879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2080842'] for agent, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:27:48.567817 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-04ff2b76-89a2-4187-920b-04083f374df1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781386283879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2080842'] for agent, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:27:49.733957 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781386283879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2080842'] for agent, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:27:49.773502 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-0dfda447-9707-4eba-99ce-657c79a02a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781386283879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2080842'] for agent, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:27:51.091634 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-672d275f-a9b7-498c-8eb6-010b5168d44a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781386283879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2080842'] for agent, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:16.362135 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-448c4c5a-530a-4264-9e3e-7088c4bf7efc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781386283879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2080842'] for agent, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:18.536772 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781386283879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2080842'] for agent, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:18.570503 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-51161b54-d9b0-4f70-ac61-ac68cc9fc5c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781386283879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2080842'] for agent, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:18.593600 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.db.agents_db [None req-1c6bebc3-6d0c-4304-a2c1-5df630ce29f1 None None] Agent healthcheck: found 6 active agents {{(pid=83995) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 03 21:28:19.699228 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781386283879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2080842'] for agent, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:19.730654 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-0dfda447-9707-4eba-99ce-657c79a02a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781386283879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2080842'] for agent, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:21.110430 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-672d275f-a9b7-498c-8eb6-010b5168d44a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781386283879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2080842'] for agent, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:21.827350 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.48', 53114) {{(pid=83993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:28:22.263586 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.v2.base [None req-b0e7a231-8015-4a7c-bf8c-5b1075d11522 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1238909945-network', 'tenant_id': '30468ebc688d4bc1b036b4b984931e87'}} {{(pid=83993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 03 21:28:22.268776 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-b0e7a231-8015-4a7c-bf8c-5b1075d11522 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:28:22.273512 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-b0e7a231-8015-4a7c-bf8c-5b1075d11522 admin admin] Usage tracker for resource:network and tenant:30468ebc688d4bc1b036b4b984931e87 is out of sync, need to count used quota {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:28:22.276906 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-b0e7a231-8015-4a7c-bf8c-5b1075d11522 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:28:22.284768 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-b0e7a231-8015-4a7c-bf8c-5b1075d11522 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:28:22.356476 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0e7a231-8015-4a7c-bf8c-5b1075d11522 admin admin] Made reservation on behalf of 30468ebc688d4bc1b036b4b984931e87 for: {'network': 1} {{(pid=83993) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 21:28:22.358737 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-b0e7a231-8015-4a7c-bf8c-5b1075d11522 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1124352'] for network, before_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:22.374590 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-b0e7a231-8015-4a7c-bf8c-5b1075d11522 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:22.410379 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-b0e7a231-8015-4a7c-bf8c-5b1075d11522 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:28:22.411298 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-b0e7a231-8015-4a7c-bf8c-5b1075d11522 admin admin] Usage tracker for resource:security_group_rule and tenant:30468ebc688d4bc1b036b4b984931e87 is out of sync, need to count used quota {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:28:22.414130 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-b0e7a231-8015-4a7c-bf8c-5b1075d11522 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:28:22.419738 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-b0e7a231-8015-4a7c-bf8c-5b1075d11522 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:28:22.483211 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-b0e7a231-8015-4a7c-bf8c-5b1075d11522 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:22.499189 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.48', 53136) {{(pid=83992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:28:22.570572 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-b0e7a231-8015-4a7c-bf8c-5b1075d11522 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746426'] for security_group, after_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:22.603806 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0e7a231-8015-4a7c-bf8c-5b1075d11522 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 432} {{(pid=83993) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 21:28:22.613344 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e7a231-8015-4a7c-bf8c-5b1075d11522 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb8a1e97-a16e-41ad-af1f-9903cda5dd84,revision_number=1']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:28:22.619294 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-b0e7a231-8015-4a7c-bf8c-5b1075d11522 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1172921'] for segment, precommit_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:22.619636 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.db.segments_db [None req-b0e7a231-8015-4a7c-bf8c-5b1075d11522 admin admin] Added segment f62d725e-ae77-4a78-847c-f1a234768bbb of type vlan for network 5bd090d5-a93e-4f68-8601-6aad9d3eb473 May 03 21:28:22.630959 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e7a231-8015-4a7c-bf8c-5b1075d11522 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:28:22.631308 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e7a231-8015-4a7c-bf8c-5b1075d11522 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:28:22.631646 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e7a231-8015-4a7c-bf8c-5b1075d11522 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:28:22.631981 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e7a231-8015-4a7c-bf8c-5b1075d11522 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:28:22.632328 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e7a231-8015-4a7c-bf8c-5b1075d11522 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:28:22.632687 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e7a231-8015-4a7c-bf8c-5b1075d11522 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:28:22.633012 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e7a231-8015-4a7c-bf8c-5b1075d11522 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:28:22.633336 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e7a231-8015-4a7c-bf8c-5b1075d11522 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:28:22.633656 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e7a231-8015-4a7c-bf8c-5b1075d11522 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:28:22.634009 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e7a231-8015-4a7c-bf8c-5b1075d11522 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:28:22.634276 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e7a231-8015-4a7c-bf8c-5b1075d11522 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:28:22.635232 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e7a231-8015-4a7c-bf8c-5b1075d11522 admin admin] Tracked resource versions report: May 03 21:28:22.635232 dv-cinder-840377-1-iscsi neutron-server[83993]: pushed versions: May 03 21:28:22.635232 dv-cinder-840377-1-iscsi neutron-server[83993]: { 'ConntrackHelper': {'1.0'}, May 03 21:28:22.635232 dv-cinder-840377-1-iscsi neutron-server[83993]: 'Log': {'1.0'}, May 03 21:28:22.635232 dv-cinder-840377-1-iscsi neutron-server[83993]: 'Network': {'1.1'}, May 03 21:28:22.635232 dv-cinder-840377-1-iscsi neutron-server[83993]: 'Port': {'1.5'}, May 03 21:28:22.635232 dv-cinder-840377-1-iscsi neutron-server[83993]: 'PortForwarding': {'1.2'}, May 03 21:28:22.635232 dv-cinder-840377-1-iscsi neutron-server[83993]: 'QosPolicy': {'1.8'}, May 03 21:28:22.635232 dv-cinder-840377-1-iscsi neutron-server[83993]: 'SecurityGroup': {'1.2'}, May 03 21:28:22.635232 dv-cinder-840377-1-iscsi neutron-server[83993]: 'SecurityGroupRule': {'1.0'}, May 03 21:28:22.635232 dv-cinder-840377-1-iscsi neutron-server[83993]: 'SubPort': {'1.0'}, May 03 21:28:22.635232 dv-cinder-840377-1-iscsi neutron-server[83993]: 'Subnet': {'1.1'}, May 03 21:28:22.635232 dv-cinder-840377-1-iscsi neutron-server[83993]: 'Trunk': {'1.1'}} May 03 21:28:22.635232 dv-cinder-840377-1-iscsi neutron-server[83993]: consumer versions: May 03 21:28:22.635232 dv-cinder-840377-1-iscsi neutron-server[83993]: { DHCP agent@dv-cinder-840377-1-iscsi: {}, May 03 21:28:22.635232 dv-cinder-840377-1-iscsi neutron-server[83993]: HyperV agent@hv-cinder-84037: {}, May 03 21:28:22.635232 dv-cinder-840377-1-iscsi neutron-server[83993]: L3 agent@dv-cinder-840377-1-iscsi: {}, May 03 21:28:22.635232 dv-cinder-840377-1-iscsi neutron-server[83993]: Metadata agent@dv-cinder-840377-1-iscsi: {}, May 03 21:28:22.635232 dv-cinder-840377-1-iscsi neutron-server[83993]: Metering agent@dv-cinder-840377-1-iscsi: {}, May 03 21:28:22.635232 dv-cinder-840377-1-iscsi neutron-server[83993]: Open vSwitch agent@dv-cinder-840377-1-iscsi: { 'ConntrackHelper': '1.0', May 03 21:28:22.635232 dv-cinder-840377-1-iscsi neutron-server[83993]: 'Log': '1.0', May 03 21:28:22.635232 dv-cinder-840377-1-iscsi neutron-server[83993]: 'Network': '1.1', May 03 21:28:22.635232 dv-cinder-840377-1-iscsi neutron-server[83993]: 'Port': '1.5', May 03 21:28:22.635232 dv-cinder-840377-1-iscsi neutron-server[83993]: 'PortForwarding': '1.2', May 03 21:28:22.635232 dv-cinder-840377-1-iscsi neutron-server[83993]: 'QosPolicy': '1.8', May 03 21:28:22.635232 dv-cinder-840377-1-iscsi neutron-server[83993]: 'SecurityGroup': '1.2', May 03 21:28:22.635232 dv-cinder-840377-1-iscsi neutron-server[83993]: 'SecurityGroupRule': '1.0', May 03 21:28:22.635232 dv-cinder-840377-1-iscsi neutron-server[83993]: 'SubPort': '1.0', May 03 21:28:22.635232 dv-cinder-840377-1-iscsi neutron-server[83993]: 'Subnet': '1.1', May 03 21:28:22.635232 dv-cinder-840377-1-iscsi neutron-server[83993]: 'Trunk': '1.1'}} May 03 21:28:22.635232 dv-cinder-840377-1-iscsi neutron-server[83993]: {{(pid=83993) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 03 21:28:22.661206 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-b0e7a231-8015-4a7c-bf8c-5b1075d11522 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781385835798'] for network, precommit_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:22.793578 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-b0e7a231-8015-4a7c-bf8c-5b1075d11522 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396'] for network, after_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:22.794440 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0e7a231-8015-4a7c-bf8c-5b1075d11522 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:28:22.795024 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-b0e7a231-8015-4a7c-bf8c-5b1075d11522 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1706389'] for network, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:22.902794 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e7a231-8015-4a7c-bf8c-5b1075d11522 admin admin] Pushing event updated for resources: {'Network': ['ID=5bd090d5-a93e-4f68-8601-6aad9d3eb473,revision_number=1']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:28:22.918166 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.rpc [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Network 5bd090d5-a93e-4f68-8601-6aad9d3eb473 details requested by agent ovs-agent-dv-cinder-840377-1-iscsi with host dv-cinder-840377-1-iscsi {{(pid=83994) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 03 21:28:23.008903 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-b0e7a231-8015-4a7c-bf8c-5b1075d11522 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.1794403 May 03 21:28:23.011400 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.48', 53154) {{(pid=83993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:28:23.017785 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.v2.base [None req-d059e2c2-39e7-4601-a064-7cb31f49cd95 admin admin] Request body: {'subnet': {'network_id': '5bd090d5-a93e-4f68-8601-6aad9d3eb473', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1238909945-subnet', 'tenant_id': '30468ebc688d4bc1b036b4b984931e87', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 03 21:28:23.022734 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-d059e2c2-39e7-4601-a064-7cb31f49cd95 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:28:23.026790 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-d059e2c2-39e7-4601-a064-7cb31f49cd95 admin admin] Usage tracker for resource:subnet and tenant:30468ebc688d4bc1b036b4b984931e87 is out of sync, need to count used quota {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:28:23.032559 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-d059e2c2-39e7-4601-a064-7cb31f49cd95 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:28:23.038896 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-d059e2c2-39e7-4601-a064-7cb31f49cd95 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:28:23.112556 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.v2.base [None req-1b146089-e986-4351-8c23-e29dbf585b3c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-487551053-network', 'tenant_id': 'bd571e41b44a4bc6b16bf8163252f168'}} {{(pid=83992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 03 21:28:23.117643 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.db.quota.driver [None req-1b146089-e986-4351-8c23-e29dbf585b3c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:28:23.121808 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.quota.resource [None req-1b146089-e986-4351-8c23-e29dbf585b3c admin admin] Usage tracker for resource:network and tenant:bd571e41b44a4bc6b16bf8163252f168 is out of sync, need to count used quota {{(pid=83992) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:28:23.124976 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.quota.resource [None req-1b146089-e986-4351-8c23-e29dbf585b3c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83992) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:28:23.131345 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.db.quota.driver [None req-1b146089-e986-4351-8c23-e29dbf585b3c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:28:23.150822 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.48', 53164) {{(pid=83993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:28:23.183673 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.48', 53170) {{(pid=83993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:28:23.193886 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d059e2c2-39e7-4601-a064-7cb31f49cd95 admin admin] Made reservation on behalf of 30468ebc688d4bc1b036b4b984931e87 for: {'subnet': 1} {{(pid=83993) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 21:28:23.196168 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-d059e2c2-39e7-4601-a064-7cb31f49cd95 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:23.224484 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b146089-e986-4351-8c23-e29dbf585b3c admin admin] Made reservation on behalf of bd571e41b44a4bc6b16bf8163252f168 for: {'network': 1} {{(pid=83992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 21:28:23.226865 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-1b146089-e986-4351-8c23-e29dbf585b3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1124352'] for network, before_create {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:23.240632 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-1b146089-e986-4351-8c23-e29dbf585b3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:23.273733 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.db.quota.driver [None req-1b146089-e986-4351-8c23-e29dbf585b3c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:28:23.278055 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.quota.resource [None req-1b146089-e986-4351-8c23-e29dbf585b3c admin admin] Usage tracker for resource:security_group_rule and tenant:bd571e41b44a4bc6b16bf8163252f168 is out of sync, need to count used quota {{(pid=83992) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:28:23.280943 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.quota.resource [None req-1b146089-e986-4351-8c23-e29dbf585b3c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83992) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:28:23.287303 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.db.quota.driver [None req-1b146089-e986-4351-8c23-e29dbf585b3c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:28:23.359088 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-1b146089-e986-4351-8c23-e29dbf585b3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:23.485153 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-1b146089-e986-4351-8c23-e29dbf585b3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746426'] for security_group, after_create {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:23.519360 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b146089-e986-4351-8c23-e29dbf585b3c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 413} {{(pid=83992) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 21:28:23.524639 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b146089-e986-4351-8c23-e29dbf585b3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3882817-02f3-4b21-8284-e0f4b0bc1a37,revision_number=1']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:28:23.536658 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-1b146089-e986-4351-8c23-e29dbf585b3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1172921'] for segment, precommit_create {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:23.536999 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.db.segments_db [None req-1b146089-e986-4351-8c23-e29dbf585b3c admin admin] Added segment f82b8179-7d00-46b1-abec-98a139f3558c of type vlan for network afa29ce3-7ea1-4fb3-8d15-b28913382476 May 03 21:28:23.538632 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b146089-e986-4351-8c23-e29dbf585b3c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:28:23.538977 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b146089-e986-4351-8c23-e29dbf585b3c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:28:23.539307 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b146089-e986-4351-8c23-e29dbf585b3c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:28:23.539638 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b146089-e986-4351-8c23-e29dbf585b3c admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:28:23.539987 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b146089-e986-4351-8c23-e29dbf585b3c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:28:23.540311 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b146089-e986-4351-8c23-e29dbf585b3c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:28:23.540656 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b146089-e986-4351-8c23-e29dbf585b3c admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:28:23.540979 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b146089-e986-4351-8c23-e29dbf585b3c admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:28:23.541296 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b146089-e986-4351-8c23-e29dbf585b3c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:28:23.541611 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b146089-e986-4351-8c23-e29dbf585b3c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:28:23.541922 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b146089-e986-4351-8c23-e29dbf585b3c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:28:23.542877 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b146089-e986-4351-8c23-e29dbf585b3c admin admin] Tracked resource versions report: May 03 21:28:23.542877 dv-cinder-840377-1-iscsi neutron-server[83992]: pushed versions: May 03 21:28:23.542877 dv-cinder-840377-1-iscsi neutron-server[83992]: { 'ConntrackHelper': {'1.0'}, May 03 21:28:23.542877 dv-cinder-840377-1-iscsi neutron-server[83992]: 'Log': {'1.0'}, May 03 21:28:23.542877 dv-cinder-840377-1-iscsi neutron-server[83992]: 'Network': {'1.1'}, May 03 21:28:23.542877 dv-cinder-840377-1-iscsi neutron-server[83992]: 'Port': {'1.5'}, May 03 21:28:23.542877 dv-cinder-840377-1-iscsi neutron-server[83992]: 'PortForwarding': {'1.2'}, May 03 21:28:23.542877 dv-cinder-840377-1-iscsi neutron-server[83992]: 'QosPolicy': {'1.8'}, May 03 21:28:23.542877 dv-cinder-840377-1-iscsi neutron-server[83992]: 'SecurityGroup': {'1.2'}, May 03 21:28:23.542877 dv-cinder-840377-1-iscsi neutron-server[83992]: 'SecurityGroupRule': {'1.0'}, May 03 21:28:23.542877 dv-cinder-840377-1-iscsi neutron-server[83992]: 'SubPort': {'1.0'}, May 03 21:28:23.542877 dv-cinder-840377-1-iscsi neutron-server[83992]: 'Subnet': {'1.1'}, May 03 21:28:23.542877 dv-cinder-840377-1-iscsi neutron-server[83992]: 'Trunk': {'1.1'}} May 03 21:28:23.542877 dv-cinder-840377-1-iscsi neutron-server[83992]: consumer versions: May 03 21:28:23.542877 dv-cinder-840377-1-iscsi neutron-server[83992]: { DHCP agent@dv-cinder-840377-1-iscsi: {}, May 03 21:28:23.542877 dv-cinder-840377-1-iscsi neutron-server[83992]: HyperV agent@hv-cinder-84037: {}, May 03 21:28:23.542877 dv-cinder-840377-1-iscsi neutron-server[83992]: L3 agent@dv-cinder-840377-1-iscsi: {}, May 03 21:28:23.542877 dv-cinder-840377-1-iscsi neutron-server[83992]: Metadata agent@dv-cinder-840377-1-iscsi: {}, May 03 21:28:23.542877 dv-cinder-840377-1-iscsi neutron-server[83992]: Metering agent@dv-cinder-840377-1-iscsi: {}, May 03 21:28:23.542877 dv-cinder-840377-1-iscsi neutron-server[83992]: Open vSwitch agent@dv-cinder-840377-1-iscsi: { 'ConntrackHelper': '1.0', May 03 21:28:23.542877 dv-cinder-840377-1-iscsi neutron-server[83992]: 'Log': '1.0', May 03 21:28:23.542877 dv-cinder-840377-1-iscsi neutron-server[83992]: 'Network': '1.1', May 03 21:28:23.542877 dv-cinder-840377-1-iscsi neutron-server[83992]: 'Port': '1.5', May 03 21:28:23.542877 dv-cinder-840377-1-iscsi neutron-server[83992]: 'PortForwarding': '1.2', May 03 21:28:23.542877 dv-cinder-840377-1-iscsi neutron-server[83992]: 'QosPolicy': '1.8', May 03 21:28:23.542877 dv-cinder-840377-1-iscsi neutron-server[83992]: 'SecurityGroup': '1.2', May 03 21:28:23.542877 dv-cinder-840377-1-iscsi neutron-server[83992]: 'SecurityGroupRule': '1.0', May 03 21:28:23.542877 dv-cinder-840377-1-iscsi neutron-server[83992]: 'SubPort': '1.0', May 03 21:28:23.542877 dv-cinder-840377-1-iscsi neutron-server[83992]: 'Subnet': '1.1', May 03 21:28:23.542877 dv-cinder-840377-1-iscsi neutron-server[83992]: 'Trunk': '1.1'}} May 03 21:28:23.542877 dv-cinder-840377-1-iscsi neutron-server[83992]: {{(pid=83992) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 03 21:28:23.548309 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-d059e2c2-39e7-4601-a064-7cb31f49cd95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396'] for subnet, after_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:23.573722 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-1b146089-e986-4351-8c23-e29dbf585b3c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781385835798'] for network, precommit_create {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:23.639127 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.v2.base [None req-3c224e8c-d02b-4439-91f3-f21d5e73a0d1 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-2141674484-network', 'tenant_id': '4cf52ffb4a864a689f5d0242ddc4cc4f'}} {{(pid=83993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 03 21:28:23.649824 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d059e2c2-39e7-4601-a064-7cb31f49cd95 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f1f0ef4c-4f27-4b18-935d-75e084855fe6,revision_number=0']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:28:23.669831 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-1b146089-e986-4351-8c23-e29dbf585b3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396'] for network, after_create {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:23.670706 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b146089-e986-4351-8c23-e29dbf585b3c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:28:23.672618 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-1b146089-e986-4351-8c23-e29dbf585b3c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1706389'] for network, before_response {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:23.676325 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-3c224e8c-d02b-4439-91f3-f21d5e73a0d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:28:23.683759 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-3c224e8c-d02b-4439-91f3-f21d5e73a0d1 admin admin] Usage tracker for resource:network and tenant:4cf52ffb4a864a689f5d0242ddc4cc4f is out of sync, need to count used quota {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:28:23.688762 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-3c224e8c-d02b-4439-91f3-f21d5e73a0d1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:28:23.695211 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d059e2c2-39e7-4601-a064-7cb31f49cd95 admin admin] Checking segment: {'id': 'f62d725e-ae77-4a78-847c-f1a234768bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '5bd090d5-a93e-4f68-8601-6aad9d3eb473'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 03 21:28:23.695567 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d059e2c2-39e7-4601-a064-7cb31f49cd95 admin admin] Network hostable DHCP agents. Network: 5bd090d5-a93e-4f68-8601-6aad9d3eb473, hostable agents: ['e4e3c6c0-e8b0-4c45-a267-b4e6dd042766'], hosted agents: [] {{(pid=83993) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 21:28:23.702136 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-3c224e8c-d02b-4439-91f3-f21d5e73a0d1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:28:23.790021 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.v2.base [None req-261a3dd8-45a2-4398-b6c3-65f2bc6325eb admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-2124586856-network', 'tenant_id': 'a5ad2a8e2573405fa636364bdf765504'}} {{(pid=83993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 03 21:28:23.790852 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.48', 53188) {{(pid=83992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:28:23.791742 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-261a3dd8-45a2-4398-b6c3-65f2bc6325eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:28:23.796285 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-261a3dd8-45a2-4398-b6c3-65f2bc6325eb admin admin] Usage tracker for resource:network and tenant:a5ad2a8e2573405fa636364bdf765504 is out of sync, need to count used quota {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:28:23.799761 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-261a3dd8-45a2-4398-b6c3-65f2bc6325eb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:28:23.801094 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b146089-e986-4351-8c23-e29dbf585b3c admin admin] Pushing event updated for resources: {'Network': ['ID=afa29ce3-7ea1-4fb3-8d15-b28913382476,revision_number=1']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:28:23.806922 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [None req-1b146089-e986-4351-8c23-e29dbf585b3c admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.3110738 May 03 21:28:23.808931 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-261a3dd8-45a2-4398-b6c3-65f2bc6325eb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:28:23.809586 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.48', 53194) {{(pid=83992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:28:23.814980 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.rpc [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Network afa29ce3-7ea1-4fb3-8d15-b28913382476 details requested by agent ovs-agent-dv-cinder-840377-1-iscsi with host dv-cinder-840377-1-iscsi {{(pid=83994) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 03 21:28:23.822207 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.v2.base [None req-fb423342-dc2b-4dd8-a895-6ebcd80b5877 admin admin] Request body: {'subnet': {'network_id': 'afa29ce3-7ea1-4fb3-8d15-b28913382476', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-487551053-subnet', 'tenant_id': 'bd571e41b44a4bc6b16bf8163252f168', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 03 21:28:23.827180 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.db.quota.driver [None req-fb423342-dc2b-4dd8-a895-6ebcd80b5877 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:28:23.832100 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.quota.resource [None req-fb423342-dc2b-4dd8-a895-6ebcd80b5877 admin admin] Usage tracker for resource:subnet and tenant:bd571e41b44a4bc6b16bf8163252f168 is out of sync, need to count used quota {{(pid=83992) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:28:23.835504 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.quota.resource [None req-fb423342-dc2b-4dd8-a895-6ebcd80b5877 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83992) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:28:23.842888 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.db.quota.driver [None req-fb423342-dc2b-4dd8-a895-6ebcd80b5877 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:28:23.847413 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d059e2c2-39e7-4601-a064-7cb31f49cd95 admin admin] Network 5bd090d5-a93e-4f68-8601-6aad9d3eb473 is scheduled to be hosted by DHCP agent e4e3c6c0-e8b0-4c45-a267-b4e6dd042766 with binding_index 1 {{(pid=83993) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 21:28:23.908574 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c224e8c-d02b-4439-91f3-f21d5e73a0d1 admin admin] Made reservation on behalf of 4cf52ffb4a864a689f5d0242ddc4cc4f for: {'network': 1} {{(pid=83993) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 21:28:23.910862 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-3c224e8c-d02b-4439-91f3-f21d5e73a0d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1124352'] for network, before_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:23.924886 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-3c224e8c-d02b-4439-91f3-f21d5e73a0d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:23.950550 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb423342-dc2b-4dd8-a895-6ebcd80b5877 admin admin] Made reservation on behalf of bd571e41b44a4bc6b16bf8163252f168 for: {'subnet': 1} {{(pid=83992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 21:28:23.953049 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-fb423342-dc2b-4dd8-a895-6ebcd80b5877 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:23.953613 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-261a3dd8-45a2-4398-b6c3-65f2bc6325eb admin admin] Made reservation on behalf of a5ad2a8e2573405fa636364bdf765504 for: {'network': 1} {{(pid=83993) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 21:28:23.955872 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-261a3dd8-45a2-4398-b6c3-65f2bc6325eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1124352'] for network, before_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:23.970707 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-261a3dd8-45a2-4398-b6c3-65f2bc6325eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:23.979308 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.scheduler.base_scheduler [None req-d059e2c2-39e7-4601-a064-7cb31f49cd95 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840377-1-iscsi, 5bd090d5-a93e-4f68-8601-6aad9d3eb473) {{(pid=83993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 21:28:23.990151 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-3c224e8c-d02b-4439-91f3-f21d5e73a0d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:28:23.991536 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6772380-dc7f-4517-96af-8e11f68b2a21 None None] Network 5bd090d5-a93e-4f68-8601-6aad9d3eb473 requested from dv-cinder-840377-1-iscsi {{(pid=83994) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 03 21:28:23.998516 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d059e2c2-39e7-4601-a064-7cb31f49cd95 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:28:23.999087 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-d059e2c2-39e7-4601-a064-7cb31f49cd95 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1706389'] for subnet, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:24.005023 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-3c224e8c-d02b-4439-91f3-f21d5e73a0d1 admin admin] Usage tracker for resource:security_group_rule and tenant:4cf52ffb4a864a689f5d0242ddc4cc4f is out of sync, need to count used quota {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:28:24.027803 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-3c224e8c-d02b-4439-91f3-f21d5e73a0d1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:28:24.036583 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-3c224e8c-d02b-4439-91f3-f21d5e73a0d1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:28:24.043873 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-261a3dd8-45a2-4398-b6c3-65f2bc6325eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:28:24.051872 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-261a3dd8-45a2-4398-b6c3-65f2bc6325eb admin admin] Usage tracker for resource:security_group_rule and tenant:a5ad2a8e2573405fa636364bdf765504 is out of sync, need to count used quota {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:28:24.055537 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-261a3dd8-45a2-4398-b6c3-65f2bc6325eb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:28:24.065170 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-261a3dd8-45a2-4398-b6c3-65f2bc6325eb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:28:24.126894 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-d059e2c2-39e7-4601-a064-7cb31f49cd95 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.1144407 May 03 21:28:24.140742 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.48', 53204) {{(pid=83993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:28:24.151143 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.v2.base [None req-e58e7027-c347-4d1a-8c65-9be97f82ce77 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1238909945-router', 'tenant_id': '30468ebc688d4bc1b036b4b984931e87', 'external_gateway_info': {'network_id': 'c33334bd-f19e-453d-9f7b-349270405c58'}}} {{(pid=83993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 03 21:28:24.156418 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-e58e7027-c347-4d1a-8c65-9be97f82ce77 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:28:24.166160 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-e58e7027-c347-4d1a-8c65-9be97f82ce77 admin admin] Usage tracker for resource:router and tenant:30468ebc688d4bc1b036b4b984931e87 is out of sync, need to count used quota {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:28:24.166373 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.v2.base [None req-1e23aea7-98c4-42f9-8258-ec53e2ee7ca0 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-600581022-network', 'tenant_id': 'a2df1ca790224a009004c3c22a5ee5c5'}} {{(pid=83992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 03 21:28:24.166487 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-e58e7027-c347-4d1a-8c65-9be97f82ce77 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:28:24.167034 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.db.quota.driver [None req-1e23aea7-98c4-42f9-8258-ec53e2ee7ca0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:28:24.171158 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.quota.resource [None req-1e23aea7-98c4-42f9-8258-ec53e2ee7ca0 admin admin] Usage tracker for resource:network and tenant:a2df1ca790224a009004c3c22a5ee5c5 is out of sync, need to count used quota {{(pid=83992) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:28:24.172268 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-e58e7027-c347-4d1a-8c65-9be97f82ce77 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:28:24.175411 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.quota.resource [None req-1e23aea7-98c4-42f9-8258-ec53e2ee7ca0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83992) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:28:24.181775 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.db.quota.driver [None req-1e23aea7-98c4-42f9-8258-ec53e2ee7ca0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:28:24.212877 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-3c224e8c-d02b-4439-91f3-f21d5e73a0d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:24.233052 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-261a3dd8-45a2-4398-b6c3-65f2bc6325eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:24.248308 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-fb423342-dc2b-4dd8-a895-6ebcd80b5877 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396'] for subnet, after_create {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:24.282695 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-e58e7027-c347-4d1a-8c65-9be97f82ce77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-330009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4169'] for router, before_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:24.284499 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-e58e7027-c347-4d1a-8c65-9be97f82ce77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-330106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-332958', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-569578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4162'] for router, precommit_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:24.305265 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-3c224e8c-d02b-4439-91f3-f21d5e73a0d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746426'] for security_group, after_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:24.347355 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26ef8fee-d6dd-45e9-862f-c8710a168411 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpecea5701-ca0d-5319-88af-91ea1d0a4bad-5bd090d5-a93e-4f68-8601-6aad9d3eb473', 'network_id': '5bd090d5-a93e-4f68-8601-6aad9d3eb473', 'tenant_id': '30468ebc688d4bc1b036b4b984931e87', 'fixed_ips': [{'subnet_id': 'f1f0ef4c-4f27-4b18-935d-75e084855fe6'}]}} from dv-cinder-840377-1-iscsi. {{(pid=83994) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 03 21:28:24.348722 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-26ef8fee-d6dd-45e9-862f-c8710a168411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1124352'] for port, before_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:24.360944 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c224e8c-d02b-4439-91f3-f21d5e73a0d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60f447c6-bb50-46c2-97ed-7da9c2911da1,revision_number=1']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:28:24.373743 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c224e8c-d02b-4439-91f3-f21d5e73a0d1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 430} {{(pid=83993) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 21:28:24.384173 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-3c224e8c-d02b-4439-91f3-f21d5e73a0d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1172921'] for segment, precommit_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:24.384684 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.db.segments_db [None req-3c224e8c-d02b-4439-91f3-f21d5e73a0d1 admin admin] Added segment 192a8290-7524-479c-9894-35253b5adf28 of type vlan for network a76ba353-ab28-4792-b070-a9ace23ad085 May 03 21:28:24.385157 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb423342-dc2b-4dd8-a895-6ebcd80b5877 admin admin] Pushing event updated for resources: {'Subnet': ['ID=663a4790-11b9-4523-b0db-a1ea41b30d40,revision_number=0']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:28:24.386651 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-e58e7027-c347-4d1a-8c65-9be97f82ce77 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:24.399586 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e23aea7-98c4-42f9-8258-ec53e2ee7ca0 admin admin] Made reservation on behalf of a2df1ca790224a009004c3c22a5ee5c5 for: {'network': 1} {{(pid=83992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 21:28:24.401859 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-1e23aea7-98c4-42f9-8258-ec53e2ee7ca0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1124352'] for network, before_create {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:24.423851 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-1e23aea7-98c4-42f9-8258-ec53e2ee7ca0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:24.463943 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.db.quota.driver [None req-1e23aea7-98c4-42f9-8258-ec53e2ee7ca0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:28:24.468195 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.quota.resource [None req-1e23aea7-98c4-42f9-8258-ec53e2ee7ca0 admin admin] Usage tracker for resource:security_group_rule and tenant:a2df1ca790224a009004c3c22a5ee5c5 is out of sync, need to count used quota {{(pid=83992) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:28:24.471576 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.quota.resource [None req-1e23aea7-98c4-42f9-8258-ec53e2ee7ca0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83992) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:28:24.478279 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.db.quota.driver [None req-1e23aea7-98c4-42f9-8258-ec53e2ee7ca0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:28:24.576453 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb423342-dc2b-4dd8-a895-6ebcd80b5877 admin admin] Checking segment: {'id': 'f82b8179-7d00-46b1-abec-98a139f3558c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'afa29ce3-7ea1-4fb3-8d15-b28913382476'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 03 21:28:24.577061 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb423342-dc2b-4dd8-a895-6ebcd80b5877 admin admin] Network hostable DHCP agents. Network: afa29ce3-7ea1-4fb3-8d15-b28913382476, hostable agents: ['e4e3c6c0-e8b0-4c45-a267-b4e6dd042766'], hosted agents: [] {{(pid=83992) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 21:28:24.582835 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-1e23aea7-98c4-42f9-8258-ec53e2ee7ca0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:24.612839 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-261a3dd8-45a2-4398-b6c3-65f2bc6325eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746426'] for security_group, after_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:24.621389 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.db_base_plugin_common [None req-26ef8fee-d6dd-45e9-862f-c8710a168411 None None] Allocated IP 172.20.0.2 (5bd090d5-a93e-4f68-8601-6aad9d3eb473/f1f0ef4c-4f27-4b18-935d-75e084855fe6/0e52952e-537f-45f5-9a79-951473549826) {{(pid=83994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 21:28:24.627126 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-261a3dd8-45a2-4398-b6c3-65f2bc6325eb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 444} {{(pid=83993) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 21:28:24.638020 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-261a3dd8-45a2-4398-b6c3-65f2bc6325eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1172921'] for segment, precommit_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:24.638906 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.db.segments_db [None req-261a3dd8-45a2-4398-b6c3-65f2bc6325eb admin admin] Added segment f8a3db2b-cde4-435f-b662-ad3a00207e92 of type vlan for network 556cc182-54d3-4ca5-af4a-8fbf93a97ff0 May 03 21:28:24.723175 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-261a3dd8-45a2-4398-b6c3-65f2bc6325eb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781385835798'] for network, precommit_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:24.727472 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261a3dd8-45a2-4398-b6c3-65f2bc6325eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d61b926-5dcc-4a56-9b2d-720c7d6b9af8,revision_number=1']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:28:24.734562 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-3c224e8c-d02b-4439-91f3-f21d5e73a0d1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781385835798'] for network, precommit_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:24.745785 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-1e23aea7-98c4-42f9-8258-ec53e2ee7ca0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746426'] for security_group, after_create {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:24.748790 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb423342-dc2b-4dd8-a895-6ebcd80b5877 admin admin] Network afa29ce3-7ea1-4fb3-8d15-b28913382476 is scheduled to be hosted by DHCP agent e4e3c6c0-e8b0-4c45-a267-b4e6dd042766 with binding_index 1 {{(pid=83992) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 21:28:24.862696 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e23aea7-98c4-42f9-8258-ec53e2ee7ca0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=110ab925-da1e-4ca7-ba21-8bf39653d643,revision_number=1']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:28:24.865568 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.scheduler.base_scheduler [None req-fb423342-dc2b-4dd8-a895-6ebcd80b5877 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840377-1-iscsi, afa29ce3-7ea1-4fb3-8d15-b28913382476) {{(pid=83992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 21:28:24.876642 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb423342-dc2b-4dd8-a895-6ebcd80b5877 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:28:24.877233 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-fb423342-dc2b-4dd8-a895-6ebcd80b5877 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1706389'] for subnet, before_response {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:24.886020 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b0d93e8-4281-4db9-9a0e-272558211fe4 None None] Network afa29ce3-7ea1-4fb3-8d15-b28913382476 requested from dv-cinder-840377-1-iscsi {{(pid=83994) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 03 21:28:24.973827 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-26ef8fee-d6dd-45e9-862f-c8710a168411 None None] Notify callbacks [] for port, precommit_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:25.089703 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-e58e7027-c347-4d1a-8c65-9be97f82ce77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-332908', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-330467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7592'] for router, precommit_update {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:25.090421 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.provisioning_blocks [None req-26ef8fee-d6dd-45e9-862f-c8710a168411 None None] Transition to ACTIVE for port object 0e52952e-537f-45f5-9a79-951473549826 will not be triggered until provisioned by entity L2. {{(pid=83994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 21:28:25.090421 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.provisioning_blocks [None req-26ef8fee-d6dd-45e9-862f-c8710a168411 None None] Transition to ACTIVE for port object 0e52952e-537f-45f5-9a79-951473549826 will not be triggered until provisioned by entity DHCP. {{(pid=83994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 21:28:25.227037 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fd6a740-4720-485b-a558-8e7c6b0c7a6a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpecea5701-ca0d-5319-88af-91ea1d0a4bad-afa29ce3-7ea1-4fb3-8d15-b28913382476', 'network_id': 'afa29ce3-7ea1-4fb3-8d15-b28913382476', 'tenant_id': 'bd571e41b44a4bc6b16bf8163252f168', 'fixed_ips': [{'subnet_id': '663a4790-11b9-4523-b0db-a1ea41b30d40'}]}} from dv-cinder-840377-1-iscsi. {{(pid=83994) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 03 21:28:25.228329 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-3fd6a740-4720-485b-a558-8e7c6b0c7a6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1124352'] for port, before_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:25.368715 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [None req-fb423342-dc2b-4dd8-a895-6ebcd80b5877 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.5572224 May 03 21:28:25.371502 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.48', 53236) {{(pid=83992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:28:25.377079 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.v2.base [None req-122b4809-e1a7-47f0-88ba-78c105599fc2 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-487551053-router', 'tenant_id': 'bd571e41b44a4bc6b16bf8163252f168', 'external_gateway_info': {'network_id': 'c33334bd-f19e-453d-9f7b-349270405c58'}}} {{(pid=83992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 03 21:28:25.383574 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.db.quota.driver [None req-122b4809-e1a7-47f0-88ba-78c105599fc2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:28:25.391908 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.quota.resource [None req-122b4809-e1a7-47f0-88ba-78c105599fc2 admin admin] Usage tracker for resource:router and tenant:bd571e41b44a4bc6b16bf8163252f168 is out of sync, need to count used quota {{(pid=83992) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:28:25.404712 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.quota.resource [None req-122b4809-e1a7-47f0-88ba-78c105599fc2 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83992) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:28:25.406023 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-3c224e8c-d02b-4439-91f3-f21d5e73a0d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396'] for network, after_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:25.407975 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c224e8c-d02b-4439-91f3-f21d5e73a0d1 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:28:25.408599 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-3c224e8c-d02b-4439-91f3-f21d5e73a0d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1706389'] for network, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:25.412773 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-261a3dd8-45a2-4398-b6c3-65f2bc6325eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396'] for network, after_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:25.415810 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-26ef8fee-d6dd-45e9-862f-c8710a168411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781385847435'] for port, after_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:25.416232 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-261a3dd8-45a2-4398-b6c3-65f2bc6325eb admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:28:25.416232 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-261a3dd8-45a2-4398-b6c3-65f2bc6325eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1706389'] for network, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:25.425443 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.db.quota.driver [None req-122b4809-e1a7-47f0-88ba-78c105599fc2 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:28:25.462696 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.db.api [None req-1e23aea7-98c4-42f9-8258-ec53e2ee7ca0 admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=83992) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 03 21:28:25.463037 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG oslo_db.api [None req-1e23aea7-98c4-42f9-8258-ec53e2ee7ca0 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=83992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 03 21:28:25.514681 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26ef8fee-d6dd-45e9-862f-c8710a168411 None None] Network 5bd090d5-a93e-4f68-8601-6aad9d3eb473 is already hosted by enough agents. {{(pid=83994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 21:28:25.520255 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.scheduler.base_scheduler [None req-26ef8fee-d6dd-45e9-862f-c8710a168411 None None] Resources bound (agent type, host, resource id): {{(pid=83994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 21:28:25.523224 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26ef8fee-d6dd-45e9-862f-c8710a168411 None None] Received port after_create {{(pid=83994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 03 21:28:25.528276 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.db_base_plugin_common [None req-3fd6a740-4720-485b-a558-8e7c6b0c7a6a None None] Allocated IP 172.20.0.2 (afa29ce3-7ea1-4fb3-8d15-b28913382476/663a4790-11b9-4523-b0db-a1ea41b30d40/478295d0-68b7-43cf-89be-4d8ef95e7549) {{(pid=83994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 21:28:25.530907 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ef8fee-d6dd-45e9-862f-c8710a168411 None None] Pushing event updated for resources: {'Port': ['ID=0e52952e-537f-45f5-9a79-951473549826,revision_number=1']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:28:25.594639 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-122b4809-e1a7-47f0-88ba-78c105599fc2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-330009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4169'] for router, before_create {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:25.598350 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-122b4809-e1a7-47f0-88ba-78c105599fc2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-330106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-332958', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-569578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4162'] for router, precommit_create {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:25.615266 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ef8fee-d6dd-45e9-862f-c8710a168411 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:28:25.615605 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ef8fee-d6dd-45e9-862f-c8710a168411 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:28:25.615948 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ef8fee-d6dd-45e9-862f-c8710a168411 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:28:25.616281 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ef8fee-d6dd-45e9-862f-c8710a168411 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:28:25.616637 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ef8fee-d6dd-45e9-862f-c8710a168411 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:28:25.616972 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ef8fee-d6dd-45e9-862f-c8710a168411 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:28:25.617299 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ef8fee-d6dd-45e9-862f-c8710a168411 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:28:25.617625 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ef8fee-d6dd-45e9-862f-c8710a168411 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:28:25.617945 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ef8fee-d6dd-45e9-862f-c8710a168411 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:28:25.618263 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ef8fee-d6dd-45e9-862f-c8710a168411 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:28:25.618587 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ef8fee-d6dd-45e9-862f-c8710a168411 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:28:25.619870 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ef8fee-d6dd-45e9-862f-c8710a168411 None None] Tracked resource versions report: May 03 21:28:25.619870 dv-cinder-840377-1-iscsi neutron-server[83994]: pushed versions: May 03 21:28:25.619870 dv-cinder-840377-1-iscsi neutron-server[83994]: { 'ConntrackHelper': {'1.0'}, May 03 21:28:25.619870 dv-cinder-840377-1-iscsi neutron-server[83994]: 'Log': {'1.0'}, May 03 21:28:25.619870 dv-cinder-840377-1-iscsi neutron-server[83994]: 'Network': {'1.1'}, May 03 21:28:25.619870 dv-cinder-840377-1-iscsi neutron-server[83994]: 'Port': {'1.5'}, May 03 21:28:25.619870 dv-cinder-840377-1-iscsi neutron-server[83994]: 'PortForwarding': {'1.2'}, May 03 21:28:25.619870 dv-cinder-840377-1-iscsi neutron-server[83994]: 'QosPolicy': {'1.8'}, May 03 21:28:25.619870 dv-cinder-840377-1-iscsi neutron-server[83994]: 'SecurityGroup': {'1.2'}, May 03 21:28:25.619870 dv-cinder-840377-1-iscsi neutron-server[83994]: 'SecurityGroupRule': {'1.0'}, May 03 21:28:25.619870 dv-cinder-840377-1-iscsi neutron-server[83994]: 'SubPort': {'1.0'}, May 03 21:28:25.619870 dv-cinder-840377-1-iscsi neutron-server[83994]: 'Subnet': {'1.1'}, May 03 21:28:25.619870 dv-cinder-840377-1-iscsi neutron-server[83994]: 'Trunk': {'1.1'}} May 03 21:28:25.619870 dv-cinder-840377-1-iscsi neutron-server[83994]: consumer versions: May 03 21:28:25.619870 dv-cinder-840377-1-iscsi neutron-server[83994]: { DHCP agent@dv-cinder-840377-1-iscsi: {}, May 03 21:28:25.619870 dv-cinder-840377-1-iscsi neutron-server[83994]: HyperV agent@hv-cinder-84037: {}, May 03 21:28:25.619870 dv-cinder-840377-1-iscsi neutron-server[83994]: L3 agent@dv-cinder-840377-1-iscsi: {}, May 03 21:28:25.619870 dv-cinder-840377-1-iscsi neutron-server[83994]: Metadata agent@dv-cinder-840377-1-iscsi: {}, May 03 21:28:25.619870 dv-cinder-840377-1-iscsi neutron-server[83994]: Metering agent@dv-cinder-840377-1-iscsi: {}, May 03 21:28:25.619870 dv-cinder-840377-1-iscsi neutron-server[83994]: Open vSwitch agent@dv-cinder-840377-1-iscsi: { 'ConntrackHelper': '1.0', May 03 21:28:25.619870 dv-cinder-840377-1-iscsi neutron-server[83994]: 'Log': '1.0', May 03 21:28:25.619870 dv-cinder-840377-1-iscsi neutron-server[83994]: 'Network': '1.1', May 03 21:28:25.619870 dv-cinder-840377-1-iscsi neutron-server[83994]: 'Port': '1.5', May 03 21:28:25.619870 dv-cinder-840377-1-iscsi neutron-server[83994]: 'PortForwarding': '1.2', May 03 21:28:25.619870 dv-cinder-840377-1-iscsi neutron-server[83994]: 'QosPolicy': '1.8', May 03 21:28:25.619870 dv-cinder-840377-1-iscsi neutron-server[83994]: 'SecurityGroup': '1.2', May 03 21:28:25.619870 dv-cinder-840377-1-iscsi neutron-server[83994]: 'SecurityGroupRule': '1.0', May 03 21:28:25.619870 dv-cinder-840377-1-iscsi neutron-server[83994]: 'SubPort': '1.0', May 03 21:28:25.619870 dv-cinder-840377-1-iscsi neutron-server[83994]: 'Subnet': '1.1', May 03 21:28:25.619870 dv-cinder-840377-1-iscsi neutron-server[83994]: 'Trunk': '1.1'}} May 03 21:28:25.619870 dv-cinder-840377-1-iscsi neutron-server[83994]: {{(pid=83994) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 03 21:28:25.652385 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-122b4809-e1a7-47f0-88ba-78c105599fc2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:25.694102 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c224e8c-d02b-4439-91f3-f21d5e73a0d1 admin admin] Pushing event updated for resources: {'Network': ['ID=a76ba353-ab28-4792-b070-a9ace23ad085,revision_number=1']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:28:25.710583 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.rpc [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Network a76ba353-ab28-4792-b070-a9ace23ad085 details requested by agent ovs-agent-dv-cinder-840377-1-iscsi with host dv-cinder-840377-1-iscsi {{(pid=83994) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 03 21:28:25.820747 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-3c224e8c-d02b-4439-91f3-f21d5e73a0d1 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.6663086 May 03 21:28:25.820747 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-261a3dd8-45a2-4398-b6c3-65f2bc6325eb admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.6348619 May 03 21:28:25.846757 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.48', 53248) {{(pid=83993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:28:25.847091 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.48', 53250) {{(pid=83993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:28:25.906159 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.v2.base [None req-71b1b195-6756-470e-85be-3a920ed5dfb5 admin admin] Request body: {'subnet': {'network_id': '556cc182-54d3-4ca5-af4a-8fbf93a97ff0', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-2124586856-subnet', 'tenant_id': 'a5ad2a8e2573405fa636364bdf765504', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 03 21:28:25.914228 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.v2.base [None req-6ceb5ffe-3721-4624-ba87-3b510279c8e1 admin admin] Request body: {'subnet': {'network_id': 'a76ba353-ab28-4792-b070-a9ace23ad085', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-2141674484-subnet', 'tenant_id': '4cf52ffb4a864a689f5d0242ddc4cc4f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 03 21:28:25.923597 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-71b1b195-6756-470e-85be-3a920ed5dfb5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:28:25.927196 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-6ceb5ffe-3721-4624-ba87-3b510279c8e1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:28:25.929593 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261a3dd8-45a2-4398-b6c3-65f2bc6325eb admin admin] Pushing event updated for resources: {'Network': ['ID=556cc182-54d3-4ca5-af4a-8fbf93a97ff0,revision_number=1']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:28:25.936925 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.managers [None req-26ef8fee-d6dd-45e9-862f-c8710a168411 None None] Attempting to bind port 0e52952e-537f-45f5-9a79-951473549826 on host dv-cinder-840377-1-iscsi for vnic_type normal with profile {{(pid=83994) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 21:28:25.937295 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.managers [None req-26ef8fee-d6dd-45e9-862f-c8710a168411 None None] Attempting to bind port 0e52952e-537f-45f5-9a79-951473549826 by drivers openvswitch,hyperv on host dv-cinder-840377-1-iscsi at level 0 using segments [{'id': 'f62d725e-ae77-4a78-847c-f1a234768bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '5bd090d5-a93e-4f68-8601-6aad9d3eb473'}] {{(pid=83994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 21:28:25.937657 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26ef8fee-d6dd-45e9-862f-c8710a168411 None None] Attempting to bind port 0e52952e-537f-45f5-9a79-951473549826 on network 5bd090d5-a93e-4f68-8601-6aad9d3eb473 {{(pid=83994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 03 21:28:25.942056 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-71b1b195-6756-470e-85be-3a920ed5dfb5 admin admin] Usage tracker for resource:subnet and tenant:a5ad2a8e2573405fa636364bdf765504 is out of sync, need to count used quota {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:28:25.945374 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-6ceb5ffe-3721-4624-ba87-3b510279c8e1 admin admin] Usage tracker for resource:subnet and tenant:4cf52ffb4a864a689f5d0242ddc4cc4f is out of sync, need to count used quota {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:28:25.948997 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-71b1b195-6756-470e-85be-3a920ed5dfb5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:28:25.964956 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-6ceb5ffe-3721-4624-ba87-3b510279c8e1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:28:25.965930 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-71b1b195-6756-470e-85be-3a920ed5dfb5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:28:25.968196 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-6ceb5ffe-3721-4624-ba87-3b510279c8e1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:28:25.970761 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-1e23aea7-98c4-42f9-8258-ec53e2ee7ca0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1124352'] for network, before_create {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:25.983707 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.rpc [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Network 556cc182-54d3-4ca5-af4a-8fbf93a97ff0 details requested by agent ovs-agent-dv-cinder-840377-1-iscsi with host dv-cinder-840377-1-iscsi {{(pid=83994) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 03 21:28:26.049139 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26ef8fee-d6dd-45e9-862f-c8710a168411 None None] Checking agent: {'id': 'fb00ce1e-8ae6-4b1c-988b-a0ad40f400cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840377-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 21, 19, 20), 'started_at': datetime.datetime(2022, 5, 3, 21, 19, 50), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 21, 28, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840377-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 03 21:28:26.049718 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26ef8fee-d6dd-45e9-862f-c8710a168411 None None] Checking segment: {'id': 'f62d725e-ae77-4a78-847c-f1a234768bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '5bd090d5-a93e-4f68-8601-6aad9d3eb473'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 03 21:28:26.050185 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-26ef8fee-d6dd-45e9-862f-c8710a168411 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:26.050648 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26ef8fee-d6dd-45e9-862f-c8710a168411 None None] Bound using segment: {'id': 'f62d725e-ae77-4a78-847c-f1a234768bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '5bd090d5-a93e-4f68-8601-6aad9d3eb473'} {{(pid=83994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 03 21:28:26.051198 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.managers [None req-26ef8fee-d6dd-45e9-862f-c8710a168411 None None] Bound port: 0e52952e-537f-45f5-9a79-951473549826, host: dv-cinder-840377-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f62d725e-ae77-4a78-847c-f1a234768bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '5bd090d5-a93e-4f68-8601-6aad9d3eb473'}}] {{(pid=83994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 21:28:26.051660 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-26ef8fee-d6dd-45e9-862f-c8710a168411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1124352'] for port, before_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:26.110554 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ceb5ffe-3721-4624-ba87-3b510279c8e1 admin admin] Made reservation on behalf of 4cf52ffb4a864a689f5d0242ddc4cc4f for: {'subnet': 1} {{(pid=83993) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 21:28:26.114170 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-6ceb5ffe-3721-4624-ba87-3b510279c8e1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:26.137729 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71b1b195-6756-470e-85be-3a920ed5dfb5 admin admin] Made reservation on behalf of a5ad2a8e2573405fa636364bdf765504 for: {'subnet': 1} {{(pid=83993) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 21:28:26.140247 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-71b1b195-6756-470e-85be-3a920ed5dfb5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:26.192535 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e23aea7-98c4-42f9-8258-ec53e2ee7ca0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 438} {{(pid=83992) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 21:28:26.285443 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-1e23aea7-98c4-42f9-8258-ec53e2ee7ca0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1172921'] for segment, precommit_create {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:26.285837 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.db.segments_db [None req-1e23aea7-98c4-42f9-8258-ec53e2ee7ca0 admin admin] Added segment f612df4b-39e4-4aca-8577-536003890aab of type vlan for network 74dacc7e-115e-4cd0-87fd-8eaa4de43b7c May 03 21:28:26.331522 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-122b4809-e1a7-47f0-88ba-78c105599fc2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-332908', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-330467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7592'] for router, precommit_update {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:26.355443 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-e58e7027-c347-4d1a-8c65-9be97f82ce77 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:26.384778 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-1e23aea7-98c4-42f9-8258-ec53e2ee7ca0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781385835798'] for network, precommit_create {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:26.426609 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-e58e7027-c347-4d1a-8c65-9be97f82ce77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1124352'] for port, before_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:26.543609 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-1e23aea7-98c4-42f9-8258-ec53e2ee7ca0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396'] for network, after_create {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:26.544512 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e23aea7-98c4-42f9-8258-ec53e2ee7ca0 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:28:26.545289 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-1e23aea7-98c4-42f9-8258-ec53e2ee7ca0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1706389'] for network, before_response {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:26.592649 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-3fd6a740-4720-485b-a558-8e7c6b0c7a6a None None] Notify callbacks [] for port, precommit_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:26.599148 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.db [None req-26ef8fee-d6dd-45e9-862f-c8710a168411 None None] For port 0e52952e-537f-45f5-9a79-951473549826, host dv-cinder-840377-1-iscsi, cleared binding levels {{(pid=83994) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 21:28:26.608749 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.db [None req-26ef8fee-d6dd-45e9-862f-c8710a168411 None None] For port 0e52952e-537f-45f5-9a79-951473549826, host dv-cinder-840377-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840377-1-iscsi',level=0,port_id=0e52952e-537f-45f5-9a79-951473549826,segment=NetworkSegment(f62d725e-ae77-4a78-847c-f1a234768bbb),segment_id=f62d725e-ae77-4a78-847c-f1a234768bbb)] {{(pid=83994) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 21:28:26.615920 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.provisioning_blocks [None req-3fd6a740-4720-485b-a558-8e7c6b0c7a6a None None] Transition to ACTIVE for port object 478295d0-68b7-43cf-89be-4d8ef95e7549 will not be triggered until provisioned by entity L2. {{(pid=83994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 21:28:26.638744 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.provisioning_blocks [None req-3fd6a740-4720-485b-a558-8e7c6b0c7a6a None None] Transition to ACTIVE for port object 478295d0-68b7-43cf-89be-4d8ef95e7549 will not be triggered until provisioned by entity DHCP. {{(pid=83994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 21:28:26.723126 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-26ef8fee-d6dd-45e9-862f-c8710a168411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781386188966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781385847453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781385847498'] for port, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:26.753455 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e23aea7-98c4-42f9-8258-ec53e2ee7ca0 admin admin] Pushing event updated for resources: {'Network': ['ID=74dacc7e-115e-4cd0-87fd-8eaa4de43b7c,revision_number=1']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:28:26.794876 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [None req-1e23aea7-98c4-42f9-8258-ec53e2ee7ca0 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 3.0028512 May 03 21:28:26.803071 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.48', 53290) {{(pid=83992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:28:26.810465 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.v2.base [None req-8f1ffcb1-7814-41f1-aa00-a9ee492e99fc admin admin] Request body: {'subnet': {'network_id': '74dacc7e-115e-4cd0-87fd-8eaa4de43b7c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-600581022-subnet', 'tenant_id': 'a2df1ca790224a009004c3c22a5ee5c5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 03 21:28:26.816155 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.db.quota.driver [None req-8f1ffcb1-7814-41f1-aa00-a9ee492e99fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:28:26.821515 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.db.db_base_plugin_common [None req-e58e7027-c347-4d1a-8c65-9be97f82ce77 admin admin] Allocated IP 172.27.1.244 (c33334bd-f19e-453d-9f7b-349270405c58/8155f8f1-bdbd-4c1c-8daf-045a3e4a5222/7a52de95-86b8-413b-92c0-22bf273d3dc0) {{(pid=83993) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 21:28:26.829690 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.rpc [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Network 74dacc7e-115e-4cd0-87fd-8eaa4de43b7c details requested by agent ovs-agent-dv-cinder-840377-1-iscsi with host dv-cinder-840377-1-iscsi {{(pid=83994) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 03 21:28:26.835419 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.quota.resource [None req-8f1ffcb1-7814-41f1-aa00-a9ee492e99fc admin admin] Usage tracker for resource:subnet and tenant:a2df1ca790224a009004c3c22a5ee5c5 is out of sync, need to count used quota {{(pid=83992) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:28:26.838660 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.quota.resource [None req-8f1ffcb1-7814-41f1-aa00-a9ee492e99fc admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83992) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:28:26.852032 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.db.quota.driver [None req-8f1ffcb1-7814-41f1-aa00-a9ee492e99fc admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:28:26.915839 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-3fd6a740-4720-485b-a558-8e7c6b0c7a6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781385847435'] for port, after_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:26.930814 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-122b4809-e1a7-47f0-88ba-78c105599fc2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:26.970846 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f1ffcb1-7814-41f1-aa00-a9ee492e99fc admin admin] Made reservation on behalf of a2df1ca790224a009004c3c22a5ee5c5 for: {'subnet': 1} {{(pid=83992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 21:28:26.973549 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-8f1ffcb1-7814-41f1-aa00-a9ee492e99fc admin admin] Notify callbacks [] for subnet, before_create {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:27.058470 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-6ceb5ffe-3721-4624-ba87-3b510279c8e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396'] for subnet, after_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:27.112282 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-122b4809-e1a7-47f0-88ba-78c105599fc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1124352'] for port, before_create {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:27.173141 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fd6a740-4720-485b-a558-8e7c6b0c7a6a None None] Network afa29ce3-7ea1-4fb3-8d15-b28913382476 is already hosted by enough agents. {{(pid=83994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 21:28:27.180453 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.scheduler.base_scheduler [None req-3fd6a740-4720-485b-a558-8e7c6b0c7a6a None None] Resources bound (agent type, host, resource id): {{(pid=83994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 21:28:27.182287 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fd6a740-4720-485b-a558-8e7c6b0c7a6a None None] Received port after_create {{(pid=83994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 03 21:28:27.193364 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ef8fee-d6dd-45e9-862f-c8710a168411 None None] Pushing event updated for resources: {'Port': ['ID=0e52952e-537f-45f5-9a79-951473549826,revision_number=2']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:28:27.224989 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ceb5ffe-3721-4624-ba87-3b510279c8e1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e0993ef0-a172-48a1-8947-068cb6cb24ca,revision_number=0']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:28:27.237205 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-71b1b195-6756-470e-85be-3a920ed5dfb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396'] for subnet, after_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:27.385312 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.managers [None req-3fd6a740-4720-485b-a558-8e7c6b0c7a6a None None] Attempting to bind port 478295d0-68b7-43cf-89be-4d8ef95e7549 on host dv-cinder-840377-1-iscsi for vnic_type normal with profile {{(pid=83994) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 21:28:27.386210 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.managers [None req-3fd6a740-4720-485b-a558-8e7c6b0c7a6a None None] Attempting to bind port 478295d0-68b7-43cf-89be-4d8ef95e7549 by drivers openvswitch,hyperv on host dv-cinder-840377-1-iscsi at level 0 using segments [{'id': 'f82b8179-7d00-46b1-abec-98a139f3558c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'afa29ce3-7ea1-4fb3-8d15-b28913382476'}] {{(pid=83994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 21:28:27.386587 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fd6a740-4720-485b-a558-8e7c6b0c7a6a None None] Attempting to bind port 478295d0-68b7-43cf-89be-4d8ef95e7549 on network afa29ce3-7ea1-4fb3-8d15-b28913382476 {{(pid=83994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 03 21:28:27.388915 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd6a740-4720-485b-a558-8e7c6b0c7a6a None None] Pushing event updated for resources: {'Port': ['ID=478295d0-68b7-43cf-89be-4d8ef95e7549,revision_number=1']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:28:27.407039 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fd6a740-4720-485b-a558-8e7c6b0c7a6a None None] Checking agent: {'id': 'fb00ce1e-8ae6-4b1c-988b-a0ad40f400cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840377-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 21, 19, 20), 'started_at': datetime.datetime(2022, 5, 3, 21, 19, 50), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 21, 28, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840377-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 03 21:28:27.407496 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fd6a740-4720-485b-a558-8e7c6b0c7a6a None None] Checking segment: {'id': 'f82b8179-7d00-46b1-abec-98a139f3558c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'afa29ce3-7ea1-4fb3-8d15-b28913382476'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 03 21:28:27.407903 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-3fd6a740-4720-485b-a558-8e7c6b0c7a6a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:27.408297 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fd6a740-4720-485b-a558-8e7c6b0c7a6a None None] Bound using segment: {'id': 'f82b8179-7d00-46b1-abec-98a139f3558c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'afa29ce3-7ea1-4fb3-8d15-b28913382476'} {{(pid=83994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 03 21:28:27.408843 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.managers [None req-3fd6a740-4720-485b-a558-8e7c6b0c7a6a None None] Bound port: 478295d0-68b7-43cf-89be-4d8ef95e7549, host: dv-cinder-840377-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f82b8179-7d00-46b1-abec-98a139f3558c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'afa29ce3-7ea1-4fb3-8d15-b28913382476'}}] {{(pid=83994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 21:28:27.409238 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-3fd6a740-4720-485b-a558-8e7c6b0c7a6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1124352'] for port, before_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:27.532660 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.db [None req-3fd6a740-4720-485b-a558-8e7c6b0c7a6a None None] For port 478295d0-68b7-43cf-89be-4d8ef95e7549, host dv-cinder-840377-1-iscsi, cleared binding levels {{(pid=83994) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 21:28:27.539522 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-8f1ffcb1-7814-41f1-aa00-a9ee492e99fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396'] for subnet, after_create {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:27.540005 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.db [None req-3fd6a740-4720-485b-a558-8e7c6b0c7a6a None None] For port 478295d0-68b7-43cf-89be-4d8ef95e7549, host dv-cinder-840377-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840377-1-iscsi',level=0,port_id=478295d0-68b7-43cf-89be-4d8ef95e7549,segment=NetworkSegment(f82b8179-7d00-46b1-abec-98a139f3558c),segment_id=f82b8179-7d00-46b1-abec-98a139f3558c)] {{(pid=83994) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 21:28:27.568220 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b1b195-6756-470e-85be-3a920ed5dfb5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=45fa8f58-c1c7-4694-a2a0-b0126cd31bcf,revision_number=0']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:28:27.579463 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71b1b195-6756-470e-85be-3a920ed5dfb5 admin admin] Checking segment: {'id': 'f8a3db2b-cde4-435f-b662-ad3a00207e92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '556cc182-54d3-4ca5-af4a-8fbf93a97ff0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 03 21:28:27.582742 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71b1b195-6756-470e-85be-3a920ed5dfb5 admin admin] Network hostable DHCP agents. Network: 556cc182-54d3-4ca5-af4a-8fbf93a97ff0, hostable agents: ['e4e3c6c0-e8b0-4c45-a267-b4e6dd042766'], hosted agents: [] {{(pid=83993) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 21:28:27.595936 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-e58e7027-c347-4d1a-8c65-9be97f82ce77 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:27.620653 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ceb5ffe-3721-4624-ba87-3b510279c8e1 admin admin] Checking segment: {'id': '192a8290-7524-479c-9894-35253b5adf28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'a76ba353-ab28-4792-b070-a9ace23ad085'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 03 21:28:27.621008 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ceb5ffe-3721-4624-ba87-3b510279c8e1 admin admin] Network hostable DHCP agents. Network: a76ba353-ab28-4792-b070-a9ace23ad085, hostable agents: ['e4e3c6c0-e8b0-4c45-a267-b4e6dd042766'], hosted agents: [] {{(pid=83993) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 21:28:27.628569 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-3fd6a740-4720-485b-a558-8e7c6b0c7a6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781386188966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781385847453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781385847498'] for port, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:27.666274 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1ffcb1-7814-41f1-aa00-a9ee492e99fc admin admin] Pushing event updated for resources: {'Subnet': ['ID=55e45d73-03f2-4af5-b38e-f33c41c1d7ec,revision_number=0']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:28:27.678359 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f1ffcb1-7814-41f1-aa00-a9ee492e99fc admin admin] Checking segment: {'id': 'f612df4b-39e4-4aca-8577-536003890aab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '74dacc7e-115e-4cd0-87fd-8eaa4de43b7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 03 21:28:27.678781 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f1ffcb1-7814-41f1-aa00-a9ee492e99fc admin admin] Network hostable DHCP agents. Network: 74dacc7e-115e-4cd0-87fd-8eaa4de43b7c, hostable agents: ['e4e3c6c0-e8b0-4c45-a267-b4e6dd042766'], hosted agents: [] {{(pid=83992) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 21:28:27.684891 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.48', 53310) {{(pid=83992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:28:27.796878 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd6a740-4720-485b-a558-8e7c6b0c7a6a None None] Pushing event updated for resources: {'Port': ['ID=478295d0-68b7-43cf-89be-4d8ef95e7549,revision_number=2']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:28:27.851123 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f1ffcb1-7814-41f1-aa00-a9ee492e99fc admin admin] Network 74dacc7e-115e-4cd0-87fd-8eaa4de43b7c is scheduled to be hosted by DHCP agent e4e3c6c0-e8b0-4c45-a267-b4e6dd042766 with binding_index 1 {{(pid=83992) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 21:28:27.878348 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-cefcfbda-eef9-4d96-a2a7-5856983b493f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:27.896840 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ceb5ffe-3721-4624-ba87-3b510279c8e1 admin admin] Network a76ba353-ab28-4792-b070-a9ace23ad085 is scheduled to be hosted by DHCP agent e4e3c6c0-e8b0-4c45-a267-b4e6dd042766 with binding_index 1 {{(pid=83993) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 21:28:27.904213 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71b1b195-6756-470e-85be-3a920ed5dfb5 admin admin] Network 556cc182-54d3-4ca5-af4a-8fbf93a97ff0 is scheduled to be hosted by DHCP agent e4e3c6c0-e8b0-4c45-a267-b4e6dd042766 with binding_index 1 {{(pid=83993) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 21:28:27.926001 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-e58e7027-c347-4d1a-8c65-9be97f82ce77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781385847435'] for port, after_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:27.987087 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.db.quota.driver [None req-cefcfbda-eef9-4d96-a2a7-5856983b493f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:28:27.995702 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.quota.resource [None req-cefcfbda-eef9-4d96-a2a7-5856983b493f admin admin] Usage tracker for resource:security_group_rule and tenant:f851eb7e8f0240e8914db3eb708f0adb is out of sync, need to count used quota {{(pid=83992) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:28:28.000624 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.quota.resource [None req-cefcfbda-eef9-4d96-a2a7-5856983b493f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83992) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:28:28.011508 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.db.quota.driver [None req-cefcfbda-eef9-4d96-a2a7-5856983b493f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:28:28.015841 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.scheduler.base_scheduler [None req-8f1ffcb1-7814-41f1-aa00-a9ee492e99fc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840377-1-iscsi, 74dacc7e-115e-4cd0-87fd-8eaa4de43b7c) {{(pid=83992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 21:28:28.025729 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cca861f5-a71e-4fb5-a9d3-9eaf645cb660 None None] Network 74dacc7e-115e-4cd0-87fd-8eaa4de43b7c requested from dv-cinder-840377-1-iscsi {{(pid=83994) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 03 21:28:28.030996 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f1ffcb1-7814-41f1-aa00-a9ee492e99fc admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:28:28.032933 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-8f1ffcb1-7814-41f1-aa00-a9ee492e99fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1706389'] for subnet, before_response {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:28.061181 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.db.db_base_plugin_common [None req-122b4809-e1a7-47f0-88ba-78c105599fc2 admin admin] Allocated IP 172.27.1.192 (c33334bd-f19e-453d-9f7b-349270405c58/8155f8f1-bdbd-4c1c-8daf-045a3e4a5222/07f5f895-667f-41a6-8b98-e761a27a9ddb) {{(pid=83992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 21:28:28.084135 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e58e7027-c347-4d1a-8c65-9be97f82ce77 admin admin] Network c33334bd-f19e-453d-9f7b-349270405c58 is already hosted by enough agents. {{(pid=83993) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 21:28:28.090047 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.scheduler.base_scheduler [None req-e58e7027-c347-4d1a-8c65-9be97f82ce77 admin admin] Resources bound (agent type, host, resource id): {{(pid=83993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 21:28:28.098022 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e58e7027-c347-4d1a-8c65-9be97f82ce77 admin admin] Received port after_create {{(pid=83993) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 03 21:28:28.266646 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [None req-8f1ffcb1-7814-41f1-aa00-a9ee492e99fc admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.4594505 May 03 21:28:28.267168 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.rpc [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Device 0e52952e-537f-45f5-9a79-951473549826 up at agent ovs-agent-dv-cinder-840377-1-iscsi {{(pid=83994) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 21:28:28.278791 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.48', 53326) {{(pid=83992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:28:28.303841 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.scheduler.base_scheduler [None req-71b1b195-6756-470e-85be-3a920ed5dfb5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840377-1-iscsi, 556cc182-54d3-4ca5-af4a-8fbf93a97ff0) {{(pid=83993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 21:28:28.314789 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.v2.base [None req-f28abe4f-aea5-40fe-9d9a-33951d9e063c admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-600581022-router', 'tenant_id': 'a2df1ca790224a009004c3c22a5ee5c5', 'external_gateway_info': {'network_id': 'c33334bd-f19e-453d-9f7b-349270405c58'}}} {{(pid=83992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 03 21:28:28.316888 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.scheduler.base_scheduler [None req-6ceb5ffe-3721-4624-ba87-3b510279c8e1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840377-1-iscsi, a76ba353-ab28-4792-b070-a9ace23ad085) {{(pid=83993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 21:28:28.336994 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71b1b195-6756-470e-85be-3a920ed5dfb5 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:28:28.337522 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-71b1b195-6756-470e-85be-3a920ed5dfb5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1706389'] for subnet, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:28.364298 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d69f7137-4aaa-4ebb-a916-161eacde1d60 None None] Network 556cc182-54d3-4ca5-af4a-8fbf93a97ff0 requested from dv-cinder-840377-1-iscsi {{(pid=83994) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 03 21:28:28.372245 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.db.quota.driver [None req-f28abe4f-aea5-40fe-9d9a-33951d9e063c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:28:28.438335 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-cefcfbda-eef9-4d96-a2a7-5856983b493f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:28.439762 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.quota.resource [None req-f28abe4f-aea5-40fe-9d9a-33951d9e063c admin admin] Usage tracker for resource:router and tenant:a2df1ca790224a009004c3c22a5ee5c5 is out of sync, need to count used quota {{(pid=83992) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:28:28.445066 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.quota.resource [None req-f28abe4f-aea5-40fe-9d9a-33951d9e063c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83992) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:28:28.455326 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.db.quota.driver [None req-f28abe4f-aea5-40fe-9d9a-33951d9e063c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:28:28.468740 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ceb5ffe-3721-4624-ba87-3b510279c8e1 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:28:28.470272 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-6ceb5ffe-3721-4624-ba87-3b510279c8e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1706389'] for subnet, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:28.484915 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-71b1b195-6756-470e-85be-3a920ed5dfb5 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.6347649 May 03 21:28:28.498467 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-122b4809-e1a7-47f0-88ba-78c105599fc2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:28.500146 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58e7027-c347-4d1a-8c65-9be97f82ce77 admin admin] Pushing event updated for resources: {'Port': ['ID=7a52de95-86b8-413b-92c0-22bf273d3dc0,revision_number=1']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:28:28.528546 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-e58e7027-c347-4d1a-8c65-9be97f82ce77 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:28.530539 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-e58e7027-c347-4d1a-8c65-9be97f82ce77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-330474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-332915'] for router, after_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:28.535738 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-cefcfbda-eef9-4d96-a2a7-5856983b493f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746426'] for security_group, after_create {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:28.545712 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a758cc05-c60d-4171-afa5-637f39e736d6 None None] Network a76ba353-ab28-4792-b070-a9ace23ad085 requested from dv-cinder-840377-1-iscsi {{(pid=83994) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 03 21:28:28.588388 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [None req-cefcfbda-eef9-4d96-a2a7-5856983b493f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f851eb7e8f0240e8914db3eb708f0adb&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9000413 May 03 21:28:28.589428 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.48', 53336) {{(pid=83992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:28:28.618947 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-6ceb5ffe-3721-4624-ba87-3b510279c8e1 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 2.7678931 May 03 21:28:28.628765 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.48', 53340) {{(pid=83993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:28:28.682616 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-02dada61-368a-4882-831b-012b9595c3fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:28.714547 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-02dada61-368a-4882-831b-012b9595c3fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:28.736906 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.v2.base [None req-e1596ca5-ff1b-40c9-a924-fa062edccb69 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-2141674484-router', 'tenant_id': '4cf52ffb4a864a689f5d0242ddc4cc4f', 'external_gateway_info': {'network_id': 'c33334bd-f19e-453d-9f7b-349270405c58'}}} {{(pid=83993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 03 21:28:28.749195 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-e1596ca5-ff1b-40c9-a924-fa062edccb69 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:28:28.760155 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-e1596ca5-ff1b-40c9-a924-fa062edccb69 admin admin] Usage tracker for resource:router and tenant:4cf52ffb4a864a689f5d0242ddc4cc4f is out of sync, need to count used quota {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:28:28.764877 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-e1596ca5-ff1b-40c9-a924-fa062edccb69 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:28:28.782778 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-f28abe4f-aea5-40fe-9d9a-33951d9e063c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-330009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4169'] for router, before_create {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:28.783782 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-f28abe4f-aea5-40fe-9d9a-33951d9e063c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-330106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-332958', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-569578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4162'] for router, precommit_create {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:28.793914 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-e1596ca5-ff1b-40c9-a924-fa062edccb69 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:28:28.808928 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefcfbda-eef9-4d96-a2a7-5856983b493f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac9595db-95f4-4dbd-a475-8d74407035e9,revision_number=1']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:28:28.818471 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-122b4809-e1a7-47f0-88ba-78c105599fc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781385847435'] for port, after_create {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:28.937739 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122b4809-e1a7-47f0-88ba-78c105599fc2 admin admin] Pushing event updated for resources: {'Port': ['ID=07f5f895-667f-41a6-8b98-e761a27a9ddb,revision_number=1']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:28:28.949717 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-02dada61-368a-4882-831b-012b9595c3fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746426'] for security_group, after_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:28.950622 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-e1596ca5-ff1b-40c9-a924-fa062edccb69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-330009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4169'] for router, before_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:28.952361 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-e1596ca5-ff1b-40c9-a924-fa062edccb69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-330106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-332958', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-569578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4162'] for router, precommit_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:28.965288 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-786e717c-4419-49d2-896d-e9c8ae968bf7 None None] Network 5bd090d5-a93e-4f68-8601-6aad9d3eb473 requested from dv-cinder-840377-1-iscsi {{(pid=83994) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 03 21:28:28.987230 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-122b4809-e1a7-47f0-88ba-78c105599fc2 admin admin] Network c33334bd-f19e-453d-9f7b-349270405c58 is already hosted by enough agents. {{(pid=83992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 21:28:28.989129 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02dada61-368a-4882-831b-012b9595c3fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac9595db-95f4-4dbd-a475-8d74407035e9,revision_number=None']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:28:28.993533 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.scheduler.base_scheduler [None req-122b4809-e1a7-47f0-88ba-78c105599fc2 admin admin] Resources bound (agent type, host, resource id): {{(pid=83992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 21:28:29.002698 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-122b4809-e1a7-47f0-88ba-78c105599fc2 admin admin] Received port after_create {{(pid=83992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 03 21:28:29.050242 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-e1596ca5-ff1b-40c9-a924-fa062edccb69 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:29.160868 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-02dada61-368a-4882-831b-012b9595c3fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:29.162141 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [None req-02dada61-368a-4882-831b-012b9595c3fa admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ac9595db-95f4-4dbd-a475-8d74407035e9 HTTP/1.1" status: 204 len: 168 time: 0.5716619 May 03 21:28:29.173890 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e58e7027-c347-4d1a-8c65-9be97f82ce77 admin admin] Router 38e06872-0087-4283-8484-749276bac7e2 is scheduled to L3 agent c192ea1b-f7d6-49b7-9f22-5492fbafc6f3 with binding_index 1 {{(pid=83993) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 03 21:28:29.174584 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-f28abe4f-aea5-40fe-9d9a-33951d9e063c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:29.283595 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.48', 53376) {{(pid=83992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:28:29.291418 dv-cinder-840377-1-iscsi neutron-server[83992]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 03 21:28:29.329799 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-628d48a5-bc93-4cef-98fd-b674b3ae36a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpecea5701-ca0d-5319-88af-91ea1d0a4bad-74dacc7e-115e-4cd0-87fd-8eaa4de43b7c', 'network_id': '74dacc7e-115e-4cd0-87fd-8eaa4de43b7c', 'tenant_id': 'a2df1ca790224a009004c3c22a5ee5c5', 'fixed_ips': [{'subnet_id': '55e45d73-03f2-4af5-b38e-f33c41c1d7ec'}]}} from dv-cinder-840377-1-iscsi. {{(pid=83994) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 03 21:28:29.331537 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-628d48a5-bc93-4cef-98fd-b674b3ae36a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1124352'] for port, before_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:29.371761 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.provisioning_blocks [None req-cdcbbd47-12b2-4d55-9b2e-316ed4a94ac1 None None] Provisioning for port 0e52952e-537f-45f5-9a79-951473549826 completed by entity DHCP. {{(pid=83994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 21:28:29.569395 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-e1596ca5-ff1b-40c9-a924-fa062edccb69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-332908', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-330467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7592'] for router, precommit_update {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:29.619522 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.db_base_plugin_common [None req-628d48a5-bc93-4cef-98fd-b674b3ae36a4 None None] Allocated IP 172.20.0.2 (74dacc7e-115e-4cd0-87fd-8eaa4de43b7c/55e45d73-03f2-4af5-b38e-f33c41c1d7ec/47cd9d07-2d00-4180-95fe-13e5ca78401c) {{(pid=83994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 21:28:29.645723 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e58e7027-c347-4d1a-8c65-9be97f82ce77 admin admin] Notify agent at l3_agent.dv-cinder-840377-1-iscsi the message routers_updated {{(pid=83993) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 21:28:29.655928 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ba48be7-51e7-4ac3-ae8b-9fdc43be7060 None None] Sync routers for ids ['38e06872-0087-4283-8484-749276bac7e2'] in dv-cinder-840377-1-iscsi {{(pid=83995) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 03 21:28:29.680152 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ba48be7-51e7-4ac3-ae8b-9fdc43be7060 None None] Routers {'38e06872-0087-4283-8484-749276bac7e2'} bound to L3 agent in host dv-cinder-840377-1-iscsi {{(pid=83995) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 03 21:28:29.680839 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.db.l3_hamode_db [None req-7ba48be7-51e7-4ac3-ae8b-9fdc43be7060 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840377-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-03T21:19:18Z,description=,heartbeat_timestamp=2022-05-03T21:28:18Z,host='dv-cinder-840377-1-iscsi',id=c192ea1b-f7d6-49b7-9f22-5492fbafc6f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:19:19Z,topic='l3_agent')) {'router_ids': ['38e06872-0087-4283-8484-749276bac7e2'], 'active': True} {{(pid=83995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:28:29.713150 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-f28abe4f-aea5-40fe-9d9a-33951d9e063c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-332908', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-330467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7592'] for router, precommit_update {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:29.745643 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138e1955-7f54-4e4a-8528-c37ff6fb7970 req-9e6ccf2e-80d0-4ebe-a94c-7dd5751c769c tempest-DeleteServersTestJSON-1257599601 tempest-DeleteServersTestJSON-1257599601-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:28:29.747213 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-138e1955-7f54-4e4a-8528-c37ff6fb7970 req-9e6ccf2e-80d0-4ebe-a94c-7dd5751c769c tempest-DeleteServersTestJSON-1257599601 tempest-DeleteServersTestJSON-1257599601-project] 10.222.0.48 "GET /v2.0/networks?id=556cc182-54d3-4ca5-af4a-8fbf93a97ff0 HTTP/1.1" status: 200 len: 812 time: 0.4625916 May 03 21:28:29.752042 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-122b4809-e1a7-47f0-88ba-78c105599fc2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:29.752798 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-122b4809-e1a7-47f0-88ba-78c105599fc2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-330474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-332915'] for router, after_create {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:29.798460 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-e58e7027-c347-4d1a-8c65-9be97f82ce77 admin admin] Notify callbacks [] for router, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:29.800223 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-e58e7027-c347-4d1a-8c65-9be97f82ce77 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 5.6582465 May 03 21:28:29.803069 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.48', 53384) {{(pid=83993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:28:29.854781 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-138e1955-7f54-4e4a-8528-c37ff6fb7970 req-5555b1c0-ffdb-48fd-a92b-0c572ec80a1d tempest-DeleteServersTestJSON-1257599601 tempest-DeleteServersTestJSON-1257599601-project] 10.222.0.48 "GET /v2.0/quotas/a5ad2a8e2573405fa636364bdf765504 HTTP/1.1" status: 200 len: 375 time: 0.0995286 May 03 21:28:29.880947 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62d656df-55dc-41c1-b62e-8cc80f495ce7 None None] Network afa29ce3-7ea1-4fb3-8d15-b28913382476 requested from dv-cinder-840377-1-iscsi {{(pid=83994) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 03 21:28:29.998449 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.db.l3_dvr_db [None req-7ba48be7-51e7-4ac3-ae8b-9fdc43be7060 None None] Set router 38e06872-0087-4283-8484-749276bac7e2 gateway port host: dv-cinder-840377-1-iscsi {{(pid=83995) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 03 21:28:30.097503 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-e1596ca5-ff1b-40c9-a924-fa062edccb69 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:30.111270 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-138e1955-7f54-4e4a-8528-c37ff6fb7970 req-04b2937b-71b1-48b4-9973-40cd6e874816 tempest-DeleteServersTestJSON-1257599601 tempest-DeleteServersTestJSON-1257599601-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=a5ad2a8e2573405fa636364bdf765504&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2417021 May 03 21:28:30.188259 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-e1596ca5-ff1b-40c9-a924-fa062edccb69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1124352'] for port, before_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:30.334231 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.48', 53404) {{(pid=83993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:28:30.406342 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-628d48a5-bc93-4cef-98fd-b674b3ae36a4 None None] Notify callbacks [] for port, precommit_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:30.443172 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f1e04ae-d752-4821-bfff-ed27c66ebbb2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpecea5701-ca0d-5319-88af-91ea1d0a4bad-a76ba353-ab28-4792-b070-a9ace23ad085', 'network_id': 'a76ba353-ab28-4792-b070-a9ace23ad085', 'tenant_id': '4cf52ffb4a864a689f5d0242ddc4cc4f', 'fixed_ips': [{'subnet_id': 'e0993ef0-a172-48a1-8947-068cb6cb24ca'}]}} from dv-cinder-840377-1-iscsi. {{(pid=83994) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 03 21:28:30.444021 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-8f1e04ae-d752-4821-bfff-ed27c66ebbb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1124352'] for port, before_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:30.526731 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-160905b9-8350-42c7-988c-3598c0227567 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:30.527343 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.db.l3_hamode_db [None req-7ba48be7-51e7-4ac3-ae8b-9fdc43be7060 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38e06872-0087-4283-8484-749276bac7e2', 'name': 'tempest-ServerRescueNegativeTestJSON-1238909945-router', 'tenant_id': '30468ebc688d4bc1b036b4b984931e87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c33334bd-f19e-453d-9f7b-349270405c58', 'external_fixed_ips': [{'subnet_id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'ip_address': '172.27.1.244'}], 'enable_snat': True}, 'gw_port_id': '7a52de95-86b8-413b-92c0-22bf273d3dc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:28:24Z', 'updated_at': '2022-05-03T21:28:28Z', 'revision_number': 3, 'project_id': '30468ebc688d4bc1b036b4b984931e87', 'gw_port': {'id': '7a52de95-86b8-413b-92c0-22bf273d3dc0', 'name': '', 'network_id': 'c33334bd-f19e-453d-9f7b-349270405c58', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:20:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38e06872-0087-4283-8484-749276bac7e2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'ip_address': '172.27.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:28:26Z', 'updated_at': '2022-05-03T21:28:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840377-1-iscsi'}], 'dv-cinder-840377-1-iscsi', False) {} {{(pid=83995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:28:30.533149 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ba48be7-51e7-4ac3-ae8b-9fdc43be7060 None None] Checking router: 38e06872-0087-4283-8484-749276bac7e2 for host: dv-cinder-840377-1-iscsi {{(pid=83995) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 03 21:28:30.533808 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ba48be7-51e7-4ac3-ae8b-9fdc43be7060 None None] Updating router 38e06872-0087-4283-8484-749276bac7e2 port 7a52de95-86b8-413b-92c0-22bf273d3dc0 binding host dv-cinder-840377-1-iscsi {{(pid=83995) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 03 21:28:30.556378 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.provisioning_blocks [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Provisioning for port 0e52952e-537f-45f5-9a79-951473549826 completed by entity L2. {{(pid=83994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 21:28:30.564571 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.provisioning_blocks [None req-628d48a5-bc93-4cef-98fd-b674b3ae36a4 None None] Transition to ACTIVE for port object 47cd9d07-2d00-4180-95fe-13e5ca78401c will not be triggered until provisioned by entity L2. {{(pid=83994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 21:28:30.597727 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-f28abe4f-aea5-40fe-9d9a-33951d9e063c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:30.609598 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.provisioning_blocks [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Provisioning complete for port 0e52952e-537f-45f5-9a79-951473549826 triggered by entity L2. {{(pid=83994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:28:30.610933 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2080827'] for port, provisioning_complete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:30.640291 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-f28abe4f-aea5-40fe-9d9a-33951d9e063c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1124352'] for port, before_create {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:30.649582 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-7ba48be7-51e7-4ac3-ae8b-9fdc43be7060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1124352'] for port, before_update {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:30.748007 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-160905b9-8350-42c7-988c-3598c0227567 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:28:30.769484 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-160905b9-8350-42c7-988c-3598c0227567 admin admin] Usage tracker for resource:security_group_rule and tenant:3aa5707433d849eab26f35bc9e0c2382 is out of sync, need to count used quota {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:28:30.775842 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-160905b9-8350-42c7-988c-3598c0227567 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:28:30.788497 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-160905b9-8350-42c7-988c-3598c0227567 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:28:30.790782 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.db.db_base_plugin_common [None req-e1596ca5-ff1b-40c9-a924-fa062edccb69 admin admin] Allocated IP 172.27.1.47 (c33334bd-f19e-453d-9f7b-349270405c58/8155f8f1-bdbd-4c1c-8daf-045a3e4a5222/0a07561c-bb96-444c-8c1c-e211fc2b8739) {{(pid=83993) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 21:28:30.803213 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.wsgi [req-138e1955-7f54-4e4a-8528-c37ff6fb7970 req-59fac9dc-5ef0-44c3-889f-f64a3cd28550 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=83992) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 03 21:28:30.810522 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-138e1955-7f54-4e4a-8528-c37ff6fb7970 req-59fac9dc-5ef0-44c3-889f-f64a3cd28550 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.2180765 May 03 21:28:30.910134 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.48', 53416) {{(pid=83993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:28:30.914589 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-122b4809-e1a7-47f0-88ba-78c105599fc2 admin admin] Router 68150121-68dc-4495-bcf7-8d66179822f8 is scheduled to L3 agent c192ea1b-f7d6-49b7-9f22-5492fbafc6f3 with binding_index 1 {{(pid=83992) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 03 21:28:30.914871 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.provisioning_blocks [None req-579a9db5-3746-4c8d-af4f-499b48ecc325 None None] Provisioning for port 478295d0-68b7-43cf-89be-4d8ef95e7549 completed by entity DHCP. {{(pid=83994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 21:28:30.976344 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.provisioning_blocks [None req-628d48a5-bc93-4cef-98fd-b674b3ae36a4 None None] Transition to ACTIVE for port object 47cd9d07-2d00-4180-95fe-13e5ca78401c will not be triggered until provisioned by entity DHCP. {{(pid=83994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 21:28:31.033703 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-160905b9-8350-42c7-988c-3598c0227567 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:31.055067 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-e1596ca5-ff1b-40c9-a924-fa062edccb69 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:31.123062 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-160905b9-8350-42c7-988c-3598c0227567 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746426'] for security_group, after_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:31.135534 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-138e1955-7f54-4e4a-8528-c37ff6fb7970 req-a0de8470-9e5a-46b9-98e8-5c467b8b44e8 service neutron] 10.222.0.48 "GET /v2.0/networks/556cc182-54d3-4ca5-af4a-8fbf93a97ff0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3241227 May 03 21:28:31.166600 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-628d48a5-bc93-4cef-98fd-b674b3ae36a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781385847435'] for port, after_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:31.235559 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e09e9f1-f742-44c4-ab00-fa557063174c None None] Network 556cc182-54d3-4ca5-af4a-8fbf93a97ff0 requested from dv-cinder-840377-1-iscsi {{(pid=83994) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 03 21:28:31.322100 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-e1596ca5-ff1b-40c9-a924-fa062edccb69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781385847435'] for port, after_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:31.350400 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-138e1955-7f54-4e4a-8528-c37ff6fb7970 req-2c1c1d91-04a8-454a-80e8-ad38c706b36c service neutron] 10.222.0.48 "GET /v2.0/networks/556cc182-54d3-4ca5-af4a-8fbf93a97ff0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2139001 May 03 21:28:31.359029 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160905b9-8350-42c7-988c-3598c0227567 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0aeec849-5e9f-4d1b-8653-d4311f65bcfc,revision_number=1']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:28:31.367035 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-160905b9-8350-42c7-988c-3598c0227567 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=3aa5707433d849eab26f35bc9e0c2382&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0281878 May 03 21:28:31.367238 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.48', 53426) {{(pid=83992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:28:31.374783 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-a2c7f34b-d1fe-4f97-9a34-f1afa2a94b88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:31.393439 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.db.db_base_plugin_common [None req-f28abe4f-aea5-40fe-9d9a-33951d9e063c admin admin] Allocated IP 172.27.1.17 (c33334bd-f19e-453d-9f7b-349270405c58/8155f8f1-bdbd-4c1c-8daf-045a3e4a5222/a353ebbc-82af-401c-a27c-5a116fea74c8) {{(pid=83992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 21:28:31.405267 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1124352'] for port, before_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:31.424938 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1596ca5-ff1b-40c9-a924-fa062edccb69 admin admin] Network c33334bd-f19e-453d-9f7b-349270405c58 is already hosted by enough agents. {{(pid=83993) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 21:28:31.431135 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-122b4809-e1a7-47f0-88ba-78c105599fc2 admin admin] Notify agent at l3_agent.dv-cinder-840377-1-iscsi the message routers_updated {{(pid=83992) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 21:28:31.437425 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.scheduler.base_scheduler [None req-e1596ca5-ff1b-40c9-a924-fa062edccb69 admin admin] Resources bound (agent type, host, resource id): {{(pid=83993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 21:28:31.443909 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1596ca5-ff1b-40c9-a924-fa062edccb69 admin admin] Received port after_create {{(pid=83993) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 03 21:28:31.451673 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-628d48a5-bc93-4cef-98fd-b674b3ae36a4 None None] Network 74dacc7e-115e-4cd0-87fd-8eaa4de43b7c is already hosted by enough agents. {{(pid=83994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 21:28:31.452441 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628d48a5-bc93-4cef-98fd-b674b3ae36a4 None None] Pushing event updated for resources: {'Port': ['ID=47cd9d07-2d00-4180-95fe-13e5ca78401c,revision_number=1']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:28:31.487642 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.scheduler.base_scheduler [None req-628d48a5-bc93-4cef-98fd-b674b3ae36a4 None None] Resources bound (agent type, host, resource id): {{(pid=83994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 21:28:31.499086 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1596ca5-ff1b-40c9-a924-fa062edccb69 admin admin] Pushing event updated for resources: {'Port': ['ID=0a07561c-bb96-444c-8c1c-e211fc2b8739,revision_number=1']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:28:31.512033 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17e312bc-9d66-49d1-bc10-b3c8bed15c9f None None] Sync routers for ids ['68150121-68dc-4495-bcf7-8d66179822f8'] in dv-cinder-840377-1-iscsi {{(pid=83994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 03 21:28:31.535638 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-a2c7f34b-d1fe-4f97-9a34-f1afa2a94b88 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:28:31.538710 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.db_base_plugin_common [None req-8f1e04ae-d752-4821-bfff-ed27c66ebbb2 None None] Allocated IP 172.20.0.2 (a76ba353-ab28-4792-b070-a9ace23ad085/e0993ef0-a172-48a1-8947-068cb6cb24ca/c1eb7f0c-99b5-401d-88c9-e436e0a7a6d5) {{(pid=83994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 21:28:31.543764 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-a2c7f34b-d1fe-4f97-9a34-f1afa2a94b88 admin admin] Usage tracker for resource:security_group_rule and tenant:d8ca4d1e208d45ce9552cb83296d83b9 is out of sync, need to count used quota {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:28:31.553089 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-a2c7f34b-d1fe-4f97-9a34-f1afa2a94b88 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:28:31.568400 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-a2c7f34b-d1fe-4f97-9a34-f1afa2a94b88 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:28:31.595281 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-03750494-5915-4f76-b521-7d9ee716f5e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:31.602690 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-628d48a5-bc93-4cef-98fd-b674b3ae36a4 None None] Received port after_create {{(pid=83994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 03 21:28:31.624588 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.db [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] For port 0e52952e-537f-45f5-9a79-951473549826, host dv-cinder-840377-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840377-1-iscsi',level=0,port_id=0e52952e-537f-45f5-9a79-951473549826,segment=NetworkSegment(f62d725e-ae77-4a78-847c-f1a234768bbb),segment_id=f62d725e-ae77-4a78-847c-f1a234768bbb)] {{(pid=83994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 21:28:31.629521 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-122b4809-e1a7-47f0-88ba-78c105599fc2 admin admin] Notify callbacks [] for router, before_response {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:31.634251 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [None req-122b4809-e1a7-47f0-88ba-78c105599fc2 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 6.2617295 May 03 21:28:31.644405 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.48', 53434) {{(pid=83992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:28:31.724231 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17e312bc-9d66-49d1-bc10-b3c8bed15c9f None None] Routers {'68150121-68dc-4495-bcf7-8d66179822f8'} bound to L3 agent in host dv-cinder-840377-1-iscsi {{(pid=83994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 03 21:28:31.724231 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.l3_hamode_db [None req-17e312bc-9d66-49d1-bc10-b3c8bed15c9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840377-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-03T21:19:18Z,description=,heartbeat_timestamp=2022-05-03T21:28:18Z,host='dv-cinder-840377-1-iscsi',id=c192ea1b-f7d6-49b7-9f22-5492fbafc6f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:19:19Z,topic='l3_agent')) {'router_ids': ['68150121-68dc-4495-bcf7-8d66179822f8'], 'active': True} {{(pid=83994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:28:31.795373 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-03750494-5915-4f76-b521-7d9ee716f5e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:31.872339 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-a2c7f34b-d1fe-4f97-9a34-f1afa2a94b88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:31.956542 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-e1596ca5-ff1b-40c9-a924-fa062edccb69 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:31.960816 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-e1596ca5-ff1b-40c9-a924-fa062edccb69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-330474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-332915'] for router, after_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:31.971809 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-9f791603-5ae9-45f6-9112-3f1dce18e39c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1124352'] for port, before_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:32.003849 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.48', 53454) {{(pid=83993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:28:32.005666 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-a2c7f34b-d1fe-4f97-9a34-f1afa2a94b88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746426'] for security_group, after_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:32.033562 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-f28abe4f-aea5-40fe-9d9a-33951d9e063c admin admin] Notify callbacks [] for port, precommit_create {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:32.142181 dv-cinder-840377-1-iscsi neutron-server[83993]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 03 21:28:32.166834 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781386188966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781385847453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781385847498'] for port, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:32.240892 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-03750494-5915-4f76-b521-7d9ee716f5e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746426'] for security_group, after_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:32.267923 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03750494-5915-4f76-b521-7d9ee716f5e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0aeec849-5e9f-4d1b-8653-d4311f65bcfc,revision_number=None']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:28:32.271153 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-f28abe4f-aea5-40fe-9d9a-33951d9e063c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781385847435'] for port, after_create {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:32.402587 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-a7c01af8-731f-48fd-b9a8-faf9cae32a9a req-a2c06f12-6d62-4276-93ed-916f08723856 tempest-DeleteServersTestJSON-1257599601 tempest-DeleteServersTestJSON-1257599601-project] 10.222.0.48 "GET /v2.0/ports?device_id=7ae08669-d95f-432b-bc27-265833de050d HTTP/1.1" status: 200 len: 210 time: 0.3849115 May 03 21:28:32.406134 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-a2c7f34b-d1fe-4f97-9a34-f1afa2a94b88 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d8ca4d1e208d45ce9552cb83296d83b9&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4911146 May 03 21:28:32.408870 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c7f34b-d1fe-4f97-9a34-f1afa2a94b88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86489f25-f11e-49b4-b77e-946cbe2d4f69,revision_number=1']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:28:32.409369 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Pushing event updated for resources: {'Port': ['ID=0e52952e-537f-45f5-9a79-951473549826,revision_number=3']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:28:32.427075 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.rpc [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Device 478295d0-68b7-43cf-89be-4d8ef95e7549 up at agent ovs-agent-dv-cinder-840377-1-iscsi {{(pid=83994) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 21:28:32.431009 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.48', 53464) {{(pid=83993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:28:32.440301 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-03750494-5915-4f76-b521-7d9ee716f5e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:32.444265 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [None req-03750494-5915-4f76-b521-7d9ee716f5e6 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/0aeec849-5e9f-4d1b-8653-d4311f65bcfc HTTP/1.1" status: 204 len: 168 time: 1.0738258 May 03 21:28:32.546150 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-7532f28b-7dcd-426d-83d8-e3e01d28959d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:32.577295 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-7532f28b-7dcd-426d-83d8-e3e01d28959d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:32.690345 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-7ba48be7-51e7-4ac3-ae8b-9fdc43be7060 None None] Notify callbacks [] for port, precommit_update {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:32.723226 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.db.provisioning_blocks [None req-7ba48be7-51e7-4ac3-ae8b-9fdc43be7060 None None] Transition to ACTIVE for port object 7a52de95-86b8-413b-92c0-22bf273d3dc0 will not be triggered until provisioned by entity L2. {{(pid=83995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 21:28:32.743554 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f28abe4f-aea5-40fe-9d9a-33951d9e063c admin admin] Network c33334bd-f19e-453d-9f7b-349270405c58 is already hosted by enough agents. {{(pid=83992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 21:28:32.744805 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28abe4f-aea5-40fe-9d9a-33951d9e063c admin admin] Pushing event updated for resources: {'Port': ['ID=a353ebbc-82af-401c-a27c-5a116fea74c8,revision_number=1']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:28:32.757138 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-7532f28b-7dcd-426d-83d8-e3e01d28959d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746426'] for security_group, after_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:32.771501 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.scheduler.base_scheduler [None req-f28abe4f-aea5-40fe-9d9a-33951d9e063c admin admin] Resources bound (agent type, host, resource id): {{(pid=83992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 21:28:32.813395 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-7ba48be7-51e7-4ac3-ae8b-9fdc43be7060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781386188966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781385847453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781385847498'] for port, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:32.843754 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.managers [None req-628d48a5-bc93-4cef-98fd-b674b3ae36a4 None None] Attempting to bind port 47cd9d07-2d00-4180-95fe-13e5ca78401c on host dv-cinder-840377-1-iscsi for vnic_type normal with profile {{(pid=83994) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 21:28:32.843754 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.managers [None req-628d48a5-bc93-4cef-98fd-b674b3ae36a4 None None] Attempting to bind port 47cd9d07-2d00-4180-95fe-13e5ca78401c by drivers openvswitch,hyperv on host dv-cinder-840377-1-iscsi at level 0 using segments [{'id': 'f612df4b-39e4-4aca-8577-536003890aab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '74dacc7e-115e-4cd0-87fd-8eaa4de43b7c'}] {{(pid=83994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 21:28:32.844455 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-628d48a5-bc93-4cef-98fd-b674b3ae36a4 None None] Attempting to bind port 47cd9d07-2d00-4180-95fe-13e5ca78401c on network 74dacc7e-115e-4cd0-87fd-8eaa4de43b7c {{(pid=83994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 03 21:28:32.862694 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f28abe4f-aea5-40fe-9d9a-33951d9e063c admin admin] Received port after_create {{(pid=83992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 03 21:28:32.902177 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.provisioning_blocks [None req-6537a462-74f1-4f19-9069-58eb55dfd5fe None None] Provisioning complete for port 0e52952e-537f-45f5-9a79-951473549826 triggered by entity DHCP. {{(pid=83994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:28:32.902551 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-6537a462-74f1-4f19-9069-58eb55dfd5fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2080827'] for port, provisioning_complete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:32.935481 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-7532f28b-7dcd-426d-83d8-e3e01d28959d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:32.939626 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-7532f28b-7dcd-426d-83d8-e3e01d28959d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/86489f25-f11e-49b4-b77e-946cbe2d4f69 HTTP/1.1" status: 204 len: 168 time: 0.5047383 May 03 21:28:32.949046 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7532f28b-7dcd-426d-83d8-e3e01d28959d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86489f25-f11e-49b4-b77e-946cbe2d4f69,revision_number=None']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:28:32.961283 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.l3_dvr_db [None req-17e312bc-9d66-49d1-bc10-b3c8bed15c9f None None] Set router 68150121-68dc-4495-bcf7-8d66179822f8 gateway port host: dv-cinder-840377-1-iscsi {{(pid=83994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 03 21:28:32.990527 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffb4275-aef1-4ee9-8e3b-71698e5b5c4d None None] Pushing event updated for resources: {'Port': ['ID=7a52de95-86b8-413b-92c0-22bf273d3dc0,revision_number=2']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:28:33.015113 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.plugins.ml2.managers [None req-7ba48be7-51e7-4ac3-ae8b-9fdc43be7060 None None] Attempting to bind port 7a52de95-86b8-413b-92c0-22bf273d3dc0 on host dv-cinder-840377-1-iscsi for vnic_type normal with profile {{(pid=83995) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 21:28:33.015491 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.plugins.ml2.managers [None req-7ba48be7-51e7-4ac3-ae8b-9fdc43be7060 None None] Attempting to bind port 7a52de95-86b8-413b-92c0-22bf273d3dc0 by drivers openvswitch,hyperv on host dv-cinder-840377-1-iscsi at level 0 using segments [{'id': '36b0f1c3-e784-4cca-986f-65718d8cb16d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c33334bd-f19e-453d-9f7b-349270405c58'}] {{(pid=83995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 21:28:33.016532 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ba48be7-51e7-4ac3-ae8b-9fdc43be7060 None None] Attempting to bind port 7a52de95-86b8-413b-92c0-22bf273d3dc0 on network c33334bd-f19e-453d-9f7b-349270405c58 {{(pid=83995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 03 21:28:33.029180 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ffb4275-aef1-4ee9-8e3b-71698e5b5c4d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:28:33.029534 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ffb4275-aef1-4ee9-8e3b-71698e5b5c4d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:28:33.029883 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ffb4275-aef1-4ee9-8e3b-71698e5b5c4d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:28:33.030224 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ffb4275-aef1-4ee9-8e3b-71698e5b5c4d None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:28:33.030562 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ffb4275-aef1-4ee9-8e3b-71698e5b5c4d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:28:33.030898 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ffb4275-aef1-4ee9-8e3b-71698e5b5c4d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:28:33.031231 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ffb4275-aef1-4ee9-8e3b-71698e5b5c4d None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:28:33.032678 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ffb4275-aef1-4ee9-8e3b-71698e5b5c4d None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:28:33.032778 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ffb4275-aef1-4ee9-8e3b-71698e5b5c4d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:28:33.033049 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ffb4275-aef1-4ee9-8e3b-71698e5b5c4d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:28:33.033394 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ffb4275-aef1-4ee9-8e3b-71698e5b5c4d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:28:33.034364 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ffb4275-aef1-4ee9-8e3b-71698e5b5c4d None None] Tracked resource versions report: May 03 21:28:33.034364 dv-cinder-840377-1-iscsi neutron-server[83995]: pushed versions: May 03 21:28:33.034364 dv-cinder-840377-1-iscsi neutron-server[83995]: { 'ConntrackHelper': {'1.0'}, May 03 21:28:33.034364 dv-cinder-840377-1-iscsi neutron-server[83995]: 'Log': {'1.0'}, May 03 21:28:33.034364 dv-cinder-840377-1-iscsi neutron-server[83995]: 'Network': {'1.1'}, May 03 21:28:33.034364 dv-cinder-840377-1-iscsi neutron-server[83995]: 'Port': {'1.5'}, May 03 21:28:33.034364 dv-cinder-840377-1-iscsi neutron-server[83995]: 'PortForwarding': {'1.2'}, May 03 21:28:33.034364 dv-cinder-840377-1-iscsi neutron-server[83995]: 'QosPolicy': {'1.8'}, May 03 21:28:33.034364 dv-cinder-840377-1-iscsi neutron-server[83995]: 'SecurityGroup': {'1.2'}, May 03 21:28:33.034364 dv-cinder-840377-1-iscsi neutron-server[83995]: 'SecurityGroupRule': {'1.0'}, May 03 21:28:33.034364 dv-cinder-840377-1-iscsi neutron-server[83995]: 'SubPort': {'1.0'}, May 03 21:28:33.034364 dv-cinder-840377-1-iscsi neutron-server[83995]: 'Subnet': {'1.1'}, May 03 21:28:33.034364 dv-cinder-840377-1-iscsi neutron-server[83995]: 'Trunk': {'1.1'}} May 03 21:28:33.034364 dv-cinder-840377-1-iscsi neutron-server[83995]: consumer versions: May 03 21:28:33.034364 dv-cinder-840377-1-iscsi neutron-server[83995]: { DHCP agent@dv-cinder-840377-1-iscsi: {}, May 03 21:28:33.034364 dv-cinder-840377-1-iscsi neutron-server[83995]: HyperV agent@hv-cinder-84037: {}, May 03 21:28:33.034364 dv-cinder-840377-1-iscsi neutron-server[83995]: L3 agent@dv-cinder-840377-1-iscsi: {}, May 03 21:28:33.034364 dv-cinder-840377-1-iscsi neutron-server[83995]: Metadata agent@dv-cinder-840377-1-iscsi: {}, May 03 21:28:33.034364 dv-cinder-840377-1-iscsi neutron-server[83995]: Metering agent@dv-cinder-840377-1-iscsi: {}, May 03 21:28:33.034364 dv-cinder-840377-1-iscsi neutron-server[83995]: Open vSwitch agent@dv-cinder-840377-1-iscsi: { 'ConntrackHelper': '1.0', May 03 21:28:33.034364 dv-cinder-840377-1-iscsi neutron-server[83995]: 'Log': '1.0', May 03 21:28:33.034364 dv-cinder-840377-1-iscsi neutron-server[83995]: 'Network': '1.1', May 03 21:28:33.034364 dv-cinder-840377-1-iscsi neutron-server[83995]: 'Port': '1.5', May 03 21:28:33.034364 dv-cinder-840377-1-iscsi neutron-server[83995]: 'PortForwarding': '1.2', May 03 21:28:33.034364 dv-cinder-840377-1-iscsi neutron-server[83995]: 'QosPolicy': '1.8', May 03 21:28:33.034364 dv-cinder-840377-1-iscsi neutron-server[83995]: 'SecurityGroup': '1.2', May 03 21:28:33.034364 dv-cinder-840377-1-iscsi neutron-server[83995]: 'SecurityGroupRule': '1.0', May 03 21:28:33.034364 dv-cinder-840377-1-iscsi neutron-server[83995]: 'SubPort': '1.0', May 03 21:28:33.034364 dv-cinder-840377-1-iscsi neutron-server[83995]: 'Subnet': '1.1', May 03 21:28:33.034364 dv-cinder-840377-1-iscsi neutron-server[83995]: 'Trunk': '1.1'}} May 03 21:28:33.034364 dv-cinder-840377-1-iscsi neutron-server[83995]: {{(pid=83995) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 03 21:28:33.057626 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ba48be7-51e7-4ac3-ae8b-9fdc43be7060 None None] Checking agent: {'id': 'fb00ce1e-8ae6-4b1c-988b-a0ad40f400cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840377-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 21, 19, 20), 'started_at': datetime.datetime(2022, 5, 3, 21, 19, 50), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 21, 28, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840377-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 03 21:28:33.057626 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ba48be7-51e7-4ac3-ae8b-9fdc43be7060 None None] Checking segment: {'id': '36b0f1c3-e784-4cca-986f-65718d8cb16d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c33334bd-f19e-453d-9f7b-349270405c58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 03 21:28:33.057965 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-7ba48be7-51e7-4ac3-ae8b-9fdc43be7060 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:33.058298 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ba48be7-51e7-4ac3-ae8b-9fdc43be7060 None None] Bound using segment: {'id': '36b0f1c3-e784-4cca-986f-65718d8cb16d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c33334bd-f19e-453d-9f7b-349270405c58'} {{(pid=83995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 03 21:28:33.059381 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.plugins.ml2.managers [None req-7ba48be7-51e7-4ac3-ae8b-9fdc43be7060 None None] Bound port: 7a52de95-86b8-413b-92c0-22bf273d3dc0, host: dv-cinder-840377-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36b0f1c3-e784-4cca-986f-65718d8cb16d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c33334bd-f19e-453d-9f7b-349270405c58'}}] {{(pid=83995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 21:28:33.059381 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-7ba48be7-51e7-4ac3-ae8b-9fdc43be7060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1124352'] for port, before_update {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:33.132192 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.db.db_base_plugin_common [None req-9f791603-5ae9-45f6-9112-3f1dce18e39c admin admin] Allocated IP 172.20.0.1 (5bd090d5-a93e-4f68-8601-6aad9d3eb473/f1f0ef4c-4f27-4b18-935d-75e084855fe6/087752cd-a7f8-4c3d-8a0a-2bf75c5efd8a) {{(pid=83993) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 21:28:33.269825 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.plugins.ml2.db [None req-7ba48be7-51e7-4ac3-ae8b-9fdc43be7060 None None] For port 7a52de95-86b8-413b-92c0-22bf273d3dc0, host dv-cinder-840377-1-iscsi, cleared binding levels {{(pid=83995) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 21:28:33.277638 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.plugins.ml2.db [None req-7ba48be7-51e7-4ac3-ae8b-9fdc43be7060 None None] For port 7a52de95-86b8-413b-92c0-22bf273d3dc0, host dv-cinder-840377-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840377-1-iscsi',level=0,port_id=7a52de95-86b8-413b-92c0-22bf273d3dc0,segment=NetworkSegment(36b0f1c3-e784-4cca-986f-65718d8cb16d),segment_id=36b0f1c3-e784-4cca-986f-65718d8cb16d)] {{(pid=83995) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 21:28:33.383650 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-8f1e04ae-d752-4821-bfff-ed27c66ebbb2 None None] Notify callbacks [] for port, precommit_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:33.397589 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.provisioning_blocks [None req-8f1e04ae-d752-4821-bfff-ed27c66ebbb2 None None] Transition to ACTIVE for port object c1eb7f0c-99b5-401d-88c9-e436e0a7a6d5 will not be triggered until provisioned by entity L2. {{(pid=83994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 21:28:33.407616 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-7ba48be7-51e7-4ac3-ae8b-9fdc43be7060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781386188966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781385847453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781385847498'] for port, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:33.543967 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-9f791603-5ae9-45f6-9112-3f1dce18e39c admin admin] Notify callbacks [] for port, precommit_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:33.593397 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffb4275-aef1-4ee9-8e3b-71698e5b5c4d None None] Pushing event updated for resources: {'Port': ['ID=7a52de95-86b8-413b-92c0-22bf273d3dc0,revision_number=3']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:28:33.597171 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.db.provisioning_blocks [None req-9f791603-5ae9-45f6-9112-3f1dce18e39c admin admin] Transition to ACTIVE for port object 087752cd-a7f8-4c3d-8a0a-2bf75c5efd8a will not be triggered until provisioned by entity DHCP. {{(pid=83993) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 21:28:33.597845 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ba48be7-51e7-4ac3-ae8b-9fdc43be7060 None None] Routers {'38e06872-0087-4283-8484-749276bac7e2'} bound to L3 agent in host dv-cinder-840377-1-iscsi {{(pid=83995) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 03 21:28:33.598645 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.db.l3_hamode_db [None req-7ba48be7-51e7-4ac3-ae8b-9fdc43be7060 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840377-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-03T21:19:18Z,description=,heartbeat_timestamp=2022-05-03T21:28:18Z,host='dv-cinder-840377-1-iscsi',id=c192ea1b-f7d6-49b7-9f22-5492fbafc6f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:19:19Z,topic='l3_agent')) {'router_ids': ['38e06872-0087-4283-8484-749276bac7e2'], 'active': True} {{(pid=83995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:28:33.636446 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.provisioning_blocks [None req-8f1e04ae-d752-4821-bfff-ed27c66ebbb2 None None] Transition to ACTIVE for port object c1eb7f0c-99b5-401d-88c9-e436e0a7a6d5 will not be triggered until provisioned by entity DHCP. {{(pid=83994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 21:28:33.647141 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-628d48a5-bc93-4cef-98fd-b674b3ae36a4 None None] Checking agent: {'id': 'fb00ce1e-8ae6-4b1c-988b-a0ad40f400cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840377-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 21, 19, 20), 'started_at': datetime.datetime(2022, 5, 3, 21, 19, 50), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 21, 28, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840377-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 03 21:28:33.652756 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-628d48a5-bc93-4cef-98fd-b674b3ae36a4 None None] Checking segment: {'id': 'f612df4b-39e4-4aca-8577-536003890aab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '74dacc7e-115e-4cd0-87fd-8eaa4de43b7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 03 21:28:33.652756 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-628d48a5-bc93-4cef-98fd-b674b3ae36a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:33.652756 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-628d48a5-bc93-4cef-98fd-b674b3ae36a4 None None] Bound using segment: {'id': 'f612df4b-39e4-4aca-8577-536003890aab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '74dacc7e-115e-4cd0-87fd-8eaa4de43b7c'} {{(pid=83994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 03 21:28:33.652756 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.managers [None req-628d48a5-bc93-4cef-98fd-b674b3ae36a4 None None] Bound port: 47cd9d07-2d00-4180-95fe-13e5ca78401c, host: dv-cinder-840377-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f612df4b-39e4-4aca-8577-536003890aab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '74dacc7e-115e-4cd0-87fd-8eaa4de43b7c'}}] {{(pid=83994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 21:28:33.652756 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-628d48a5-bc93-4cef-98fd-b674b3ae36a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1124352'] for port, before_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:33.661913 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-db160d75-203f-4daa-b720-1a462eb9f9d0 req-e78e995b-ef54-47c6-bbec-29b634e5d5e3 tempest-DeleteServersTestJSON-1257599601 tempest-DeleteServersTestJSON-1257599601-project] 10.222.0.48 "GET /v2.0/ports?device_id=7ae08669-d95f-432b-bc27-265833de050d HTTP/1.1" status: 200 len: 210 time: 0.0834699 May 03 21:28:33.715200 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-f28abe4f-aea5-40fe-9d9a-33951d9e063c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:33.719815 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-f28abe4f-aea5-40fe-9d9a-33951d9e063c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-330474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-332915'] for router, after_create {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:33.739631 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1596ca5-ff1b-40c9-a924-fa062edccb69 admin admin] Router ae7dead0-6fb4-41eb-9eda-11e0a06ec6e3 is scheduled to L3 agent c192ea1b-f7d6-49b7-9f22-5492fbafc6f3 with binding_index 1 {{(pid=83993) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 03 21:28:33.771165 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-9f791603-5ae9-45f6-9112-3f1dce18e39c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781385847435'] for port, after_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:33.947612 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-8f1e04ae-d752-4821-bfff-ed27c66ebbb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781385847435'] for port, after_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:34.004464 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.db.l3_dvr_db [None req-7ba48be7-51e7-4ac3-ae8b-9fdc43be7060 None None] Set router 38e06872-0087-4283-8484-749276bac7e2 gateway port host: dv-cinder-840377-1-iscsi {{(pid=83995) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 03 21:28:34.160229 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1e04ae-d752-4821-bfff-ed27c66ebbb2 None None] Pushing event updated for resources: {'Port': ['ID=c1eb7f0c-99b5-401d-88c9-e436e0a7a6d5,revision_number=1']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:28:34.173207 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.provisioning_blocks [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Provisioning for port 478295d0-68b7-43cf-89be-4d8ef95e7549 completed by entity L2. {{(pid=83994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 21:28:34.228806 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f791603-5ae9-45f6-9112-3f1dce18e39c admin admin] Network 5bd090d5-a93e-4f68-8601-6aad9d3eb473 is already hosted by enough agents. {{(pid=83993) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 21:28:34.265588 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f791603-5ae9-45f6-9112-3f1dce18e39c admin admin] Pushing event updated for resources: {'Port': ['ID=087752cd-a7f8-4c3d-8a0a-2bf75c5efd8a,revision_number=1']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:28:34.285088 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.scheduler.base_scheduler [None req-9f791603-5ae9-45f6-9112-3f1dce18e39c admin admin] Resources bound (agent type, host, resource id): {{(pid=83993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 21:28:34.299208 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f791603-5ae9-45f6-9112-3f1dce18e39c admin admin] Received port after_create {{(pid=83993) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 03 21:28:34.301654 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-9f791603-5ae9-45f6-9112-3f1dce18e39c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-333705'] for router_interface, before_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:34.337863 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.provisioning_blocks [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Provisioning complete for port 478295d0-68b7-43cf-89be-4d8ef95e7549 triggered by entity L2. {{(pid=83994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:28:34.340596 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2080827'] for port, provisioning_complete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:34.493169 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1596ca5-ff1b-40c9-a924-fa062edccb69 admin admin] Notify agent at l3_agent.dv-cinder-840377-1-iscsi the message routers_updated {{(pid=83993) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 21:28:34.517853 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33c8d6dd-8ee6-40e6-8442-a185f50b7c09 None None] Sync routers for ids ['ae7dead0-6fb4-41eb-9eda-11e0a06ec6e3'] in dv-cinder-840377-1-iscsi {{(pid=83995) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 03 21:28:34.556481 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f1e04ae-d752-4821-bfff-ed27c66ebbb2 None None] Network a76ba353-ab28-4792-b070-a9ace23ad085 is already hosted by enough agents. {{(pid=83994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 21:28:34.572461 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33c8d6dd-8ee6-40e6-8442-a185f50b7c09 None None] Routers {'ae7dead0-6fb4-41eb-9eda-11e0a06ec6e3'} bound to L3 agent in host dv-cinder-840377-1-iscsi {{(pid=83995) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 03 21:28:34.576474 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.db.l3_hamode_db [None req-33c8d6dd-8ee6-40e6-8442-a185f50b7c09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840377-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-03T21:19:18Z,description=,heartbeat_timestamp=2022-05-03T21:28:18Z,host='dv-cinder-840377-1-iscsi',id=c192ea1b-f7d6-49b7-9f22-5492fbafc6f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:19:19Z,topic='l3_agent')) {'router_ids': ['ae7dead0-6fb4-41eb-9eda-11e0a06ec6e3'], 'active': True} {{(pid=83995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:28:34.588860 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.scheduler.base_scheduler [None req-8f1e04ae-d752-4821-bfff-ed27c66ebbb2 None None] Resources bound (agent type, host, resource id): {{(pid=83994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 21:28:34.591246 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.db [None req-628d48a5-bc93-4cef-98fd-b674b3ae36a4 None None] For port 47cd9d07-2d00-4180-95fe-13e5ca78401c, host dv-cinder-840377-1-iscsi, cleared binding levels {{(pid=83994) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 21:28:34.610870 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-b5d54825-97bd-4cd7-a9e7-242158f3edff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1124352'] for port, before_create {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:34.614635 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f1e04ae-d752-4821-bfff-ed27c66ebbb2 None None] Received port after_create {{(pid=83994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 03 21:28:34.660166 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.db [None req-628d48a5-bc93-4cef-98fd-b674b3ae36a4 None None] For port 47cd9d07-2d00-4180-95fe-13e5ca78401c, host dv-cinder-840377-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840377-1-iscsi',level=0,port_id=47cd9d07-2d00-4180-95fe-13e5ca78401c,segment=NetworkSegment(f612df4b-39e4-4aca-8577-536003890aab),segment_id=f612df4b-39e4-4aca-8577-536003890aab)] {{(pid=83994) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 21:28:34.693851 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-9f791603-5ae9-45f6-9112-3f1dce18e39c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1124352'] for port, before_update {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:34.839132 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-e1596ca5-ff1b-40c9-a924-fa062edccb69 admin admin] Notify callbacks [] for router, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:34.844151 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-e1596ca5-ff1b-40c9-a924-fa062edccb69 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 6.1362305 May 03 21:28:34.844899 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.48', 53534) {{(pid=83993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:28:34.881653 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f28abe4f-aea5-40fe-9d9a-33951d9e063c admin admin] Router 360beb80-9db1-4402-a5b1-1a0d502ee210 is scheduled to L3 agent c192ea1b-f7d6-49b7-9f22-5492fbafc6f3 with binding_index 1 {{(pid=83992) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 03 21:28:34.899297 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-628d48a5-bc93-4cef-98fd-b674b3ae36a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781386188966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781385847453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781385847498'] for port, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:34.923452 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.db.l3_dvr_db [None req-33c8d6dd-8ee6-40e6-8442-a185f50b7c09 None None] Set router ae7dead0-6fb4-41eb-9eda-11e0a06ec6e3 gateway port host: dv-cinder-840377-1-iscsi {{(pid=83995) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 03 21:28:35.111865 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-a8dd4b35-8a1e-42c2-a3ab-4ed4f4ceda77 req-93af3a1c-2d83-471a-b75d-376a3fabcc01 tempest-DeleteServersTestJSON-1257599601 tempest-DeleteServersTestJSON-1257599601-project] 10.222.0.48 "GET /v2.0/ports?device_id=7ae08669-d95f-432b-bc27-265833de050d HTTP/1.1" status: 200 len: 210 time: 0.2404029 May 03 21:28:35.224181 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.managers [None req-8f1e04ae-d752-4821-bfff-ed27c66ebbb2 None None] Attempting to bind port c1eb7f0c-99b5-401d-88c9-e436e0a7a6d5 on host dv-cinder-840377-1-iscsi for vnic_type normal with profile {{(pid=83994) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 21:28:35.228979 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.managers [None req-8f1e04ae-d752-4821-bfff-ed27c66ebbb2 None None] Attempting to bind port c1eb7f0c-99b5-401d-88c9-e436e0a7a6d5 by drivers openvswitch,hyperv on host dv-cinder-840377-1-iscsi at level 0 using segments [{'id': '192a8290-7524-479c-9894-35253b5adf28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'a76ba353-ab28-4792-b070-a9ace23ad085'}] {{(pid=83994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 21:28:35.229565 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f1e04ae-d752-4821-bfff-ed27c66ebbb2 None None] Attempting to bind port c1eb7f0c-99b5-401d-88c9-e436e0a7a6d5 on network a76ba353-ab28-4792-b070-a9ace23ad085 {{(pid=83994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 03 21:28:35.271848 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.l3_hamode_db [None req-17e312bc-9d66-49d1-bc10-b3c8bed15c9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68150121-68dc-4495-bcf7-8d66179822f8', 'name': 'tempest-AttachVolumeNegativeTest-487551053-router', 'tenant_id': 'bd571e41b44a4bc6b16bf8163252f168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c33334bd-f19e-453d-9f7b-349270405c58', 'external_fixed_ips': [{'subnet_id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'ip_address': '172.27.1.192'}], 'enable_snat': True}, 'gw_port_id': '07f5f895-667f-41a6-8b98-e761a27a9ddb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:28:25Z', 'updated_at': '2022-05-03T21:28:29Z', 'revision_number': 3, 'project_id': 'bd571e41b44a4bc6b16bf8163252f168', 'gw_port': {'id': '07f5f895-667f-41a6-8b98-e761a27a9ddb', 'name': '', 'network_id': 'c33334bd-f19e-453d-9f7b-349270405c58', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:26:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68150121-68dc-4495-bcf7-8d66179822f8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'ip_address': '172.27.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:28:27Z', 'updated_at': '2022-05-03T21:28:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840377-1-iscsi'}], 'dv-cinder-840377-1-iscsi', False) {} {{(pid=83994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:28:35.287702 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1124352'] for port, before_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:35.293992 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.db.l3_hamode_db [None req-7ba48be7-51e7-4ac3-ae8b-9fdc43be7060 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38e06872-0087-4283-8484-749276bac7e2', 'name': 'tempest-ServerRescueNegativeTestJSON-1238909945-router', 'tenant_id': '30468ebc688d4bc1b036b4b984931e87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c33334bd-f19e-453d-9f7b-349270405c58', 'external_fixed_ips': [{'subnet_id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'ip_address': '172.27.1.244'}], 'enable_snat': True}, 'gw_port_id': '7a52de95-86b8-413b-92c0-22bf273d3dc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:28:24Z', 'updated_at': '2022-05-03T21:28:28Z', 'revision_number': 3, 'project_id': '30468ebc688d4bc1b036b4b984931e87', 'gw_port': {'id': '7a52de95-86b8-413b-92c0-22bf273d3dc0', 'name': '', 'network_id': 'c33334bd-f19e-453d-9f7b-349270405c58', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:20:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38e06872-0087-4283-8484-749276bac7e2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'ip_address': '172.27.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:28:26Z', 'updated_at': '2022-05-03T21:28:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840377-1-iscsi'}], 'dv-cinder-840377-1-iscsi', False) {} {{(pid=83995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:28:35.335323 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f1e04ae-d752-4821-bfff-ed27c66ebbb2 None None] Checking agent: {'id': 'fb00ce1e-8ae6-4b1c-988b-a0ad40f400cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840377-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 21, 19, 20), 'started_at': datetime.datetime(2022, 5, 3, 21, 19, 50), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 21, 28, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840377-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 03 21:28:35.335699 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f1e04ae-d752-4821-bfff-ed27c66ebbb2 None None] Checking segment: {'id': '192a8290-7524-479c-9894-35253b5adf28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'a76ba353-ab28-4792-b070-a9ace23ad085'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 03 21:28:35.336100 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-8f1e04ae-d752-4821-bfff-ed27c66ebbb2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:35.336511 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f1e04ae-d752-4821-bfff-ed27c66ebbb2 None None] Bound using segment: {'id': '192a8290-7524-479c-9894-35253b5adf28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'a76ba353-ab28-4792-b070-a9ace23ad085'} {{(pid=83994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 03 21:28:35.341442 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.managers [None req-8f1e04ae-d752-4821-bfff-ed27c66ebbb2 None None] Bound port: c1eb7f0c-99b5-401d-88c9-e436e0a7a6d5, host: dv-cinder-840377-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '192a8290-7524-479c-9894-35253b5adf28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'a76ba353-ab28-4792-b070-a9ace23ad085'}}] {{(pid=83994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 21:28:35.349339 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-8f1e04ae-d752-4821-bfff-ed27c66ebbb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1124352'] for port, before_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:35.361557 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.db.db_base_plugin_common [None req-b5d54825-97bd-4cd7-a9e7-242158f3edff admin admin] Allocated IP 172.20.0.1 (afa29ce3-7ea1-4fb3-8d15-b28913382476/663a4790-11b9-4523-b0db-a1ea41b30d40/4fd95030-f142-4d90-a90c-6a2865ea606e) {{(pid=83992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 21:28:35.373718 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628d48a5-bc93-4cef-98fd-b674b3ae36a4 None None] Pushing event updated for resources: {'Port': ['ID=47cd9d07-2d00-4180-95fe-13e5ca78401c,revision_number=2']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:28:35.378698 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17e312bc-9d66-49d1-bc10-b3c8bed15c9f None None] Checking router: 68150121-68dc-4495-bcf7-8d66179822f8 for host: dv-cinder-840377-1-iscsi {{(pid=83994) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 03 21:28:35.380990 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17e312bc-9d66-49d1-bc10-b3c8bed15c9f None None] Updating router 68150121-68dc-4495-bcf7-8d66179822f8 port 07f5f895-667f-41a6-8b98-e761a27a9ddb binding host dv-cinder-840377-1-iscsi {{(pid=83994) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 03 21:28:35.408061 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ba48be7-51e7-4ac3-ae8b-9fdc43be7060 None None] The sync data for ids ['38e06872-0087-4283-8484-749276bac7e2'] in dv-cinder-840377-1-iscsi is: [{'id': '38e06872-0087-4283-8484-749276bac7e2', 'name': 'tempest-ServerRescueNegativeTestJSON-1238909945-router', 'tenant_id': '30468ebc688d4bc1b036b4b984931e87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c33334bd-f19e-453d-9f7b-349270405c58', 'external_fixed_ips': [{'subnet_id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'ip_address': '172.27.1.244'}], 'enable_snat': True}, 'gw_port_id': '7a52de95-86b8-413b-92c0-22bf273d3dc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:28:24Z', 'updated_at': '2022-05-03T21:28:28Z', 'revision_number': 3, 'project_id': '30468ebc688d4bc1b036b4b984931e87', 'gw_port': {'id': '7a52de95-86b8-413b-92c0-22bf273d3dc0', 'name': '', 'network_id': 'c33334bd-f19e-453d-9f7b-349270405c58', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:20:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38e06872-0087-4283-8484-749276bac7e2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'ip_address': '172.27.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:28:26Z', 'updated_at': '2022-05-03T21:28:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840377-1-iscsi'}] {{(pid=83995) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 03 21:28:35.535258 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.db.l3_hamode_db [None req-33c8d6dd-8ee6-40e6-8442-a185f50b7c09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae7dead0-6fb4-41eb-9eda-11e0a06ec6e3', 'name': 'tempest-AttachVolumeShelveTestJSON-2141674484-router', 'tenant_id': '4cf52ffb4a864a689f5d0242ddc4cc4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c33334bd-f19e-453d-9f7b-349270405c58', 'external_fixed_ips': [{'subnet_id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'ip_address': '172.27.1.47'}], 'enable_snat': True}, 'gw_port_id': '0a07561c-bb96-444c-8c1c-e211fc2b8739', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:28:28Z', 'updated_at': '2022-05-03T21:28:31Z', 'revision_number': 3, 'project_id': '4cf52ffb4a864a689f5d0242ddc4cc4f', 'gw_port': {'id': '0a07561c-bb96-444c-8c1c-e211fc2b8739', 'name': '', 'network_id': 'c33334bd-f19e-453d-9f7b-349270405c58', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:4e:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae7dead0-6fb4-41eb-9eda-11e0a06ec6e3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'ip_address': '172.27.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:28:30Z', 'updated_at': '2022-05-03T21:28:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840377-1-iscsi'}], 'dv-cinder-840377-1-iscsi', False) {} {{(pid=83995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:28:35.540516 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33c8d6dd-8ee6-40e6-8442-a185f50b7c09 None None] Checking router: ae7dead0-6fb4-41eb-9eda-11e0a06ec6e3 for host: dv-cinder-840377-1-iscsi {{(pid=83995) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 03 21:28:35.541086 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33c8d6dd-8ee6-40e6-8442-a185f50b7c09 None None] Updating router ae7dead0-6fb4-41eb-9eda-11e0a06ec6e3 port 0a07561c-bb96-444c-8c1c-e211fc2b8739 binding host dv-cinder-840377-1-iscsi {{(pid=83995) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 03 21:28:35.556226 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-9f791603-5ae9-45f6-9112-3f1dce18e39c admin admin] Notify callbacks [] for port, precommit_update {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:35.642886 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-33c8d6dd-8ee6-40e6-8442-a185f50b7c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1124352'] for port, before_update {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:35.678648 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-9f791603-5ae9-45f6-9112-3f1dce18e39c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781386188966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781385847453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781385847498'] for port, after_update {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:35.679189 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-9f791603-5ae9-45f6-9112-3f1dce18e39c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1706276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-333604'] for router_interface, after_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:35.737072 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.db [None req-8f1e04ae-d752-4821-bfff-ed27c66ebbb2 None None] For port c1eb7f0c-99b5-401d-88c9-e436e0a7a6d5, host dv-cinder-840377-1-iscsi, cleared binding levels {{(pid=83994) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 21:28:35.744809 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.db [None req-8f1e04ae-d752-4821-bfff-ed27c66ebbb2 None None] For port c1eb7f0c-99b5-401d-88c9-e436e0a7a6d5, host dv-cinder-840377-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840377-1-iscsi',level=0,port_id=c1eb7f0c-99b5-401d-88c9-e436e0a7a6d5,segment=NetworkSegment(192a8290-7524-479c-9894-35253b5adf28),segment_id=192a8290-7524-479c-9894-35253b5adf28)] {{(pid=83994) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 21:28:35.756508 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.provisioning_blocks [None req-ca1cac7e-7089-4a5a-87dc-affecd68bb9a None None] Provisioning for port 087752cd-a7f8-4c3d-8a0a-2bf75c5efd8a completed by entity DHCP. {{(pid=83994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 21:28:35.809578 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f791603-5ae9-45f6-9112-3f1dce18e39c admin admin] Pushing event updated for resources: {'Port': ['ID=087752cd-a7f8-4c3d-8a0a-2bf75c5efd8a,revision_number=2']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:28:35.851589 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.provisioning_blocks [None req-ca1cac7e-7089-4a5a-87dc-affecd68bb9a None None] Provisioning complete for port 087752cd-a7f8-4c3d-8a0a-2bf75c5efd8a triggered by entity DHCP. {{(pid=83994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:28:35.854211 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-ca1cac7e-7089-4a5a-87dc-affecd68bb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2080827'] for port, provisioning_complete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:35.926209 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-b5d54825-97bd-4cd7-a9e7-242158f3edff admin admin] Notify callbacks [] for port, precommit_create {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:35.974037 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.db.provisioning_blocks [None req-b5d54825-97bd-4cd7-a9e7-242158f3edff admin admin] Transition to ACTIVE for port object 4fd95030-f142-4d90-a90c-6a2865ea606e will not be triggered until provisioned by entity DHCP. {{(pid=83992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 21:28:36.004323 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f28abe4f-aea5-40fe-9d9a-33951d9e063c admin admin] Notify agent at l3_agent.dv-cinder-840377-1-iscsi the message routers_updated {{(pid=83992) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 21:28:36.040396 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.plugin [None req-ca1cac7e-7089-4a5a-87dc-affecd68bb9a None None] Port 087752cd-a7f8-4c3d-8a0a-2bf75c5efd8a cannot update to ACTIVE because it is not bound. {{(pid=83994) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 03 21:28:36.045660 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-8f1e04ae-d752-4821-bfff-ed27c66ebbb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781386188966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781385847453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781385847498'] for port, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:36.189690 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-f28abe4f-aea5-40fe-9d9a-33951d9e063c admin admin] Notify callbacks [] for router, before_response {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:36.191495 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [None req-f28abe4f-aea5-40fe-9d9a-33951d9e063c admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 7.9117687 May 03 21:28:36.194522 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.48', 53568) {{(pid=83992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:28:36.265626 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5af1edb-f13e-40cc-afb7-47a1ccdfb827 None None] Sync routers for ids ['360beb80-9db1-4402-a5b1-1a0d502ee210'] in dv-cinder-840377-1-iscsi {{(pid=83994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 03 21:28:36.277457 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f791603-5ae9-45f6-9112-3f1dce18e39c admin admin] Network 5bd090d5-a93e-4f68-8601-6aad9d3eb473 is already hosted by enough agents. {{(pid=83993) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 21:28:36.286402 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.scheduler.base_scheduler [None req-9f791603-5ae9-45f6-9112-3f1dce18e39c admin admin] Resources bound (agent type, host, resource id): {{(pid=83993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 21:28:36.441518 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-17e312bc-9d66-49d1-bc10-b3c8bed15c9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1124352'] for port, before_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:36.582546 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-b5d54825-97bd-4cd7-a9e7-242158f3edff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781385847435'] for port, after_create {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:36.741549 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.db [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] For port 478295d0-68b7-43cf-89be-4d8ef95e7549, host dv-cinder-840377-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840377-1-iscsi',level=0,port_id=478295d0-68b7-43cf-89be-4d8ef95e7549,segment=NetworkSegment(f82b8179-7d00-46b1-abec-98a139f3558c),segment_id=f82b8179-7d00-46b1-abec-98a139f3558c)] {{(pid=83994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 21:28:36.804334 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.provisioning_blocks [None req-ca1cac7e-7089-4a5a-87dc-affecd68bb9a None None] Provisioning complete for port 478295d0-68b7-43cf-89be-4d8ef95e7549 triggered by entity DHCP. {{(pid=83994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:28:36.817951 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-ca1cac7e-7089-4a5a-87dc-affecd68bb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2080827'] for port, provisioning_complete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:36.870709 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-33c8d6dd-8ee6-40e6-8442-a185f50b7c09 None None] Notify callbacks [] for port, precommit_update {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:36.925696 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.db.provisioning_blocks [None req-33c8d6dd-8ee6-40e6-8442-a185f50b7c09 None None] Transition to ACTIVE for port object 0a07561c-bb96-444c-8c1c-e211fc2b8739 will not be triggered until provisioned by entity L2. {{(pid=83995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 21:28:36.946497 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-08d95a7b-d48c-412e-87fe-aab1aecff816 req-549f3ce3-1ebb-4bb3-9ace-42c0657bd55d tempest-DeleteServersTestJSON-1257599601 tempest-DeleteServersTestJSON-1257599601-project] 10.222.0.48 "GET /v2.0/ports?device_id=7ae08669-d95f-432b-bc27-265833de050d HTTP/1.1" status: 200 len: 210 time: 0.2057686 May 03 21:28:36.948617 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d54825-97bd-4cd7-a9e7-242158f3edff admin admin] Pushing event updated for resources: {'Port': ['ID=4fd95030-f142-4d90-a90c-6a2865ea606e,revision_number=1']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:28:36.979103 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-33c8d6dd-8ee6-40e6-8442-a185f50b7c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781386188966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781385847453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781385847498'] for port, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:37.038624 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5d54825-97bd-4cd7-a9e7-242158f3edff admin admin] Network afa29ce3-7ea1-4fb3-8d15-b28913382476 is already hosted by enough agents. {{(pid=83992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 21:28:37.052614 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.scheduler.base_scheduler [None req-b5d54825-97bd-4cd7-a9e7-242158f3edff admin admin] Resources bound (agent type, host, resource id): {{(pid=83992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 21:28:37.057074 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5d54825-97bd-4cd7-a9e7-242158f3edff admin admin] Received port after_create {{(pid=83992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 03 21:28:37.058967 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-b5d54825-97bd-4cd7-a9e7-242158f3edff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-333705'] for router_interface, before_create {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:37.263754 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ba961f-1a65-48d8-9f33-b9f87520c27b None None] Pushing event updated for resources: {'Port': ['ID=0a07561c-bb96-444c-8c1c-e211fc2b8739,revision_number=2']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:28:37.280944 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.plugins.ml2.managers [None req-33c8d6dd-8ee6-40e6-8442-a185f50b7c09 None None] Attempting to bind port 0a07561c-bb96-444c-8c1c-e211fc2b8739 on host dv-cinder-840377-1-iscsi for vnic_type normal with profile {{(pid=83995) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 21:28:37.284748 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.plugins.ml2.managers [None req-33c8d6dd-8ee6-40e6-8442-a185f50b7c09 None None] Attempting to bind port 0a07561c-bb96-444c-8c1c-e211fc2b8739 by drivers openvswitch,hyperv on host dv-cinder-840377-1-iscsi at level 0 using segments [{'id': '36b0f1c3-e784-4cca-986f-65718d8cb16d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c33334bd-f19e-453d-9f7b-349270405c58'}] {{(pid=83995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 21:28:37.285079 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33c8d6dd-8ee6-40e6-8442-a185f50b7c09 None None] Attempting to bind port 0a07561c-bb96-444c-8c1c-e211fc2b8739 on network c33334bd-f19e-453d-9f7b-349270405c58 {{(pid=83995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 03 21:28:37.302557 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33c8d6dd-8ee6-40e6-8442-a185f50b7c09 None None] Checking agent: {'id': 'fb00ce1e-8ae6-4b1c-988b-a0ad40f400cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840377-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 21, 19, 20), 'started_at': datetime.datetime(2022, 5, 3, 21, 19, 50), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 21, 28, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840377-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 03 21:28:37.302927 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33c8d6dd-8ee6-40e6-8442-a185f50b7c09 None None] Checking segment: {'id': '36b0f1c3-e784-4cca-986f-65718d8cb16d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c33334bd-f19e-453d-9f7b-349270405c58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 03 21:28:37.303577 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-33c8d6dd-8ee6-40e6-8442-a185f50b7c09 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:37.304140 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33c8d6dd-8ee6-40e6-8442-a185f50b7c09 None None] Bound using segment: {'id': '36b0f1c3-e784-4cca-986f-65718d8cb16d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c33334bd-f19e-453d-9f7b-349270405c58'} {{(pid=83995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 03 21:28:37.304940 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.plugins.ml2.managers [None req-33c8d6dd-8ee6-40e6-8442-a185f50b7c09 None None] Bound port: 0a07561c-bb96-444c-8c1c-e211fc2b8739, host: dv-cinder-840377-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36b0f1c3-e784-4cca-986f-65718d8cb16d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c33334bd-f19e-453d-9f7b-349270405c58'}}] {{(pid=83995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 21:28:37.305329 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-33c8d6dd-8ee6-40e6-8442-a185f50b7c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1124352'] for port, before_update {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:37.391884 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-17e312bc-9d66-49d1-bc10-b3c8bed15c9f None None] Notify callbacks [] for port, precommit_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:37.400537 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.provisioning_blocks [None req-17e312bc-9d66-49d1-bc10-b3c8bed15c9f None None] Transition to ACTIVE for port object 07f5f895-667f-41a6-8b98-e761a27a9ddb will not be triggered until provisioned by entity L2. {{(pid=83994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 21:28:37.414283 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781386188966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781385847453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781385847498'] for port, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:37.431004 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5af1edb-f13e-40cc-afb7-47a1ccdfb827 None None] Routers {'360beb80-9db1-4402-a5b1-1a0d502ee210'} bound to L3 agent in host dv-cinder-840377-1-iscsi {{(pid=83994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 03 21:28:37.431638 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.l3_hamode_db [None req-b5af1edb-f13e-40cc-afb7-47a1ccdfb827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840377-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-03T21:19:18Z,description=,heartbeat_timestamp=2022-05-03T21:28:18Z,host='dv-cinder-840377-1-iscsi',id=c192ea1b-f7d6-49b7-9f22-5492fbafc6f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:19:19Z,topic='l3_agent')) {'router_ids': ['360beb80-9db1-4402-a5b1-1a0d502ee210'], 'active': True} {{(pid=83994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:28:37.521050 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-b5d54825-97bd-4cd7-a9e7-242158f3edff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1124352'] for port, before_update {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:37.594754 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-17e312bc-9d66-49d1-bc10-b3c8bed15c9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781386188966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781385847453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781385847498'] for port, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:37.834953 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.plugins.ml2.db [None req-33c8d6dd-8ee6-40e6-8442-a185f50b7c09 None None] For port 0a07561c-bb96-444c-8c1c-e211fc2b8739, host dv-cinder-840377-1-iscsi, cleared binding levels {{(pid=83995) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 21:28:37.834953 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.plugins.ml2.db [None req-33c8d6dd-8ee6-40e6-8442-a185f50b7c09 None None] For port 0a07561c-bb96-444c-8c1c-e211fc2b8739, host dv-cinder-840377-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840377-1-iscsi',level=0,port_id=0a07561c-bb96-444c-8c1c-e211fc2b8739,segment=NetworkSegment(36b0f1c3-e784-4cca-986f-65718d8cb16d),segment_id=36b0f1c3-e784-4cca-986f-65718d8cb16d)] {{(pid=83995) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 21:28:37.842352 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1e04ae-d752-4821-bfff-ed27c66ebbb2 None None] Pushing event updated for resources: {'Port': ['ID=c1eb7f0c-99b5-401d-88c9-e436e0a7a6d5,revision_number=2']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:28:37.843564 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-33c8d6dd-8ee6-40e6-8442-a185f50b7c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781386188966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781385847453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781385847498'] for port, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:37.872385 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5c3da44-e899-4edf-9fc7-6091d11819a5 None None] Network 74dacc7e-115e-4cd0-87fd-8eaa4de43b7c requested from dv-cinder-840377-1-iscsi {{(pid=83994) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 03 21:28:37.982867 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.rpc [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Device 7a52de95-86b8-413b-92c0-22bf273d3dc0 up at agent ovs-agent-dv-cinder-840377-1-iscsi {{(pid=83994) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 21:28:38.181679 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ba961f-1a65-48d8-9f33-b9f87520c27b None None] Pushing event updated for resources: {'Port': ['ID=0a07561c-bb96-444c-8c1c-e211fc2b8739,revision_number=3']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:28:38.211598 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33c8d6dd-8ee6-40e6-8442-a185f50b7c09 None None] Routers {'ae7dead0-6fb4-41eb-9eda-11e0a06ec6e3'} bound to L3 agent in host dv-cinder-840377-1-iscsi {{(pid=83995) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 03 21:28:38.211699 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.db.l3_hamode_db [None req-33c8d6dd-8ee6-40e6-8442-a185f50b7c09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840377-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-03T21:19:18Z,description=,heartbeat_timestamp=2022-05-03T21:28:18Z,host='dv-cinder-840377-1-iscsi',id=c192ea1b-f7d6-49b7-9f22-5492fbafc6f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:19:19Z,topic='l3_agent')) {'router_ids': ['ae7dead0-6fb4-41eb-9eda-11e0a06ec6e3'], 'active': True} {{(pid=83995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:28:38.221044 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Pushing event updated for resources: {'Port': ['ID=478295d0-68b7-43cf-89be-4d8ef95e7549,revision_number=3']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:28:38.306685 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.managers [None req-17e312bc-9d66-49d1-bc10-b3c8bed15c9f None None] Attempting to bind port 07f5f895-667f-41a6-8b98-e761a27a9ddb on host dv-cinder-840377-1-iscsi for vnic_type normal with profile {{(pid=83994) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 21:28:38.307942 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.managers [None req-17e312bc-9d66-49d1-bc10-b3c8bed15c9f None None] Attempting to bind port 07f5f895-667f-41a6-8b98-e761a27a9ddb by drivers openvswitch,hyperv on host dv-cinder-840377-1-iscsi at level 0 using segments [{'id': '36b0f1c3-e784-4cca-986f-65718d8cb16d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c33334bd-f19e-453d-9f7b-349270405c58'}] {{(pid=83994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 21:28:38.311265 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17e312bc-9d66-49d1-bc10-b3c8bed15c9f None None] Attempting to bind port 07f5f895-667f-41a6-8b98-e761a27a9ddb on network c33334bd-f19e-453d-9f7b-349270405c58 {{(pid=83994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 03 21:28:38.366154 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17e312bc-9d66-49d1-bc10-b3c8bed15c9f None None] Checking agent: {'id': 'fb00ce1e-8ae6-4b1c-988b-a0ad40f400cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840377-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 21, 19, 20), 'started_at': datetime.datetime(2022, 5, 3, 21, 19, 50), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 21, 28, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840377-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 03 21:28:38.366858 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17e312bc-9d66-49d1-bc10-b3c8bed15c9f None None] Checking segment: {'id': '36b0f1c3-e784-4cca-986f-65718d8cb16d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c33334bd-f19e-453d-9f7b-349270405c58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 03 21:28:38.367510 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-17e312bc-9d66-49d1-bc10-b3c8bed15c9f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:38.368058 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17e312bc-9d66-49d1-bc10-b3c8bed15c9f None None] Bound using segment: {'id': '36b0f1c3-e784-4cca-986f-65718d8cb16d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c33334bd-f19e-453d-9f7b-349270405c58'} {{(pid=83994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 03 21:28:38.368863 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.managers [None req-17e312bc-9d66-49d1-bc10-b3c8bed15c9f None None] Bound port: 07f5f895-667f-41a6-8b98-e761a27a9ddb, host: dv-cinder-840377-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36b0f1c3-e784-4cca-986f-65718d8cb16d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c33334bd-f19e-453d-9f7b-349270405c58'}}] {{(pid=83994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 21:28:38.369898 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-17e312bc-9d66-49d1-bc10-b3c8bed15c9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1124352'] for port, before_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:38.493603 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-1fd97e4c-feb7-47ca-ae89-1a551245722c req-38e21752-5dc1-462b-83ee-fda08a0ec239 tempest-DeleteServersTestJSON-1257599601 tempest-DeleteServersTestJSON-1257599601-project] 10.222.0.48 "GET /v2.0/ports?device_id=7ae08669-d95f-432b-bc27-265833de050d HTTP/1.1" status: 200 len: 210 time: 0.1426294 May 03 21:28:38.528896 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.db [None req-17e312bc-9d66-49d1-bc10-b3c8bed15c9f None None] For port 07f5f895-667f-41a6-8b98-e761a27a9ddb, host dv-cinder-840377-1-iscsi, cleared binding levels {{(pid=83994) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 21:28:38.541914 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.db [None req-17e312bc-9d66-49d1-bc10-b3c8bed15c9f None None] For port 07f5f895-667f-41a6-8b98-e761a27a9ddb, host dv-cinder-840377-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840377-1-iscsi',level=0,port_id=07f5f895-667f-41a6-8b98-e761a27a9ddb,segment=NetworkSegment(36b0f1c3-e784-4cca-986f-65718d8cb16d),segment_id=36b0f1c3-e784-4cca-986f-65718d8cb16d)] {{(pid=83994) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 21:28:38.602219 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbe04f27-be85-468c-a227-3709e56b5f73 None None] Network a76ba353-ab28-4792-b070-a9ace23ad085 requested from dv-cinder-840377-1-iscsi {{(pid=83994) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 03 21:28:38.615858 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f791603-5ae9-45f6-9112-3f1dce18e39c admin admin] Router 38e06872-0087-4283-8484-749276bac7e2 has already been hosted by L3 agent c192ea1b-f7d6-49b7-9f22-5492fbafc6f3 {{(pid=83993) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 03 21:28:38.645151 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.42', 60430) {{(pid=83993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:28:38.676605 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.db.l3_dvr_db [None req-33c8d6dd-8ee6-40e6-8442-a185f50b7c09 None None] Set router ae7dead0-6fb4-41eb-9eda-11e0a06ec6e3 gateway port host: dv-cinder-840377-1-iscsi {{(pid=83995) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 03 21:28:38.743420 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-17e312bc-9d66-49d1-bc10-b3c8bed15c9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781386188966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781385847453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781385847498'] for port, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:38.832291 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.provisioning_blocks [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Provisioning for port 7a52de95-86b8-413b-92c0-22bf273d3dc0 completed by entity L2. {{(pid=83994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 21:28:38.858675 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.provisioning_blocks [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Provisioning complete for port 7a52de95-86b8-413b-92c0-22bf273d3dc0 triggered by entity L2. {{(pid=83994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:28:38.859073 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2080827'] for port, provisioning_complete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:38.893864 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-b5d54825-97bd-4cd7-a9e7-242158f3edff admin admin] Notify callbacks [] for port, precommit_update {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:38.916244 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2adf4805-6375-4acc-9d48-101f55ab5ad8 None None] Pushing event updated for resources: {'Port': ['ID=07f5f895-667f-41a6-8b98-e761a27a9ddb,revision_number=2']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:28:39.048246 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.l3_dvr_db [None req-b5af1edb-f13e-40cc-afb7-47a1ccdfb827 None None] Set router 360beb80-9db1-4402-a5b1-1a0d502ee210 gateway port host: dv-cinder-840377-1-iscsi {{(pid=83994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 03 21:28:39.140198 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138e1955-7f54-4e4a-8528-c37ff6fb7970 req-7c1fcf44-23bc-474a-932b-4863cb975e73 tempest-DeleteServersTestJSON-1257599601 tempest-DeleteServersTestJSON-1257599601-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:28:39.141784 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [req-138e1955-7f54-4e4a-8528-c37ff6fb7970 req-7c1fcf44-23bc-474a-932b-4863cb975e73 tempest-DeleteServersTestJSON-1257599601 tempest-DeleteServersTestJSON-1257599601-project] Synchronizing usage tracker for tenant:a5ad2a8e2573405fa636364bdf765504 on resource:network {{(pid=83993) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 21:28:39.184937 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-b5d54825-97bd-4cd7-a9e7-242158f3edff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781386188966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781385847453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781385847498'] for port, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:39.203828 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-b5d54825-97bd-4cd7-a9e7-242158f3edff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1706276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-333604'] for router_interface, after_create {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:39.259672 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.db.l3_hamode_db [None req-33c8d6dd-8ee6-40e6-8442-a185f50b7c09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae7dead0-6fb4-41eb-9eda-11e0a06ec6e3', 'name': 'tempest-AttachVolumeShelveTestJSON-2141674484-router', 'tenant_id': '4cf52ffb4a864a689f5d0242ddc4cc4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c33334bd-f19e-453d-9f7b-349270405c58', 'external_fixed_ips': [{'subnet_id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'ip_address': '172.27.1.47'}], 'enable_snat': True}, 'gw_port_id': '0a07561c-bb96-444c-8c1c-e211fc2b8739', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:28:28Z', 'updated_at': '2022-05-03T21:28:31Z', 'revision_number': 3, 'project_id': '4cf52ffb4a864a689f5d0242ddc4cc4f', 'gw_port': {'id': '0a07561c-bb96-444c-8c1c-e211fc2b8739', 'name': '', 'network_id': 'c33334bd-f19e-453d-9f7b-349270405c58', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:4e:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae7dead0-6fb4-41eb-9eda-11e0a06ec6e3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'ip_address': '172.27.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:28:30Z', 'updated_at': '2022-05-03T21:28:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840377-1-iscsi'}], 'dv-cinder-840377-1-iscsi', False) {} {{(pid=83995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:28:39.269772 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33c8d6dd-8ee6-40e6-8442-a185f50b7c09 None None] The sync data for ids ['ae7dead0-6fb4-41eb-9eda-11e0a06ec6e3'] in dv-cinder-840377-1-iscsi is: [{'id': 'ae7dead0-6fb4-41eb-9eda-11e0a06ec6e3', 'name': 'tempest-AttachVolumeShelveTestJSON-2141674484-router', 'tenant_id': '4cf52ffb4a864a689f5d0242ddc4cc4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c33334bd-f19e-453d-9f7b-349270405c58', 'external_fixed_ips': [{'subnet_id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'ip_address': '172.27.1.47'}], 'enable_snat': True}, 'gw_port_id': '0a07561c-bb96-444c-8c1c-e211fc2b8739', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:28:28Z', 'updated_at': '2022-05-03T21:28:31Z', 'revision_number': 3, 'project_id': '4cf52ffb4a864a689f5d0242ddc4cc4f', 'gw_port': {'id': '0a07561c-bb96-444c-8c1c-e211fc2b8739', 'name': '', 'network_id': 'c33334bd-f19e-453d-9f7b-349270405c58', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:4e:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae7dead0-6fb4-41eb-9eda-11e0a06ec6e3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'ip_address': '172.27.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:28:30Z', 'updated_at': '2022-05-03T21:28:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840377-1-iscsi'}] {{(pid=83995) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 03 21:28:39.288313 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2adf4805-6375-4acc-9d48-101f55ab5ad8 None None] Pushing event updated for resources: {'Port': ['ID=07f5f895-667f-41a6-8b98-e761a27a9ddb,revision_number=3']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:28:39.398455 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [req-138e1955-7f54-4e4a-8528-c37ff6fb7970 req-7c1fcf44-23bc-474a-932b-4863cb975e73 tempest-DeleteServersTestJSON-1257599601 tempest-DeleteServersTestJSON-1257599601-project] Unset dirty status for tenant:a5ad2a8e2573405fa636364bdf765504 on resource:network {{(pid=83993) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 21:28:39.402639 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-138e1955-7f54-4e4a-8528-c37ff6fb7970 req-7c1fcf44-23bc-474a-932b-4863cb975e73 tempest-DeleteServersTestJSON-1257599601 tempest-DeleteServersTestJSON-1257599601-project] 10.222.0.42 "GET /v2.0/networks?id=556cc182-54d3-4ca5-af4a-8fbf93a97ff0 HTTP/1.1" status: 200 len: 812 time: 0.7482901 May 03 21:28:39.462989 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5d54825-97bd-4cd7-a9e7-242158f3edff admin admin] Network afa29ce3-7ea1-4fb3-8d15-b28913382476 is already hosted by enough agents. {{(pid=83992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 21:28:39.476216 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.scheduler.base_scheduler [None req-b5d54825-97bd-4cd7-a9e7-242158f3edff admin admin] Resources bound (agent type, host, resource id): {{(pid=83992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 21:28:39.542654 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.v2.base [req-138e1955-7f54-4e4a-8528-c37ff6fb7970 req-e40bae85-44ce-4eb3-8bd7-a071ad976a0e tempest-DeleteServersTestJSON-1257599601 tempest-DeleteServersTestJSON-1257599601-project] Request body: {'port': {'device_id': '7ae08669-d95f-432b-bc27-265833de050d', 'network_id': '556cc182-54d3-4ca5-af4a-8fbf93a97ff0', 'admin_state_up': True, 'tenant_id': 'a5ad2a8e2573405fa636364bdf765504'}} {{(pid=83993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 03 21:28:39.648118 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-91ddd9ef-9459-4e9d-8d21-55d9b1dff48b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1124352'] for port, before_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:40.025707 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f791603-5ae9-45f6-9112-3f1dce18e39c admin admin] Notify agent at l3_agent.dv-cinder-840377-1-iscsi the message routers_updated {{(pid=83993) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 21:28:40.074055 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-dbb5b0d3-1695-4748-b4a2-c42c5373cafb req-c5588adf-9add-4a95-8d51-3dc0e13e2dc9 tempest-DeleteServersTestJSON-1257599601 tempest-DeleteServersTestJSON-1257599601-project] 10.222.0.48 "GET /v2.0/ports?device_id=7ae08669-d95f-432b-bc27-265833de050d HTTP/1.1" status: 200 len: 210 time: 0.0850806 May 03 21:28:40.122879 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-9f791603-5ae9-45f6-9112-3f1dce18e39c admin admin] 10.222.0.48 "PUT /v2.0/routers/38e06872-0087-4283-8484-749276bac7e2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.3186178 May 03 21:28:40.157227 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [req-138e1955-7f54-4e4a-8528-c37ff6fb7970 req-e40bae85-44ce-4eb3-8bd7-a071ad976a0e tempest-DeleteServersTestJSON-1257599601 tempest-DeleteServersTestJSON-1257599601-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:28:40.166585 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.provisioning_blocks [None req-3f4a01ca-4c4d-4ed8-91d2-6af39e8e91cd None None] Provisioning for port c1eb7f0c-99b5-401d-88c9-e436e0a7a6d5 completed by entity DHCP. {{(pid=83994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 21:28:40.179286 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d54825-97bd-4cd7-a9e7-242158f3edff admin admin] Pushing event updated for resources: {'Port': ['ID=4fd95030-f142-4d90-a90c-6a2865ea606e,revision_number=2']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:28:40.230392 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17e312bc-9d66-49d1-bc10-b3c8bed15c9f None None] Routers {'68150121-68dc-4495-bcf7-8d66179822f8'} bound to L3 agent in host dv-cinder-840377-1-iscsi {{(pid=83994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 03 21:28:40.231020 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.l3_hamode_db [None req-17e312bc-9d66-49d1-bc10-b3c8bed15c9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840377-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-03T21:19:18Z,description=,heartbeat_timestamp=2022-05-03T21:28:18Z,host='dv-cinder-840377-1-iscsi',id=c192ea1b-f7d6-49b7-9f22-5492fbafc6f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:19:19Z,topic='l3_agent')) {'router_ids': ['68150121-68dc-4495-bcf7-8d66179822f8'], 'active': True} {{(pid=83994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:28:40.338297 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b809e789-c7fd-485e-bc4a-232de4bf41ab None None] Sync routers for ids ['38e06872-0087-4283-8484-749276bac7e2'] in dv-cinder-840377-1-iscsi {{(pid=83995) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 03 21:28:40.371858 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b809e789-c7fd-485e-bc4a-232de4bf41ab None None] Routers {'38e06872-0087-4283-8484-749276bac7e2'} bound to L3 agent in host dv-cinder-840377-1-iscsi {{(pid=83995) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 03 21:28:40.372824 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.db.l3_hamode_db [None req-b809e789-c7fd-485e-bc4a-232de4bf41ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840377-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-03T21:19:18Z,description=,heartbeat_timestamp=2022-05-03T21:28:18Z,host='dv-cinder-840377-1-iscsi',id=c192ea1b-f7d6-49b7-9f22-5492fbafc6f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:19:19Z,topic='l3_agent')) {'router_ids': ['38e06872-0087-4283-8484-749276bac7e2'], 'active': True} {{(pid=83995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:28:40.454690 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1124352'] for port, before_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:40.623676 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.48', 53668) {{(pid=83992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:28:40.677467 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [req-138e1955-7f54-4e4a-8528-c37ff6fb7970 req-e40bae85-44ce-4eb3-8bd7-a071ad976a0e tempest-DeleteServersTestJSON-1257599601 tempest-DeleteServersTestJSON-1257599601-project] Usage tracker for resource:port and tenant:a5ad2a8e2573405fa636364bdf765504 is out of sync, need to count used quota {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:28:40.691291 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [req-138e1955-7f54-4e4a-8528-c37ff6fb7970 req-e40bae85-44ce-4eb3-8bd7-a071ad976a0e tempest-DeleteServersTestJSON-1257599601 tempest-DeleteServersTestJSON-1257599601-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:28:40.712597 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [req-138e1955-7f54-4e4a-8528-c37ff6fb7970 req-e40bae85-44ce-4eb3-8bd7-a071ad976a0e tempest-DeleteServersTestJSON-1257599601 tempest-DeleteServersTestJSON-1257599601-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:28:40.758406 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.db.db_base_plugin_common [None req-91ddd9ef-9459-4e9d-8d21-55d9b1dff48b admin admin] Allocated IP 172.20.0.1 (a76ba353-ab28-4792-b070-a9ace23ad085/e0993ef0-a172-48a1-8947-068cb6cb24ca/5457c169-81f4-4fd9-9167-a261b394277b) {{(pid=83993) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 21:28:40.816915 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.db [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] For port 7a52de95-86b8-413b-92c0-22bf273d3dc0, host dv-cinder-840377-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840377-1-iscsi',level=0,port_id=7a52de95-86b8-413b-92c0-22bf273d3dc0,segment=NetworkSegment(36b0f1c3-e784-4cca-986f-65718d8cb16d),segment_id=36b0f1c3-e784-4cca-986f-65718d8cb16d)] {{(pid=83994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 21:28:40.850892 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.db.l3_dvr_db [None req-b809e789-c7fd-485e-bc4a-232de4bf41ab None None] Set router 38e06872-0087-4283-8484-749276bac7e2 gateway port host: dv-cinder-840377-1-iscsi {{(pid=83995) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 03 21:28:40.942908 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-138e1955-7f54-4e4a-8528-c37ff6fb7970 req-e40bae85-44ce-4eb3-8bd7-a071ad976a0e tempest-DeleteServersTestJSON-1257599601 tempest-DeleteServersTestJSON-1257599601-project] Made reservation on behalf of a5ad2a8e2573405fa636364bdf765504 for: {'port': 1} {{(pid=83993) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 21:28:40.950389 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-138e1955-7f54-4e4a-8528-c37ff6fb7970 req-e40bae85-44ce-4eb3-8bd7-a071ad976a0e tempest-DeleteServersTestJSON-1257599601 tempest-DeleteServersTestJSON-1257599601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1124352'] for port, before_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:41.009464 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.provisioning_blocks [None req-3f4a01ca-4c4d-4ed8-91d2-6af39e8e91cd None None] Provisioning for port 47cd9d07-2d00-4180-95fe-13e5ca78401c completed by entity DHCP. {{(pid=83994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 21:28:41.054821 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781386188966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781385847453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781385847498'] for port, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:41.059171 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.rpc [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Device 0e52952e-537f-45f5-9a79-951473549826 up at agent ovs-agent-dv-cinder-840377-1-iscsi {{(pid=83994) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 21:28:41.086872 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5d54825-97bd-4cd7-a9e7-242158f3edff admin admin] Router 68150121-68dc-4495-bcf7-8d66179822f8 has already been hosted by L3 agent c192ea1b-f7d6-49b7-9f22-5492fbafc6f3 {{(pid=83992) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 03 21:28:41.090394 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-4615270e-2105-46c5-b381-1321d5cc70ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:41.421174 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-39718edb-3057-4bdd-a315-4f340c40957c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1124352'] for port, before_create {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:41.498388 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.l3_dvr_db [None req-17e312bc-9d66-49d1-bc10-b3c8bed15c9f None None] Set router 68150121-68dc-4495-bcf7-8d66179822f8 gateway port host: dv-cinder-840377-1-iscsi {{(pid=83994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 03 21:28:41.675458 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.db.l3_hamode_db [None req-b809e789-c7fd-485e-bc4a-232de4bf41ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38e06872-0087-4283-8484-749276bac7e2', 'name': 'tempest-ServerRescueNegativeTestJSON-1238909945-router', 'tenant_id': '30468ebc688d4bc1b036b4b984931e87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c33334bd-f19e-453d-9f7b-349270405c58', 'external_fixed_ips': [{'subnet_id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'ip_address': '172.27.1.244'}], 'enable_snat': True}, 'gw_port_id': '7a52de95-86b8-413b-92c0-22bf273d3dc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:28:24Z', 'updated_at': '2022-05-03T21:28:34Z', 'revision_number': 4, 'project_id': '30468ebc688d4bc1b036b4b984931e87', 'gw_port': {'id': '7a52de95-86b8-413b-92c0-22bf273d3dc0', 'name': '', 'network_id': 'c33334bd-f19e-453d-9f7b-349270405c58', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:20:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38e06872-0087-4283-8484-749276bac7e2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'ip_address': '172.27.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:28:26Z', 'updated_at': '2022-05-03T21:28:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840377-1-iscsi', '_interfaces': [{'id': '087752cd-a7f8-4c3d-8a0a-2bf75c5efd8a', 'name': '', 'network_id': '5bd090d5-a93e-4f68-8601-6aad9d3eb473', 'tenant_id': '30468ebc688d4bc1b036b4b984931e87', 'mac_address': 'fa:16:3e:05:d9:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38e06872-0087-4283-8484-749276bac7e2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f1f0ef4c-4f27-4b18-935d-75e084855fe6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:28:32Z', 'updated_at': '2022-05-03T21:28:35Z', 'revision_number': 2, 'project_id': '30468ebc688d4bc1b036b4b984931e87', 'subnets': [{'id': 'f1f0ef4c-4f27-4b18-935d-75e084855fe6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840377-1-iscsi', False) {} {{(pid=83995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:28:41.691705 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b809e789-c7fd-485e-bc4a-232de4bf41ab None None] Checking router: 38e06872-0087-4283-8484-749276bac7e2 for host: dv-cinder-840377-1-iscsi {{(pid=83995) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 03 21:28:41.692532 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b809e789-c7fd-485e-bc4a-232de4bf41ab None None] Updating router 38e06872-0087-4283-8484-749276bac7e2 port 087752cd-a7f8-4c3d-8a0a-2bf75c5efd8a binding host dv-cinder-840377-1-iscsi {{(pid=83995) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 03 21:28:41.715718 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-91ddd9ef-9459-4e9d-8d21-55d9b1dff48b admin admin] Notify callbacks [] for port, precommit_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:41.752210 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.db.provisioning_blocks [None req-91ddd9ef-9459-4e9d-8d21-55d9b1dff48b admin admin] Transition to ACTIVE for port object 5457c169-81f4-4fd9-9167-a261b394277b will not be triggered until provisioned by entity DHCP. {{(pid=83993) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 21:28:41.776310 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-b809e789-c7fd-485e-bc4a-232de4bf41ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1124352'] for port, before_update {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:41.811026 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.provisioning_blocks [None req-3f4a01ca-4c4d-4ed8-91d2-6af39e8e91cd None None] Provisioning complete for port 087752cd-a7f8-4c3d-8a0a-2bf75c5efd8a triggered by entity DHCP. {{(pid=83994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:28:41.811726 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-3f4a01ca-4c4d-4ed8-91d2-6af39e8e91cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2080827'] for port, provisioning_complete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:41.863310 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-941eb6ce-ac5c-4b3c-9363-4f6dfc94e0b0 req-14f4b067-3763-490e-b065-4f283d6505f3 tempest-DeleteServersTestJSON-1257599601 tempest-DeleteServersTestJSON-1257599601-project] 10.222.0.48 "GET /v2.0/ports?device_id=7ae08669-d95f-432b-bc27-265833de050d HTTP/1.1" status: 200 len: 210 time: 0.4534538 May 03 21:28:41.868708 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-91ddd9ef-9459-4e9d-8d21-55d9b1dff48b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781385847435'] for port, after_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:42.142393 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91ddd9ef-9459-4e9d-8d21-55d9b1dff48b admin admin] Network a76ba353-ab28-4792-b070-a9ace23ad085 is already hosted by enough agents. {{(pid=83993) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 21:28:42.143700 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.db.db_base_plugin_common [req-138e1955-7f54-4e4a-8528-c37ff6fb7970 req-e40bae85-44ce-4eb3-8bd7-a071ad976a0e tempest-DeleteServersTestJSON-1257599601 tempest-DeleteServersTestJSON-1257599601-project] Allocated IP 172.20.0.11 (556cc182-54d3-4ca5-af4a-8fbf93a97ff0/45fa8f58-c1c7-4694-a2a0-b0126cd31bcf/99d8b720-a305-456d-805e-84e960517e14) {{(pid=83993) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 21:28:42.186775 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.scheduler.base_scheduler [None req-91ddd9ef-9459-4e9d-8d21-55d9b1dff48b admin admin] Resources bound (agent type, host, resource id): {{(pid=83993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 21:28:42.229962 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ddd9ef-9459-4e9d-8d21-55d9b1dff48b admin admin] Pushing event updated for resources: {'Port': ['ID=5457c169-81f4-4fd9-9167-a261b394277b,revision_number=1']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:28:42.233541 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91ddd9ef-9459-4e9d-8d21-55d9b1dff48b admin admin] Received port after_create {{(pid=83993) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 03 21:28:42.234896 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-91ddd9ef-9459-4e9d-8d21-55d9b1dff48b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-333705'] for router_interface, before_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:42.294590 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af9e95b-3de2-4694-b47f-680d7adfc52f req-1c44eb16-e28a-43b5-ba5b-9f70bf0d7119 tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:28:42.298036 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [req-1af9e95b-3de2-4694-b47f-680d7adfc52f req-1c44eb16-e28a-43b5-ba5b-9f70bf0d7119 tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] Synchronizing usage tracker for tenant:30468ebc688d4bc1b036b4b984931e87 on resource:network {{(pid=83993) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 21:28:42.333818 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.db.quota.driver [None req-4615270e-2105-46c5-b381-1321d5cc70ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:28:42.368113 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.quota.resource [None req-4615270e-2105-46c5-b381-1321d5cc70ba admin admin] Usage tracker for resource:security_group_rule and tenant:777c84b988254ca4a92a2224ceca7117 is out of sync, need to count used quota {{(pid=83992) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:28:42.379556 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.quota.resource [None req-4615270e-2105-46c5-b381-1321d5cc70ba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83992) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:28:42.422855 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.db.quota.driver [None req-4615270e-2105-46c5-b381-1321d5cc70ba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:28:42.467660 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.db.db_base_plugin_common [None req-39718edb-3057-4bdd-a315-4f340c40957c admin admin] Allocated IP 172.20.0.1 (74dacc7e-115e-4cd0-87fd-8eaa4de43b7c/55e45d73-03f2-4af5-b38e-f33c41c1d7ec/420ded47-b7bf-4a1d-b041-ea6b040061a2) {{(pid=83992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 21:28:42.508506 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.l3_hamode_db [None req-b5af1edb-f13e-40cc-afb7-47a1ccdfb827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '360beb80-9db1-4402-a5b1-1a0d502ee210', 'name': 'tempest-AttachVolumeTestJSON-600581022-router', 'tenant_id': 'a2df1ca790224a009004c3c22a5ee5c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c33334bd-f19e-453d-9f7b-349270405c58', 'external_fixed_ips': [{'subnet_id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'ip_address': '172.27.1.17'}], 'enable_snat': True}, 'gw_port_id': 'a353ebbc-82af-401c-a27c-5a116fea74c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:28:28Z', 'updated_at': '2022-05-03T21:28:33Z', 'revision_number': 3, 'project_id': 'a2df1ca790224a009004c3c22a5ee5c5', 'gw_port': {'id': 'a353ebbc-82af-401c-a27c-5a116fea74c8', 'name': '', 'network_id': 'c33334bd-f19e-453d-9f7b-349270405c58', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:ae:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '360beb80-9db1-4402-a5b1-1a0d502ee210', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'ip_address': '172.27.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:28:30Z', 'updated_at': '2022-05-03T21:28:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840377-1-iscsi'}], 'dv-cinder-840377-1-iscsi', False) {} {{(pid=83994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:28:42.510623 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Pushing event updated for resources: {'Port': ['ID=7a52de95-86b8-413b-92c0-22bf273d3dc0,revision_number=4']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:28:42.630550 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.plugin [None req-3f4a01ca-4c4d-4ed8-91d2-6af39e8e91cd None None] Port 087752cd-a7f8-4c3d-8a0a-2bf75c5efd8a cannot update to ACTIVE because it is not bound. {{(pid=83994) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 03 21:28:42.634611 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.provisioning_blocks [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Provisioning complete for port 0e52952e-537f-45f5-9a79-951473549826 triggered by entity L2. {{(pid=83994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:28:42.634964 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2080827'] for port, provisioning_complete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:42.651584 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-b809e789-c7fd-485e-bc4a-232de4bf41ab None None] Notify callbacks [] for port, precommit_update {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:42.665714 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.db.provisioning_blocks [None req-b809e789-c7fd-485e-bc4a-232de4bf41ab None None] Transition to ACTIVE for port object 087752cd-a7f8-4c3d-8a0a-2bf75c5efd8a will not be triggered until provisioned by entity L2. {{(pid=83995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 21:28:42.695378 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-39718edb-3057-4bdd-a315-4f340c40957c admin admin] Notify callbacks [] for port, precommit_create {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:42.712183 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5af1edb-f13e-40cc-afb7-47a1ccdfb827 None None] Checking router: 360beb80-9db1-4402-a5b1-1a0d502ee210 for host: dv-cinder-840377-1-iscsi {{(pid=83994) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 03 21:28:42.712634 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5af1edb-f13e-40cc-afb7-47a1ccdfb827 None None] Updating router 360beb80-9db1-4402-a5b1-1a0d502ee210 port a353ebbc-82af-401c-a27c-5a116fea74c8 binding host dv-cinder-840377-1-iscsi {{(pid=83994) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 03 21:28:42.721680 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.db.provisioning_blocks [None req-39718edb-3057-4bdd-a315-4f340c40957c admin admin] Transition to ACTIVE for port object 420ded47-b7bf-4a1d-b041-ea6b040061a2 will not be triggered until provisioned by entity DHCP. {{(pid=83992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 21:28:42.747608 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-b809e789-c7fd-485e-bc4a-232de4bf41ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781386188966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781385847453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781385847498'] for port, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:42.759997 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-138e1955-7f54-4e4a-8528-c37ff6fb7970 req-e40bae85-44ce-4eb3-8bd7-a071ad976a0e tempest-DeleteServersTestJSON-1257599601 tempest-DeleteServersTestJSON-1257599601-project] Notify callbacks [] for port, precommit_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:42.861972 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-39718edb-3057-4bdd-a315-4f340c40957c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781385847435'] for port, after_create {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:42.922888 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0b948d-f7f0-4fa5-9c7f-0cab04680e3f None None] Pushing event updated for resources: {'Port': ['ID=087752cd-a7f8-4c3d-8a0a-2bf75c5efd8a,revision_number=3']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:28:43.014816 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.provisioning_blocks [None req-3f4a01ca-4c4d-4ed8-91d2-6af39e8e91cd None None] Provisioning for port 4fd95030-f142-4d90-a90c-6a2865ea606e completed by entity DHCP. {{(pid=83994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 21:28:43.051050 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.provisioning_blocks [None req-3f4a01ca-4c4d-4ed8-91d2-6af39e8e91cd None None] Provisioning complete for port 4fd95030-f142-4d90-a90c-6a2865ea606e triggered by entity DHCP. {{(pid=83994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:28:43.051422 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-3f4a01ca-4c4d-4ed8-91d2-6af39e8e91cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2080827'] for port, provisioning_complete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:43.066282 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-138e1955-7f54-4e4a-8528-c37ff6fb7970 req-e40bae85-44ce-4eb3-8bd7-a071ad976a0e tempest-DeleteServersTestJSON-1257599601 tempest-DeleteServersTestJSON-1257599601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781385847435'] for port, after_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:43.167615 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5d54825-97bd-4cd7-a9e7-242158f3edff admin admin] Notify agent at l3_agent.dv-cinder-840377-1-iscsi the message routers_updated {{(pid=83992) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 21:28:43.214804 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-b5af1edb-f13e-40cc-afb7-47a1ccdfb827 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1124352'] for port, before_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:43.284355 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-91ddd9ef-9459-4e9d-8d21-55d9b1dff48b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1124352'] for port, before_update {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:43.315898 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.plugins.ml2.managers [None req-b809e789-c7fd-485e-bc4a-232de4bf41ab None None] Attempting to bind port 087752cd-a7f8-4c3d-8a0a-2bf75c5efd8a on host dv-cinder-840377-1-iscsi for vnic_type normal with profile {{(pid=83995) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 21:28:43.319402 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.plugins.ml2.managers [None req-b809e789-c7fd-485e-bc4a-232de4bf41ab None None] Attempting to bind port 087752cd-a7f8-4c3d-8a0a-2bf75c5efd8a by drivers openvswitch,hyperv on host dv-cinder-840377-1-iscsi at level 0 using segments [{'id': 'f62d725e-ae77-4a78-847c-f1a234768bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '5bd090d5-a93e-4f68-8601-6aad9d3eb473'}] {{(pid=83995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 21:28:43.320382 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b809e789-c7fd-485e-bc4a-232de4bf41ab None None] Attempting to bind port 087752cd-a7f8-4c3d-8a0a-2bf75c5efd8a on network 5bd090d5-a93e-4f68-8601-6aad9d3eb473 {{(pid=83995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 03 21:28:43.324219 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-4615270e-2105-46c5-b381-1321d5cc70ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:43.342240 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39718edb-3057-4bdd-a315-4f340c40957c admin admin] Network 74dacc7e-115e-4cd0-87fd-8eaa4de43b7c is already hosted by enough agents. {{(pid=83992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 21:28:43.344954 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b809e789-c7fd-485e-bc4a-232de4bf41ab None None] Checking agent: {'id': 'fb00ce1e-8ae6-4b1c-988b-a0ad40f400cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840377-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 21, 19, 20), 'started_at': datetime.datetime(2022, 5, 3, 21, 19, 50), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 21, 28, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840377-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 03 21:28:43.345642 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b809e789-c7fd-485e-bc4a-232de4bf41ab None None] Checking segment: {'id': 'f62d725e-ae77-4a78-847c-f1a234768bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '5bd090d5-a93e-4f68-8601-6aad9d3eb473'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 03 21:28:43.346180 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-b809e789-c7fd-485e-bc4a-232de4bf41ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:43.349140 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b809e789-c7fd-485e-bc4a-232de4bf41ab None None] Bound using segment: {'id': 'f62d725e-ae77-4a78-847c-f1a234768bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '5bd090d5-a93e-4f68-8601-6aad9d3eb473'} {{(pid=83995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 03 21:28:43.349827 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.plugins.ml2.managers [None req-b809e789-c7fd-485e-bc4a-232de4bf41ab None None] Bound port: 087752cd-a7f8-4c3d-8a0a-2bf75c5efd8a, host: dv-cinder-840377-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f62d725e-ae77-4a78-847c-f1a234768bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '5bd090d5-a93e-4f68-8601-6aad9d3eb473'}}] {{(pid=83995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 21:28:43.351569 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-b809e789-c7fd-485e-bc4a-232de4bf41ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1124352'] for port, before_update {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:43.353960 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-138e1955-7f54-4e4a-8528-c37ff6fb7970 req-e40bae85-44ce-4eb3-8bd7-a071ad976a0e tempest-DeleteServersTestJSON-1257599601 tempest-DeleteServersTestJSON-1257599601-project] Network 556cc182-54d3-4ca5-af4a-8fbf93a97ff0 is already hosted by enough agents. {{(pid=83993) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 21:28:43.366219 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.scheduler.base_scheduler [req-138e1955-7f54-4e4a-8528-c37ff6fb7970 req-e40bae85-44ce-4eb3-8bd7-a071ad976a0e tempest-DeleteServersTestJSON-1257599601 tempest-DeleteServersTestJSON-1257599601-project] Resources bound (agent type, host, resource id): {{(pid=83993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 21:28:43.367357 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.l3_hamode_db [None req-17e312bc-9d66-49d1-bc10-b3c8bed15c9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68150121-68dc-4495-bcf7-8d66179822f8', 'name': 'tempest-AttachVolumeNegativeTest-487551053-router', 'tenant_id': 'bd571e41b44a4bc6b16bf8163252f168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c33334bd-f19e-453d-9f7b-349270405c58', 'external_fixed_ips': [{'subnet_id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'ip_address': '172.27.1.192'}], 'enable_snat': True}, 'gw_port_id': '07f5f895-667f-41a6-8b98-e761a27a9ddb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:28:25Z', 'updated_at': '2022-05-03T21:28:37Z', 'revision_number': 4, 'project_id': 'bd571e41b44a4bc6b16bf8163252f168', 'gw_port': {'id': '07f5f895-667f-41a6-8b98-e761a27a9ddb', 'name': '', 'network_id': 'c33334bd-f19e-453d-9f7b-349270405c58', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:26:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68150121-68dc-4495-bcf7-8d66179822f8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'ip_address': '172.27.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:28:27Z', 'updated_at': '2022-05-03T21:28:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840377-1-iscsi', '_interfaces': [{'id': '4fd95030-f142-4d90-a90c-6a2865ea606e', 'name': '', 'network_id': 'afa29ce3-7ea1-4fb3-8d15-b28913382476', 'tenant_id': 'bd571e41b44a4bc6b16bf8163252f168', 'mac_address': 'fa:16:3e:7c:b9:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68150121-68dc-4495-bcf7-8d66179822f8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '663a4790-11b9-4523-b0db-a1ea41b30d40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:28:34Z', 'updated_at': '2022-05-03T21:28:38Z', 'revision_number': 2, 'project_id': 'bd571e41b44a4bc6b16bf8163252f168', 'subnets': [{'id': '663a4790-11b9-4523-b0db-a1ea41b30d40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840377-1-iscsi', False) {} {{(pid=83994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:28:43.401829 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39718edb-3057-4bdd-a315-4f340c40957c admin admin] Pushing event updated for resources: {'Port': ['ID=420ded47-b7bf-4a1d-b041-ea6b040061a2,revision_number=1']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:28:43.412164 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.scheduler.base_scheduler [None req-39718edb-3057-4bdd-a315-4f340c40957c admin admin] Resources bound (agent type, host, resource id): {{(pid=83992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 21:28:43.416974 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-4615270e-2105-46c5-b381-1321d5cc70ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746426'] for security_group, after_create {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:43.428982 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39718edb-3057-4bdd-a315-4f340c40957c admin admin] Received port after_create {{(pid=83992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 03 21:28:43.429629 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-39718edb-3057-4bdd-a315-4f340c40957c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-333705'] for router_interface, before_create {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:43.433927 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17e312bc-9d66-49d1-bc10-b3c8bed15c9f None None] The sync data for ids ['68150121-68dc-4495-bcf7-8d66179822f8'] in dv-cinder-840377-1-iscsi is: [{'id': '68150121-68dc-4495-bcf7-8d66179822f8', 'name': 'tempest-AttachVolumeNegativeTest-487551053-router', 'tenant_id': 'bd571e41b44a4bc6b16bf8163252f168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c33334bd-f19e-453d-9f7b-349270405c58', 'external_fixed_ips': [{'subnet_id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'ip_address': '172.27.1.192'}], 'enable_snat': True}, 'gw_port_id': '07f5f895-667f-41a6-8b98-e761a27a9ddb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:28:25Z', 'updated_at': '2022-05-03T21:28:37Z', 'revision_number': 4, 'project_id': 'bd571e41b44a4bc6b16bf8163252f168', 'gw_port': {'id': '07f5f895-667f-41a6-8b98-e761a27a9ddb', 'name': '', 'network_id': 'c33334bd-f19e-453d-9f7b-349270405c58', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:26:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68150121-68dc-4495-bcf7-8d66179822f8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'ip_address': '172.27.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:28:27Z', 'updated_at': '2022-05-03T21:28:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840377-1-iscsi', '_interfaces': [{'id': '4fd95030-f142-4d90-a90c-6a2865ea606e', 'name': '', 'network_id': 'afa29ce3-7ea1-4fb3-8d15-b28913382476', 'tenant_id': 'bd571e41b44a4bc6b16bf8163252f168', 'mac_address': 'fa:16:3e:7c:b9:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68150121-68dc-4495-bcf7-8d66179822f8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '663a4790-11b9-4523-b0db-a1ea41b30d40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:28:34Z', 'updated_at': '2022-05-03T21:28:38Z', 'revision_number': 2, 'project_id': 'bd571e41b44a4bc6b16bf8163252f168', 'subnets': [{'id': '663a4790-11b9-4523-b0db-a1ea41b30d40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 03 21:28:43.448661 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [None req-b5d54825-97bd-4cd7-a9e7-242158f3edff admin admin] 10.222.0.48 "PUT /v2.0/routers/68150121-68dc-4495-bcf7-8d66179822f8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.8030195 May 03 21:28:43.561441 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4615270e-2105-46c5-b381-1321d5cc70ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d47f5b57-890d-4bc1-af93-bbd8b95d770e,revision_number=1']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:28:43.568840 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [None req-4615270e-2105-46c5-b381-1321d5cc70ba admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=777c84b988254ca4a92a2224ceca7117&name=default HTTP/1.1" status: 200 len: 2647 time: 2.9439220 May 03 21:28:43.579284 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.48', 53732) {{(pid=83992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:28:43.658492 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb1ca13-0fe5-4cec-8464-1d253d7f822c req-64520719-334d-4a9a-8218-c4c0fa50a45c tempest-DeleteServersTestJSON-1257599601 tempest-DeleteServersTestJSON-1257599601-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:28:43.666924 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-7cb1ca13-0fe5-4cec-8464-1d253d7f822c req-64520719-334d-4a9a-8218-c4c0fa50a45c tempest-DeleteServersTestJSON-1257599601 tempest-DeleteServersTestJSON-1257599601-project] 10.222.0.48 "GET /v2.0/ports?device_id=7ae08669-d95f-432b-bc27-265833de050d HTTP/1.1" status: 200 len: 932 time: 0.3666937 May 03 21:28:43.715155 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.plugins.ml2.db [None req-b809e789-c7fd-485e-bc4a-232de4bf41ab None None] For port 087752cd-a7f8-4c3d-8a0a-2bf75c5efd8a, host dv-cinder-840377-1-iscsi, cleared binding levels {{(pid=83995) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 21:28:43.722069 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.plugins.ml2.db [None req-b809e789-c7fd-485e-bc4a-232de4bf41ab None None] For port 087752cd-a7f8-4c3d-8a0a-2bf75c5efd8a, host dv-cinder-840377-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840377-1-iscsi',level=0,port_id=087752cd-a7f8-4c3d-8a0a-2bf75c5efd8a,segment=NetworkSegment(f62d725e-ae77-4a78-847c-f1a234768bbb),segment_id=f62d725e-ae77-4a78-847c-f1a234768bbb)] {{(pid=83995) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 21:28:43.823013 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-ae1de111-6164-4a82-ad18-592ac155d1a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:43.831519 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-39718edb-3057-4bdd-a315-4f340c40957c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1124352'] for port, before_update {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:43.832195 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-b809e789-c7fd-485e-bc4a-232de4bf41ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781386188966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781385847453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781385847498'] for port, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:43.838487 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.rpc [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Device 47cd9d07-2d00-4180-95fe-13e5ca78401c up at agent ovs-agent-dv-cinder-840377-1-iscsi {{(pid=83994) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 21:28:43.873122 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-7cb1ca13-0fe5-4cec-8464-1d253d7f822c req-1ffda0fa-2aa4-40d0-993d-8b8509543d6b tempest-DeleteServersTestJSON-1257599601 tempest-DeleteServersTestJSON-1257599601-project] 10.222.0.48 "GET /v2.0/security-groups?id=6d61b926-5dcc-4a56-9b2d-720c7d6b9af8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2046447 May 03 21:28:43.904488 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-91ddd9ef-9459-4e9d-8d21-55d9b1dff48b admin admin] Notify callbacks [] for port, precommit_update {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:43.904488 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.db.l3_dvrscheduler_db [req-138e1955-7f54-4e4a-8528-c37ff6fb7970 req-e40bae85-44ce-4eb3-8bd7-a071ad976a0e tempest-DeleteServersTestJSON-1257599601 tempest-DeleteServersTestJSON-1257599601-project] Received port after_create {{(pid=83993) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 03 21:28:43.910976 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138e1955-7f54-4e4a-8528-c37ff6fb7970 req-e40bae85-44ce-4eb3-8bd7-a071ad976a0e tempest-DeleteServersTestJSON-1257599601 tempest-DeleteServersTestJSON-1257599601-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:28:43.912020 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-138e1955-7f54-4e4a-8528-c37ff6fb7970 req-e40bae85-44ce-4eb3-8bd7-a071ad976a0e tempest-DeleteServersTestJSON-1257599601 tempest-DeleteServersTestJSON-1257599601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1706389'] for port, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:43.940908 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40bae85-44ce-4eb3-8bd7-a071ad976a0e tempest-DeleteServersTestJSON-1257599601 tempest-DeleteServersTestJSON-1257599601-project] Pushing event updated for resources: {'Port': ['ID=99d8b720-a305-456d-805e-84e960517e14,revision_number=1']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:28:43.969525 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0b948d-f7f0-4fa5-9c7f-0cab04680e3f None None] Pushing event updated for resources: {'Port': ['ID=087752cd-a7f8-4c3d-8a0a-2bf75c5efd8a,revision_number=4']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:28:44.007817 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [req-1af9e95b-3de2-4694-b47f-680d7adfc52f req-1c44eb16-e28a-43b5-ba5b-9f70bf0d7119 tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] Unset dirty status for tenant:30468ebc688d4bc1b036b4b984931e87 on resource:network {{(pid=83993) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 21:28:44.014257 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-1af9e95b-3de2-4694-b47f-680d7adfc52f req-1c44eb16-e28a-43b5-ba5b-9f70bf0d7119 tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] 10.222.0.48 "GET /v2.0/networks?id=5bd090d5-a93e-4f68-8601-6aad9d3eb473 HTTP/1.1" status: 200 len: 819 time: 2.6305909 May 03 21:28:44.017855 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-91ddd9ef-9459-4e9d-8d21-55d9b1dff48b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781386188966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781385847453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781385847498'] for port, after_update {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:44.018598 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-91ddd9ef-9459-4e9d-8d21-55d9b1dff48b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1706276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-333604'] for router_interface, after_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:44.047231 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b809e789-c7fd-485e-bc4a-232de4bf41ab None None] Routers {'38e06872-0087-4283-8484-749276bac7e2'} bound to L3 agent in host dv-cinder-840377-1-iscsi {{(pid=83995) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 03 21:28:44.049652 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.db.l3_hamode_db [None req-b809e789-c7fd-485e-bc4a-232de4bf41ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840377-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-03T21:19:18Z,description=,heartbeat_timestamp=2022-05-03T21:28:18Z,host='dv-cinder-840377-1-iscsi',id=c192ea1b-f7d6-49b7-9f22-5492fbafc6f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:19:19Z,topic='l3_agent')) {'router_ids': ['38e06872-0087-4283-8484-749276bac7e2'], 'active': True} {{(pid=83995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:28:44.166546 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.plugin [None req-3f4a01ca-4c4d-4ed8-91d2-6af39e8e91cd None None] Port 4fd95030-f142-4d90-a90c-6a2865ea606e cannot update to ACTIVE because it is not bound. {{(pid=83994) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 03 21:28:44.188337 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-138e1955-7f54-4e4a-8528-c37ff6fb7970 req-e40bae85-44ce-4eb3-8bd7-a071ad976a0e tempest-DeleteServersTestJSON-1257599601 tempest-DeleteServersTestJSON-1257599601-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.6679895 May 03 21:28:44.232708 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.48', 53742) {{(pid=83993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:28:44.263500 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-ae1de111-6164-4a82-ad18-592ac155d1a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:44.266037 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.wsgi [req-138e1955-7f54-4e4a-8528-c37ff6fb7970 req-1a1e1b56-eeaa-4639-8e59-658ac0e4b8ba tempest-DeleteServersTestJSON-1257599601 tempest-DeleteServersTestJSON-1257599601-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=83993) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 03 21:28:44.273296 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-138e1955-7f54-4e4a-8528-c37ff6fb7970 req-1a1e1b56-eeaa-4639-8e59-658ac0e4b8ba tempest-DeleteServersTestJSON-1257599601 tempest-DeleteServersTestJSON-1257599601-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0360425 May 03 21:28:44.353631 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-1af9e95b-3de2-4694-b47f-680d7adfc52f req-e2d7fb47-453f-4c9e-8d3a-605d1faa3ca9 tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] 10.222.0.48 "GET /v2.0/quotas/30468ebc688d4bc1b036b4b984931e87 HTTP/1.1" status: 200 len: 375 time: 0.3375664 May 03 21:28:44.546720 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ddd9ef-9459-4e9d-8d21-55d9b1dff48b admin admin] Pushing event updated for resources: {'Port': ['ID=5457c169-81f4-4fd9-9167-a261b394277b,revision_number=2']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:28:44.642249 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-b5af1edb-f13e-40cc-afb7-47a1ccdfb827 None None] Notify callbacks [] for port, precommit_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:44.655298 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.provisioning_blocks [None req-b5af1edb-f13e-40cc-afb7-47a1ccdfb827 None None] Transition to ACTIVE for port object a353ebbc-82af-401c-a27c-5a116fea74c8 will not be triggered until provisioned by entity L2. {{(pid=83994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 21:28:44.658187 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91ddd9ef-9459-4e9d-8d21-55d9b1dff48b admin admin] Network a76ba353-ab28-4792-b070-a9ace23ad085 is already hosted by enough agents. {{(pid=83993) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 21:28:44.663516 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.scheduler.base_scheduler [None req-91ddd9ef-9459-4e9d-8d21-55d9b1dff48b admin admin] Resources bound (agent type, host, resource id): {{(pid=83993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 21:28:44.755382 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.db.l3_dvr_db [None req-b809e789-c7fd-485e-bc4a-232de4bf41ab None None] Set router 38e06872-0087-4283-8484-749276bac7e2 gateway port host: dv-cinder-840377-1-iscsi {{(pid=83995) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 03 21:28:44.829222 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-ae1de111-6164-4a82-ad18-592ac155d1a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746426'] for security_group, after_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:44.861244 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-b5af1edb-f13e-40cc-afb7-47a1ccdfb827 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781386188966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781385847453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781385847498'] for port, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:45.006120 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1de111-6164-4a82-ad18-592ac155d1a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d47f5b57-890d-4bc1-af93-bbd8b95d770e,revision_number=None']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:28:45.093711 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-ae1de111-6164-4a82-ad18-592ac155d1a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:45.094850 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [None req-ae1de111-6164-4a82-ad18-592ac155d1a8 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d47f5b57-890d-4bc1-af93-bbd8b95d770e HTTP/1.1" status: 204 len: 168 time: 1.5167019 May 03 21:28:45.205977 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-39718edb-3057-4bdd-a315-4f340c40957c admin admin] Notify callbacks [] for port, precommit_update {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:45.220991 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.provisioning_blocks [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Provisioning for port 47cd9d07-2d00-4180-95fe-13e5ca78401c completed by entity L2. {{(pid=83994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 21:28:45.285548 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.provisioning_blocks [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Provisioning complete for port 47cd9d07-2d00-4180-95fe-13e5ca78401c triggered by entity L2. {{(pid=83994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:28:45.296186 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-39718edb-3057-4bdd-a315-4f340c40957c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781386188966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781385847453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781385847498'] for port, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:45.297412 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2080827'] for port, provisioning_complete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:45.297519 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-39718edb-3057-4bdd-a315-4f340c40957c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1706276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-333604'] for router_interface, after_create {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:45.413943 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [req-1af9e95b-3de2-4694-b47f-680d7adfc52f req-ad851f45-ba64-4142-8b51-03628395cc97 tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] Synchronizing usage tracker for tenant:30468ebc688d4bc1b036b4b984931e87 on resource:port {{(pid=83993) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 21:28:45.418083 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b519eccb-f816-4353-85ea-ffa5576ec2c8 None None] Pushing event updated for resources: {'Port': ['ID=a353ebbc-82af-401c-a27c-5a116fea74c8,revision_number=2']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:28:45.466796 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.managers [None req-b5af1edb-f13e-40cc-afb7-47a1ccdfb827 None None] Attempting to bind port a353ebbc-82af-401c-a27c-5a116fea74c8 on host dv-cinder-840377-1-iscsi for vnic_type normal with profile {{(pid=83994) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 21:28:45.467166 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.managers [None req-b5af1edb-f13e-40cc-afb7-47a1ccdfb827 None None] Attempting to bind port a353ebbc-82af-401c-a27c-5a116fea74c8 by drivers openvswitch,hyperv on host dv-cinder-840377-1-iscsi at level 0 using segments [{'id': '36b0f1c3-e784-4cca-986f-65718d8cb16d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c33334bd-f19e-453d-9f7b-349270405c58'}] {{(pid=83994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 21:28:45.476844 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.v2.base [req-138e1955-7f54-4e4a-8528-c37ff6fb7970 req-f323f0a3-f70a-489c-b12a-0e2a88d8e432 service neutron] Request body: {'port': {'device_id': '7ae08669-d95f-432b-bc27-265833de050d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84037'}} {{(pid=83993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 03 21:28:45.477354 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5af1edb-f13e-40cc-afb7-47a1ccdfb827 None None] Attempting to bind port a353ebbc-82af-401c-a27c-5a116fea74c8 on network c33334bd-f19e-453d-9f7b-349270405c58 {{(pid=83994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 03 21:28:45.511991 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.provisioning_blocks [None req-0f22a4bf-4ce0-401c-a08f-fec85081feae None None] Provisioning complete for port 47cd9d07-2d00-4180-95fe-13e5ca78401c triggered by entity DHCP. {{(pid=83994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:28:45.512586 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-0f22a4bf-4ce0-401c-a08f-fec85081feae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2080827'] for port, provisioning_complete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:45.585649 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.db.l3_hamode_db [None req-b809e789-c7fd-485e-bc4a-232de4bf41ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38e06872-0087-4283-8484-749276bac7e2', 'name': 'tempest-ServerRescueNegativeTestJSON-1238909945-router', 'tenant_id': '30468ebc688d4bc1b036b4b984931e87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c33334bd-f19e-453d-9f7b-349270405c58', 'external_fixed_ips': [{'subnet_id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'ip_address': '172.27.1.244'}], 'enable_snat': True}, 'gw_port_id': '7a52de95-86b8-413b-92c0-22bf273d3dc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:28:24Z', 'updated_at': '2022-05-03T21:28:34Z', 'revision_number': 4, 'project_id': '30468ebc688d4bc1b036b4b984931e87', 'gw_port': {'id': '7a52de95-86b8-413b-92c0-22bf273d3dc0', 'name': '', 'network_id': 'c33334bd-f19e-453d-9f7b-349270405c58', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:20:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38e06872-0087-4283-8484-749276bac7e2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'ip_address': '172.27.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:28:26Z', 'updated_at': '2022-05-03T21:28:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840377-1-iscsi', '_interfaces': [{'id': '087752cd-a7f8-4c3d-8a0a-2bf75c5efd8a', 'name': '', 'network_id': '5bd090d5-a93e-4f68-8601-6aad9d3eb473', 'tenant_id': '30468ebc688d4bc1b036b4b984931e87', 'mac_address': 'fa:16:3e:05:d9:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38e06872-0087-4283-8484-749276bac7e2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f1f0ef4c-4f27-4b18-935d-75e084855fe6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:28:32Z', 'updated_at': '2022-05-03T21:28:43Z', 'revision_number': 4, 'project_id': '30468ebc688d4bc1b036b4b984931e87', 'subnets': [{'id': 'f1f0ef4c-4f27-4b18-935d-75e084855fe6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840377-1-iscsi', False) {} {{(pid=83995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:28:45.590537 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b809e789-c7fd-485e-bc4a-232de4bf41ab None None] The sync data for ids ['38e06872-0087-4283-8484-749276bac7e2'] in dv-cinder-840377-1-iscsi is: [{'id': '38e06872-0087-4283-8484-749276bac7e2', 'name': 'tempest-ServerRescueNegativeTestJSON-1238909945-router', 'tenant_id': '30468ebc688d4bc1b036b4b984931e87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c33334bd-f19e-453d-9f7b-349270405c58', 'external_fixed_ips': [{'subnet_id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'ip_address': '172.27.1.244'}], 'enable_snat': True}, 'gw_port_id': '7a52de95-86b8-413b-92c0-22bf273d3dc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:28:24Z', 'updated_at': '2022-05-03T21:28:34Z', 'revision_number': 4, 'project_id': '30468ebc688d4bc1b036b4b984931e87', 'gw_port': {'id': '7a52de95-86b8-413b-92c0-22bf273d3dc0', 'name': '', 'network_id': 'c33334bd-f19e-453d-9f7b-349270405c58', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:20:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38e06872-0087-4283-8484-749276bac7e2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'ip_address': '172.27.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:28:26Z', 'updated_at': '2022-05-03T21:28:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840377-1-iscsi', '_interfaces': [{'id': '087752cd-a7f8-4c3d-8a0a-2bf75c5efd8a', 'name': '', 'network_id': '5bd090d5-a93e-4f68-8601-6aad9d3eb473', 'tenant_id': '30468ebc688d4bc1b036b4b984931e87', 'mac_address': 'fa:16:3e:05:d9:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38e06872-0087-4283-8484-749276bac7e2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f1f0ef4c-4f27-4b18-935d-75e084855fe6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:28:32Z', 'updated_at': '2022-05-03T21:28:43Z', 'revision_number': 4, 'project_id': '30468ebc688d4bc1b036b4b984931e87', 'subnets': [{'id': 'f1f0ef4c-4f27-4b18-935d-75e084855fe6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83995) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 03 21:28:45.618262 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-279b05c4-28a8-4a81-91f2-2926656958b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:45.643968 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5af1edb-f13e-40cc-afb7-47a1ccdfb827 None None] Checking agent: {'id': 'fb00ce1e-8ae6-4b1c-988b-a0ad40f400cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840377-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 21, 19, 20), 'started_at': datetime.datetime(2022, 5, 3, 21, 19, 50), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 21, 28, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840377-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 03 21:28:45.652653 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5af1edb-f13e-40cc-afb7-47a1ccdfb827 None None] Checking segment: {'id': '36b0f1c3-e784-4cca-986f-65718d8cb16d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c33334bd-f19e-453d-9f7b-349270405c58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 03 21:28:45.652653 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-b5af1edb-f13e-40cc-afb7-47a1ccdfb827 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:45.652653 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5af1edb-f13e-40cc-afb7-47a1ccdfb827 None None] Bound using segment: {'id': '36b0f1c3-e784-4cca-986f-65718d8cb16d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c33334bd-f19e-453d-9f7b-349270405c58'} {{(pid=83994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 03 21:28:45.652653 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.managers [None req-b5af1edb-f13e-40cc-afb7-47a1ccdfb827 None None] Bound port: a353ebbc-82af-401c-a27c-5a116fea74c8, host: dv-cinder-840377-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36b0f1c3-e784-4cca-986f-65718d8cb16d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c33334bd-f19e-453d-9f7b-349270405c58'}}] {{(pid=83994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 21:28:45.652653 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-b5af1edb-f13e-40cc-afb7-47a1ccdfb827 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1124352'] for port, before_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:45.653436 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39718edb-3057-4bdd-a315-4f340c40957c admin admin] Pushing event updated for resources: {'Port': ['ID=420ded47-b7bf-4a1d-b041-ea6b040061a2,revision_number=2']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:28:45.861600 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [req-1af9e95b-3de2-4694-b47f-680d7adfc52f req-ad851f45-ba64-4142-8b51-03628395cc97 tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] Unset dirty status for tenant:30468ebc688d4bc1b036b4b984931e87 on resource:port {{(pid=83993) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 21:28:45.870160 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-1af9e95b-3de2-4694-b47f-680d7adfc52f req-ad851f45-ba64-4142-8b51-03628395cc97 tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=30468ebc688d4bc1b036b4b984931e87&fields=id HTTP/1.1" status: 200 len: 302 time: 1.5076089 May 03 21:28:45.951193 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39718edb-3057-4bdd-a315-4f340c40957c admin admin] Network 74dacc7e-115e-4cd0-87fd-8eaa4de43b7c is already hosted by enough agents. {{(pid=83992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 21:28:45.954127 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.scheduler.base_scheduler [None req-39718edb-3057-4bdd-a315-4f340c40957c admin admin] Resources bound (agent type, host, resource id): {{(pid=83992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 21:28:46.004081 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-279b05c4-28a8-4a81-91f2-2926656958b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:28:46.016247 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-279b05c4-28a8-4a81-91f2-2926656958b0 admin admin] Usage tracker for resource:security_group_rule and tenant:40171c5137454ddf8d4100e26e85cea8 is out of sync, need to count used quota {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:28:46.026783 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-279b05c4-28a8-4a81-91f2-2926656958b0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:28:46.048248 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.db [None req-b5af1edb-f13e-40cc-afb7-47a1ccdfb827 None None] For port a353ebbc-82af-401c-a27c-5a116fea74c8, host dv-cinder-840377-1-iscsi, cleared binding levels {{(pid=83994) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 21:28:46.050079 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-279b05c4-28a8-4a81-91f2-2926656958b0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:28:46.055560 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.db [None req-b5af1edb-f13e-40cc-afb7-47a1ccdfb827 None None] For port a353ebbc-82af-401c-a27c-5a116fea74c8, host dv-cinder-840377-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840377-1-iscsi',level=0,port_id=a353ebbc-82af-401c-a27c-5a116fea74c8,segment=NetworkSegment(36b0f1c3-e784-4cca-986f-65718d8cb16d),segment_id=36b0f1c3-e784-4cca-986f-65718d8cb16d)] {{(pid=83994) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 21:28:46.179253 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-b5af1edb-f13e-40cc-afb7-47a1ccdfb827 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781386188966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781385847453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781385847498'] for port, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:46.479543 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-138e1955-7f54-4e4a-8528-c37ff6fb7970 req-f323f0a3-f70a-489c-b12a-0e2a88d8e432 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1124352'] for port, before_update {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:46.612732 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.48', 53774) {{(pid=83992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:28:46.621686 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-279b05c4-28a8-4a81-91f2-2926656958b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:46.696928 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-49b3fdfa-64db-4381-9e5f-df21d6d5e8ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:46.743553 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.wsgi [req-1af9e95b-3de2-4694-b47f-680d7adfc52f req-458d51fb-a813-4184-b57a-3c6a5586de53 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=83993) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 03 21:28:46.744873 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-1af9e95b-3de2-4694-b47f-680d7adfc52f req-458d51fb-a813-4184-b57a-3c6a5586de53 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.4091017 May 03 21:28:46.760526 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-279b05c4-28a8-4a81-91f2-2926656958b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746426'] for security_group, after_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:46.860776 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.db.quota.driver [None req-49b3fdfa-64db-4381-9e5f-df21d6d5e8ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:28:46.868166 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.quota.resource [None req-49b3fdfa-64db-4381-9e5f-df21d6d5e8ab admin admin] Usage tracker for resource:security_group_rule and tenant:855bb9e3b6b143748fbeb4db20a2f838 is out of sync, need to count used quota {{(pid=83992) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:28:46.910738 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1124352'] for port, before_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:46.941385 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-0f22a4bf-4ce0-401c-a08f-fec85081feae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1124352'] for port, before_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:46.979869 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b519eccb-f816-4353-85ea-ffa5576ec2c8 None None] Pushing event updated for resources: {'Port': ['ID=a353ebbc-82af-401c-a27c-5a116fea74c8,revision_number=3']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:28:47.002174 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5af1edb-f13e-40cc-afb7-47a1ccdfb827 None None] Routers {'360beb80-9db1-4402-a5b1-1a0d502ee210'} bound to L3 agent in host dv-cinder-840377-1-iscsi {{(pid=83994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 03 21:28:47.007514 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.l3_hamode_db [None req-b5af1edb-f13e-40cc-afb7-47a1ccdfb827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840377-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-03T21:19:18Z,description=,heartbeat_timestamp=2022-05-03T21:28:18Z,host='dv-cinder-840377-1-iscsi',id=c192ea1b-f7d6-49b7-9f22-5492fbafc6f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:19:19Z,topic='l3_agent')) {'router_ids': ['360beb80-9db1-4402-a5b1-1a0d502ee210'], 'active': True} {{(pid=83994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:28:47.021278 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.quota.resource [None req-49b3fdfa-64db-4381-9e5f-df21d6d5e8ab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83992) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:28:47.038692 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.48', 53780) {{(pid=83992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:28:47.096672 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-78885263-210c-48b9-a6ed-606ce397a095 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781386283879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2080842'] for agent, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:47.108390 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.v2.base [None req-ec1c5d4c-7772-47d0-b22a-907fa1ebb004 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1506121425', 'description': 'tempest-description--1021934769'}} {{(pid=83992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 03 21:28:47.333406 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.db.quota.driver [None req-ec1c5d4c-7772-47d0-b22a-907fa1ebb004 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:28:47.350848 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.quota.resource [None req-ec1c5d4c-7772-47d0-b22a-907fa1ebb004 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Usage tracker for resource:security_group and tenant:bd571e41b44a4bc6b16bf8163252f168 is out of sync, need to count used quota {{(pid=83992) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:28:47.368204 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.db [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] For port 47cd9d07-2d00-4180-95fe-13e5ca78401c, host dv-cinder-840377-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840377-1-iscsi',level=0,port_id=47cd9d07-2d00-4180-95fe-13e5ca78401c,segment=NetworkSegment(f612df4b-39e4-4aca-8577-536003890aab),segment_id=f612df4b-39e4-4aca-8577-536003890aab)] {{(pid=83994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 21:28:47.371160 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.quota.resource [None req-ec1c5d4c-7772-47d0-b22a-907fa1ebb004 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83992) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:28:47.411825 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.db.quota.driver [None req-ec1c5d4c-7772-47d0-b22a-907fa1ebb004 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:28:47.472025 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.l3_dvr_db [None req-b5af1edb-f13e-40cc-afb7-47a1ccdfb827 None None] Set router 360beb80-9db1-4402-a5b1-1a0d502ee210 gateway port host: dv-cinder-840377-1-iscsi {{(pid=83994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 03 21:28:47.549132 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.db.quota.driver [None req-49b3fdfa-64db-4381-9e5f-df21d6d5e8ab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:28:47.598832 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-ec1c5d4c-7772-47d0-b22a-907fa1ebb004 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Notify callbacks [] for security_group, before_create {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:47.771800 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781386188966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781385847453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781385847498'] for port, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:47.868186 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.db.quota.driver [None req-ec1c5d4c-7772-47d0-b22a-907fa1ebb004 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:28:47.895397 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.quota.resource [None req-ec1c5d4c-7772-47d0-b22a-907fa1ebb004 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Usage tracker for resource:security_group_rule and tenant:bd571e41b44a4bc6b16bf8163252f168 is out of sync, need to count used quota {{(pid=83992) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:28:47.903432 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.quota.resource [None req-ec1c5d4c-7772-47d0-b22a-907fa1ebb004 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83992) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:28:47.951651 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.db.quota.driver [None req-ec1c5d4c-7772-47d0-b22a-907fa1ebb004 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:28:48.006227 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999c824d-7a5d-4ee7-8893-f325ab28a6d9 req-90568b61-a50a-4ee4-bb7b-29ed044e4eae tempest-DeleteServersTestJSON-1257599601 tempest-DeleteServersTestJSON-1257599601-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:28:48.036274 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-999c824d-7a5d-4ee7-8893-f325ab28a6d9 req-90568b61-a50a-4ee4-bb7b-29ed044e4eae tempest-DeleteServersTestJSON-1257599601 tempest-DeleteServersTestJSON-1257599601-project] 10.222.0.48 "GET /v2.0/ports?device_id=7ae08669-d95f-432b-bc27-265833de050d HTTP/1.1" status: 200 len: 932 time: 0.5967565 May 03 21:28:48.053273 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.notifiers.nova [req-138e1955-7f54-4e4a-8528-c37ff6fb7970 req-f323f0a3-f70a-489c-b12a-0e2a88d8e432 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99d8b720-a305-456d-805e-84e960517e14 {{(pid=83993) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 03 21:28:48.058813 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.db.api [None req-0f22a4bf-4ce0-401c-a08f-fec85081feae None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83994) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 03 21:28:48.059012 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG oslo_db.api [None req-0f22a4bf-4ce0-401c-a08f-fec85081feae None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 03 21:28:48.095236 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-138e1955-7f54-4e4a-8528-c37ff6fb7970 req-f323f0a3-f70a-489c-b12a-0e2a88d8e432 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:48.111675 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Pushing event updated for resources: {'Port': ['ID=47cd9d07-2d00-4180-95fe-13e5ca78401c,revision_number=3']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:28:48.134171 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.db.provisioning_blocks [req-138e1955-7f54-4e4a-8528-c37ff6fb7970 req-f323f0a3-f70a-489c-b12a-0e2a88d8e432 service neutron] Transition to ACTIVE for port object 99d8b720-a305-456d-805e-84e960517e14 will not be triggered until provisioned by entity L2. {{(pid=83993) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 21:28:48.142709 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279b05c4-28a8-4a81-91f2-2926656958b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef9b2f5a-523d-429b-936e-9d142b98594b,revision_number=1']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:28:48.193788 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-49b3fdfa-64db-4381-9e5f-df21d6d5e8ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:48.314190 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-49b3fdfa-64db-4381-9e5f-df21d6d5e8ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746426'] for security_group, after_create {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:48.387489 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-ec1c5d4c-7772-47d0-b22a-907fa1ebb004 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Notify callbacks [] for security_group, precommit_create {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:48.395570 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.rpc [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Device 087752cd-a7f8-4c3d-8a0a-2bf75c5efd8a up at agent ovs-agent-dv-cinder-840377-1-iscsi {{(pid=83994) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 21:28:48.411730 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-138e1955-7f54-4e4a-8528-c37ff6fb7970 req-f323f0a3-f70a-489c-b12a-0e2a88d8e432 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781386188966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781385847453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781385847498'] for port, after_update {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:48.425964 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-999c824d-7a5d-4ee7-8893-f325ab28a6d9 req-c6c20d3a-cf9d-49d2-bc40-40500838c143 tempest-DeleteServersTestJSON-1257599601 tempest-DeleteServersTestJSON-1257599601-project] 10.222.0.48 "GET /v2.0/security-groups?id=6d61b926-5dcc-4a56-9b2d-720c7d6b9af8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3884168 May 03 21:28:48.464919 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b3fdfa-64db-4381-9e5f-df21d6d5e8ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f8ec423-c8da-4299-abbc-1f801e57f283,revision_number=1']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:28:48.485916 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [None req-49b3fdfa-64db-4381-9e5f-df21d6d5e8ab admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=855bb9e3b6b143748fbeb4db20a2f838&name=default HTTP/1.1" status: 200 len: 2647 time: 1.8720319 May 03 21:28:48.489264 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.48', 53786) {{(pid=83992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:28:48.494048 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-ec1c5d4c-7772-47d0-b22a-907fa1ebb004 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746426'] for security_group, after_create {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:48.532785 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-279b05c4-28a8-4a81-91f2-2926656958b0 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=40171c5137454ddf8d4100e26e85cea8&name=default HTTP/1.1" status: 200 len: 2647 time: 4.2492957 May 03 21:28:48.545826 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.48', 53790) {{(pid=83992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:28:48.650286 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1c5d4c-7772-47d0-b22a-907fa1ebb004 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Pushing event updated for resources: {'SecurityGroup': ['ID=73d0b568-6014-48c2-b361-ba1ad81e233d,revision_number=1']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:28:48.703489 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.l3_hamode_db [None req-b5af1edb-f13e-40cc-afb7-47a1ccdfb827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '360beb80-9db1-4402-a5b1-1a0d502ee210', 'name': 'tempest-AttachVolumeTestJSON-600581022-router', 'tenant_id': 'a2df1ca790224a009004c3c22a5ee5c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c33334bd-f19e-453d-9f7b-349270405c58', 'external_fixed_ips': [{'subnet_id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'ip_address': '172.27.1.17'}], 'enable_snat': True}, 'gw_port_id': 'a353ebbc-82af-401c-a27c-5a116fea74c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:28:28Z', 'updated_at': '2022-05-03T21:28:43Z', 'revision_number': 4, 'project_id': 'a2df1ca790224a009004c3c22a5ee5c5', 'gw_port': {'id': 'a353ebbc-82af-401c-a27c-5a116fea74c8', 'name': '', 'network_id': 'c33334bd-f19e-453d-9f7b-349270405c58', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:ae:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '360beb80-9db1-4402-a5b1-1a0d502ee210', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'ip_address': '172.27.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:28:30Z', 'updated_at': '2022-05-03T21:28:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840377-1-iscsi', '_interfaces': [{'id': '420ded47-b7bf-4a1d-b041-ea6b040061a2', 'name': '', 'network_id': '74dacc7e-115e-4cd0-87fd-8eaa4de43b7c', 'tenant_id': 'a2df1ca790224a009004c3c22a5ee5c5', 'mac_address': 'fa:16:3e:94:17:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '360beb80-9db1-4402-a5b1-1a0d502ee210', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '55e45d73-03f2-4af5-b38e-f33c41c1d7ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:28:42Z', 'updated_at': '2022-05-03T21:28:44Z', 'revision_number': 2, 'project_id': 'a2df1ca790224a009004c3c22a5ee5c5', 'subnets': [{'id': '55e45d73-03f2-4af5-b38e-f33c41c1d7ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840377-1-iscsi', False) {} {{(pid=83994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:28:48.731579 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5af1edb-f13e-40cc-afb7-47a1ccdfb827 None None] The sync data for ids ['360beb80-9db1-4402-a5b1-1a0d502ee210'] in dv-cinder-840377-1-iscsi is: [{'id': '360beb80-9db1-4402-a5b1-1a0d502ee210', 'name': 'tempest-AttachVolumeTestJSON-600581022-router', 'tenant_id': 'a2df1ca790224a009004c3c22a5ee5c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c33334bd-f19e-453d-9f7b-349270405c58', 'external_fixed_ips': [{'subnet_id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'ip_address': '172.27.1.17'}], 'enable_snat': True}, 'gw_port_id': 'a353ebbc-82af-401c-a27c-5a116fea74c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:28:28Z', 'updated_at': '2022-05-03T21:28:43Z', 'revision_number': 4, 'project_id': 'a2df1ca790224a009004c3c22a5ee5c5', 'gw_port': {'id': 'a353ebbc-82af-401c-a27c-5a116fea74c8', 'name': '', 'network_id': 'c33334bd-f19e-453d-9f7b-349270405c58', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:ae:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '360beb80-9db1-4402-a5b1-1a0d502ee210', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'ip_address': '172.27.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:28:30Z', 'updated_at': '2022-05-03T21:28:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840377-1-iscsi', '_interfaces': [{'id': '420ded47-b7bf-4a1d-b041-ea6b040061a2', 'name': '', 'network_id': '74dacc7e-115e-4cd0-87fd-8eaa4de43b7c', 'tenant_id': 'a2df1ca790224a009004c3c22a5ee5c5', 'mac_address': 'fa:16:3e:94:17:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '360beb80-9db1-4402-a5b1-1a0d502ee210', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '55e45d73-03f2-4af5-b38e-f33c41c1d7ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:28:42Z', 'updated_at': '2022-05-03T21:28:44Z', 'revision_number': 2, 'project_id': 'a2df1ca790224a009004c3c22a5ee5c5', 'subnets': [{'id': '55e45d73-03f2-4af5-b38e-f33c41c1d7ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 03 21:28:48.740943 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39718edb-3057-4bdd-a315-4f340c40957c admin admin] Router 360beb80-9db1-4402-a5b1-1a0d502ee210 has already been hosted by L3 agent c192ea1b-f7d6-49b7-9f22-5492fbafc6f3 {{(pid=83992) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 03 21:28:48.762549 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-cb96260f-ad01-4274-a980-50f8652f314a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781386283879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2080842'] for agent, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:48.763844 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-1af9e95b-3de2-4694-b47f-680d7adfc52f req-4b1cc547-2805-44a2-8fa2-5c9fb316543b service neutron] 10.222.0.48 "GET /v2.0/networks/5bd090d5-a93e-4f68-8601-6aad9d3eb473?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.9933259 May 03 21:28:48.782826 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f323f0a3-f70a-489c-b12a-0e2a88d8e432 service neutron] Pushing event updated for resources: {'Port': ['ID=99d8b720-a305-456d-805e-84e960517e14,revision_number=2']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:28:48.811451 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781386283879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2080842'] for agent, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:48.812307 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-dd98a06d-6a67-45a7-88d7-9182ad05a6b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:48.818118 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-ec1c5d4c-7772-47d0-b22a-907fa1ebb004 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Notify callbacks [] for security_group, before_response {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:48.820173 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [None req-ec1c5d4c-7772-47d0-b22a-907fa1ebb004 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1614 time: 1.7803257 May 03 21:28:48.847084 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.48', 53796) {{(pid=83992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:28:48.850728 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-a94a6174-5115-4ef0-b0a2-0823e4f6864f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:48.861492 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.v2.base [None req-8b544e45-3eb9-47cd-b456-09505f09c843 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Request body: {'security_group_rule': {'security_group_id': '73d0b568-6014-48c2-b361-ba1ad81e233d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 03 21:28:48.877482 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.provisioning_blocks [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Provisioning for port 087752cd-a7f8-4c3d-8a0a-2bf75c5efd8a completed by entity L2. {{(pid=83994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 21:28:48.883622 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.provisioning_blocks [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Provisioning complete for port 087752cd-a7f8-4c3d-8a0a-2bf75c5efd8a triggered by entity L2. {{(pid=83994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:28:48.884000 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2080827'] for port, provisioning_complete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:48.900904 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.db.quota.driver [None req-8b544e45-3eb9-47cd-b456-09505f09c843 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:28:48.915051 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-dd98a06d-6a67-45a7-88d7-9182ad05a6b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:48.930999 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.provisioning_blocks [None req-0f22a4bf-4ce0-401c-a08f-fec85081feae None None] Provisioning for port 420ded47-b7bf-4a1d-b041-ea6b040061a2 completed by entity DHCP. {{(pid=83994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 21:28:48.950291 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.provisioning_blocks [None req-0f22a4bf-4ce0-401c-a08f-fec85081feae None None] Provisioning complete for port 420ded47-b7bf-4a1d-b041-ea6b040061a2 triggered by entity DHCP. {{(pid=83994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:28:48.950685 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-0f22a4bf-4ce0-401c-a08f-fec85081feae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2080827'] for port, provisioning_complete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:48.983616 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.managers [req-138e1955-7f54-4e4a-8528-c37ff6fb7970 req-f323f0a3-f70a-489c-b12a-0e2a88d8e432 service neutron] Attempting to bind port 99d8b720-a305-456d-805e-84e960517e14 on host hv-cinder-84037 for vnic_type normal with profile {{(pid=83993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 21:28:48.984029 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.managers [req-138e1955-7f54-4e4a-8528-c37ff6fb7970 req-f323f0a3-f70a-489c-b12a-0e2a88d8e432 service neutron] Attempting to bind port 99d8b720-a305-456d-805e-84e960517e14 by drivers openvswitch,hyperv on host hv-cinder-84037 at level 0 using segments [{'id': 'f8a3db2b-cde4-435f-b662-ad3a00207e92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '556cc182-54d3-4ca5-af4a-8fbf93a97ff0'}] {{(pid=83993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 21:28:48.984365 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-138e1955-7f54-4e4a-8528-c37ff6fb7970 req-f323f0a3-f70a-489c-b12a-0e2a88d8e432 service neutron] Attempting to bind port 99d8b720-a305-456d-805e-84e960517e14 on network 556cc182-54d3-4ca5-af4a-8fbf93a97ff0 {{(pid=83993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 03 21:28:49.012534 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.quota.resource [None req-8b544e45-3eb9-47cd-b456-09505f09c843 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Usage tracker for resource:security_group_rule and tenant:bd571e41b44a4bc6b16bf8163252f168 is out of sync, need to count used quota {{(pid=83992) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:28:49.013899 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-138e1955-7f54-4e4a-8528-c37ff6fb7970 req-f323f0a3-f70a-489c-b12a-0e2a88d8e432 service neutron] Port 99d8b720-a305-456d-805e-84e960517e14 on network 556cc182-54d3-4ca5-af4a-8fbf93a97ff0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84037 {{(pid=83993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 03 21:28:49.014229 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-138e1955-7f54-4e4a-8528-c37ff6fb7970 req-f323f0a3-f70a-489c-b12a-0e2a88d8e432 service neutron] Attempting to bind port 99d8b720-a305-456d-805e-84e960517e14 on network 556cc182-54d3-4ca5-af4a-8fbf93a97ff0 {{(pid=83993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 03 21:28:49.030349 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.quota.resource [None req-8b544e45-3eb9-47cd-b456-09505f09c843 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83992) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:28:49.032698 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-1af9e95b-3de2-4694-b47f-680d7adfc52f req-0c720a2b-ea9a-41c0-b7e7-23e6f3215664 service neutron] 10.222.0.48 "GET /v2.0/networks/5bd090d5-a93e-4f68-8601-6aad9d3eb473?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2679260 May 03 21:28:49.047886 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-138e1955-7f54-4e4a-8528-c37ff6fb7970 req-f323f0a3-f70a-489c-b12a-0e2a88d8e432 service neutron] Checking agent: {'id': '6f729c1e-126d-4db9-b521-92dbb8a34775', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84037', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 21, 26, 18), 'started_at': datetime.datetime(2022, 5, 3, 21, 26, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 21, 28, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 03 21:28:49.053240 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-a94a6174-5115-4ef0-b0a2-0823e4f6864f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:49.063419 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.db.quota.driver [None req-8b544e45-3eb9-47cd-b456-09505f09c843 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:28:49.065057 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-138e1955-7f54-4e4a-8528-c37ff6fb7970 req-f323f0a3-f70a-489c-b12a-0e2a88d8e432 service neutron] Checking segment: {'id': 'f8a3db2b-cde4-435f-b662-ad3a00207e92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '556cc182-54d3-4ca5-af4a-8fbf93a97ff0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 03 21:28:49.067315 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-138e1955-7f54-4e4a-8528-c37ff6fb7970 req-f323f0a3-f70a-489c-b12a-0e2a88d8e432 service neutron] Bound using segment: {'id': 'f8a3db2b-cde4-435f-b662-ad3a00207e92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '556cc182-54d3-4ca5-af4a-8fbf93a97ff0'} {{(pid=83993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 03 21:28:49.070258 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.plugin [None req-0f22a4bf-4ce0-401c-a08f-fec85081feae None None] Port 420ded47-b7bf-4a1d-b041-ea6b040061a2 cannot update to ACTIVE because it is not bound. {{(pid=83994) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 03 21:28:49.071612 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.managers [req-138e1955-7f54-4e4a-8528-c37ff6fb7970 req-f323f0a3-f70a-489c-b12a-0e2a88d8e432 service neutron] Bound port: 99d8b720-a305-456d-805e-84e960517e14, host: hv-cinder-84037, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8a3db2b-cde4-435f-b662-ad3a00207e92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '556cc182-54d3-4ca5-af4a-8fbf93a97ff0'}}] {{(pid=83993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 21:28:49.071612 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-138e1955-7f54-4e4a-8528-c37ff6fb7970 req-f323f0a3-f70a-489c-b12a-0e2a88d8e432 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1124352'] for port, before_update {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:49.209920 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.provisioning_blocks [None req-0f22a4bf-4ce0-401c-a08f-fec85081feae None None] Provisioning complete for port 4fd95030-f142-4d90-a90c-6a2865ea606e triggered by entity DHCP. {{(pid=83994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:28:49.210563 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-0f22a4bf-4ce0-401c-a08f-fec85081feae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2080827'] for port, provisioning_complete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:49.368774 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1124352'] for port, before_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:49.394112 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.plugin [None req-0f22a4bf-4ce0-401c-a08f-fec85081feae None None] Port 4fd95030-f142-4d90-a90c-6a2865ea606e cannot update to ACTIVE because it is not bound. {{(pid=83994) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 03 21:28:49.441677 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-8b544e45-3eb9-47cd-b456-09505f09c843 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:49.447913 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.db [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] For port 087752cd-a7f8-4c3d-8a0a-2bf75c5efd8a, host dv-cinder-840377-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840377-1-iscsi',level=0,port_id=087752cd-a7f8-4c3d-8a0a-2bf75c5efd8a,segment=NetworkSegment(f62d725e-ae77-4a78-847c-f1a234768bbb),segment_id=f62d725e-ae77-4a78-847c-f1a234768bbb)] {{(pid=83994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 21:28:49.487425 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.provisioning_blocks [None req-0f22a4bf-4ce0-401c-a08f-fec85081feae None None] Provisioning for port 5457c169-81f4-4fd9-9167-a261b394277b completed by entity DHCP. {{(pid=83994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 21:28:49.494727 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.provisioning_blocks [None req-0f22a4bf-4ce0-401c-a08f-fec85081feae None None] Provisioning complete for port 5457c169-81f4-4fd9-9167-a261b394277b triggered by entity DHCP. {{(pid=83994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:28:49.495224 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-0f22a4bf-4ce0-401c-a08f-fec85081feae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2080827'] for port, provisioning_complete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:49.541381 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.db [req-138e1955-7f54-4e4a-8528-c37ff6fb7970 req-f323f0a3-f70a-489c-b12a-0e2a88d8e432 service neutron] For port 99d8b720-a305-456d-805e-84e960517e14, host hv-cinder-84037, cleared binding levels {{(pid=83993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 21:28:49.558905 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.db [req-138e1955-7f54-4e4a-8528-c37ff6fb7970 req-f323f0a3-f70a-489c-b12a-0e2a88d8e432 service neutron] For port 99d8b720-a305-456d-805e-84e960517e14, host hv-cinder-84037, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=99d8b720-a305-456d-805e-84e960517e14,segment=NetworkSegment(f8a3db2b-cde4-435f-b662-ad3a00207e92),segment_id=f8a3db2b-cde4-435f-b662-ad3a00207e92)] {{(pid=83993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 21:28:49.588115 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91ddd9ef-9459-4e9d-8d21-55d9b1dff48b admin admin] Router ae7dead0-6fb4-41eb-9eda-11e0a06ec6e3 has already been hosted by L3 agent c192ea1b-f7d6-49b7-9f22-5492fbafc6f3 {{(pid=83993) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 03 21:28:49.591146 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781386188966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781385847453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781385847498'] for port, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:49.592329 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.rpc [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Device 0a07561c-bb96-444c-8c1c-e211fc2b8739 up at agent ovs-agent-dv-cinder-840377-1-iscsi {{(pid=83994) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 21:28:49.687856 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-dd98a06d-6a67-45a7-88d7-9182ad05a6b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746426'] for security_group, after_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:49.745625 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-111e30c8-0dbf-4181-b1a8-760326f5a23a req-c9c2901a-126a-4b8c-b900-d98a140b1578 tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] 10.222.0.48 "GET /v2.0/ports?device_id=dffdb65a-4c55-4f89-afd3-ff88a82805d9 HTTP/1.1" status: 200 len: 210 time: 0.2085288 May 03 21:28:49.778050 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-a94a6174-5115-4ef0-b0a2-0823e4f6864f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746426'] for security_group, after_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:49.847447 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-dd98a06d-6a67-45a7-88d7-9182ad05a6b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:49.851919 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [None req-dd98a06d-6a67-45a7-88d7-9182ad05a6b5 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/7f8ec423-c8da-4299-abbc-1f801e57f283 HTTP/1.1" status: 204 len: 168 time: 1.3591831 May 03 21:28:49.866323 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd98a06d-6a67-45a7-88d7-9182ad05a6b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f8ec423-c8da-4299-abbc-1f801e57f283,revision_number=None']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:28:49.917182 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-a94a6174-5115-4ef0-b0a2-0823e4f6864f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:49.918153 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [None req-a94a6174-5115-4ef0-b0a2-0823e4f6864f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ef9b2f5a-523d-429b-936e-9d142b98594b HTTP/1.1" status: 204 len: 168 time: 1.3634183 May 03 21:28:49.951744 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.plugin [None req-0f22a4bf-4ce0-401c-a08f-fec85081feae None None] Port 5457c169-81f4-4fd9-9167-a261b394277b cannot update to ACTIVE because it is not bound. {{(pid=83994) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 03 21:28:49.962186 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94a6174-5115-4ef0-b0a2-0823e4f6864f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef9b2f5a-523d-429b-936e-9d142b98594b,revision_number=None']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:28:49.963994 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Pushing event updated for resources: {'Port': ['ID=087752cd-a7f8-4c3d-8a0a-2bf75c5efd8a,revision_number=5']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:28:49.975740 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-8b544e45-3eb9-47cd-b456-09505f09c843 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:50.016549 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39718edb-3057-4bdd-a315-4f340c40957c admin admin] Notify agent at l3_agent.dv-cinder-840377-1-iscsi the message routers_updated {{(pid=83992) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 21:28:50.047993 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [None req-39718edb-3057-4bdd-a315-4f340c40957c admin admin] 10.222.0.48 "PUT /v2.0/routers/360beb80-9db1-4402-a5b1-1a0d502ee210/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.8422627 May 03 21:28:50.055552 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781386283879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2080842'] for agent, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:50.093033 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-8b544e45-3eb9-47cd-b456-09505f09c843 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746249'] for security_group_rule, after_create {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:50.094911 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.provisioning_blocks [None req-17d90a39-4831-4800-b08e-a72950a5422c None None] Provisioning complete for port 087752cd-a7f8-4c3d-8a0a-2bf75c5efd8a triggered by entity DHCP. {{(pid=83994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:28:50.095267 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-17d90a39-4831-4800-b08e-a72950a5422c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2080827'] for port, provisioning_complete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:50.175710 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.provisioning_blocks [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Provisioning for port 0a07561c-bb96-444c-8c1c-e211fc2b8739 completed by entity L2. {{(pid=83994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 21:28:50.185505 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-0dfda447-9707-4eba-99ce-657c79a02a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781386283879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2080842'] for agent, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:50.195395 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b544e45-3eb9-47cd-b456-09505f09c843 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2cfd56a-c8a1-4a15-ab97-cd193aaf7389,revision_number=0']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:28:50.199834 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.provisioning_blocks [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Provisioning complete for port 0a07561c-bb96-444c-8c1c-e211fc2b8739 triggered by entity L2. {{(pid=83994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:28:50.200360 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2080827'] for port, provisioning_complete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:50.287234 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-8b544e45-3eb9-47cd-b456-09505f09c843 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:50.289272 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [None req-8b544e45-3eb9-47cd-b456-09505f09c843 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.4354491 May 03 21:28:50.292083 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.48', 53848) {{(pid=83992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:28:50.298087 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.v2.base [None req-1edd11aa-ab11-48db-940a-27383fd29229 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Request body: {'security_group_rule': {'security_group_id': '73d0b568-6014-48c2-b361-ba1ad81e233d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 03 21:28:50.305228 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-138e1955-7f54-4e4a-8528-c37ff6fb7970 req-f323f0a3-f70a-489c-b12a-0e2a88d8e432 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781386188966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781385847453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781385847498'] for port, after_update {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:50.310854 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.db.quota.driver [None req-1edd11aa-ab11-48db-940a-27383fd29229 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:28:50.318591 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.quota.resource [None req-1edd11aa-ab11-48db-940a-27383fd29229 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Usage tracker for resource:security_group_rule and tenant:bd571e41b44a4bc6b16bf8163252f168 is out of sync, need to count used quota {{(pid=83992) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:28:50.324256 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.quota.resource [None req-1edd11aa-ab11-48db-940a-27383fd29229 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83992) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:28:50.339349 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.db.quota.driver [None req-1edd11aa-ab11-48db-940a-27383fd29229 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:28:50.478411 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.provisioning_blocks [None req-17d90a39-4831-4800-b08e-a72950a5422c None None] Provisioning complete for port 420ded47-b7bf-4a1d-b041-ea6b040061a2 triggered by entity DHCP. {{(pid=83994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:28:50.478933 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-17d90a39-4831-4800-b08e-a72950a5422c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2080827'] for port, provisioning_complete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:50.510616 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-1edd11aa-ab11-48db-940a-27383fd29229 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:50.514390 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1124352'] for port, before_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:50.532669 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-138e1955-7f54-4e4a-8528-c37ff6fb7970 req-f323f0a3-f70a-489c-b12a-0e2a88d8e432 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1706389'] for port, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:50.534442 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-138e1955-7f54-4e4a-8528-c37ff6fb7970 req-f323f0a3-f70a-489c-b12a-0e2a88d8e432 service neutron] 10.222.0.42 "PUT /v2.0/ports/99d8b720-a305-456d-805e-84e960517e14 HTTP/1.1" status: 200 len: 1094 time: 5.9434872 May 03 21:28:50.540318 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ae08669-d95f-432b-bc27-265833de050d', 'tag': '99d8b720-a305-456d-805e-84e960517e14'}] {{(pid=83993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 03 21:28:50.571771 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.db [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] For port 0a07561c-bb96-444c-8c1c-e211fc2b8739, host dv-cinder-840377-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840377-1-iscsi',level=0,port_id=0a07561c-bb96-444c-8c1c-e211fc2b8739,segment=NetworkSegment(36b0f1c3-e784-4cca-986f-65718d8cb16d),segment_id=36b0f1c3-e784-4cca-986f-65718d8cb16d)] {{(pid=83994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 21:28:50.572731 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.plugin [None req-17d90a39-4831-4800-b08e-a72950a5422c None None] Port 420ded47-b7bf-4a1d-b041-ea6b040061a2 cannot update to ACTIVE because it is not bound. {{(pid=83994) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 03 21:28:50.587950 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.provisioning_blocks [None req-17d90a39-4831-4800-b08e-a72950a5422c None None] Provisioning complete for port 5457c169-81f4-4fd9-9167-a261b394277b triggered by entity DHCP. {{(pid=83994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:28:50.598579 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-17d90a39-4831-4800-b08e-a72950a5422c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2080827'] for port, provisioning_complete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:50.652308 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f323f0a3-f70a-489c-b12a-0e2a88d8e432 service neutron] Pushing event updated for resources: {'Port': ['ID=99d8b720-a305-456d-805e-84e960517e14,revision_number=3']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:28:50.692795 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eaa727d-8b84-4833-80ea-8bcec9acfa42 req-effe3d92-c7a6-4e94-975e-2c8e3db96e09 tempest-DeleteServersTestJSON-1257599601 tempest-DeleteServersTestJSON-1257599601-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:28:50.693952 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [req-2eaa727d-8b84-4833-80ea-8bcec9acfa42 req-effe3d92-c7a6-4e94-975e-2c8e3db96e09 tempest-DeleteServersTestJSON-1257599601 tempest-DeleteServersTestJSON-1257599601-project] Synchronizing usage tracker for tenant:a5ad2a8e2573405fa636364bdf765504 on resource:port {{(pid=83993) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 21:28:50.707274 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.plugin [None req-17d90a39-4831-4800-b08e-a72950a5422c None None] Port 5457c169-81f4-4fd9-9167-a261b394277b cannot update to ACTIVE because it is not bound. {{(pid=83994) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 03 21:28:50.711804 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781386188966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781385847453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781385847498'] for port, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:50.711804 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.rpc [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Device 07f5f895-667f-41a6-8b98-e761a27a9ddb up at agent ovs-agent-dv-cinder-840377-1-iscsi {{(pid=83994) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 21:28:50.856469 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [req-2eaa727d-8b84-4833-80ea-8bcec9acfa42 req-effe3d92-c7a6-4e94-975e-2c8e3db96e09 tempest-DeleteServersTestJSON-1257599601 tempest-DeleteServersTestJSON-1257599601-project] Unset dirty status for tenant:a5ad2a8e2573405fa636364bdf765504 on resource:port {{(pid=83993) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 21:28:50.858669 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-2eaa727d-8b84-4833-80ea-8bcec9acfa42 req-effe3d92-c7a6-4e94-975e-2c8e3db96e09 tempest-DeleteServersTestJSON-1257599601 tempest-DeleteServersTestJSON-1257599601-project] 10.222.0.48 "GET /v2.0/ports?device_id=7ae08669-d95f-432b-bc27-265833de050d HTTP/1.1" status: 200 len: 944 time: 1.0970299 May 03 21:28:50.909126 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-1edd11aa-ab11-48db-940a-27383fd29229 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:50.993731 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Pushing event updated for resources: {'Port': ['ID=0a07561c-bb96-444c-8c1c-e211fc2b8739,revision_number=4']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:28:51.037127 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-1edd11aa-ab11-48db-940a-27383fd29229 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746249'] for security_group_rule, after_create {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:51.072614 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.provisioning_blocks [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Provisioning for port 07f5f895-667f-41a6-8b98-e761a27a9ddb completed by entity L2. {{(pid=83994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 21:28:51.080189 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.provisioning_blocks [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Provisioning complete for port 07f5f895-667f-41a6-8b98-e761a27a9ddb triggered by entity L2. {{(pid=83994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:28:51.080950 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2080827'] for port, provisioning_complete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:51.142583 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edd11aa-ab11-48db-940a-27383fd29229 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5af14dcf-18b7-4e25-a0ad-aeb921a9d757,revision_number=0']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:28:51.176945 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [req-2eaa727d-8b84-4833-80ea-8bcec9acfa42 req-d0d4a1c4-6077-4e60-98be-9c96d47a9a0e tempest-DeleteServersTestJSON-1257599601 tempest-DeleteServersTestJSON-1257599601-project] Synchronizing usage tracker for tenant:a5ad2a8e2573405fa636364bdf765504 on resource:security_group {{(pid=83993) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 21:28:51.210828 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-672d275f-a9b7-498c-8eb6-010b5168d44a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781386283879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2080842'] for agent, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:51.244534 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-138e1955-7f54-4e4a-8528-c37ff6fb7970 req-4d82b71e-bc9c-44d1-97b5-e50288f3c339 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a5ad2a8e2573405fa636364bdf765504&device_id=7ae08669-d95f-432b-bc27-265833de050d HTTP/1.1" status: 200 len: 1097 time: 0.4828794 May 03 21:28:51.257820 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91ddd9ef-9459-4e9d-8d21-55d9b1dff48b admin admin] Notify agent at l3_agent.dv-cinder-840377-1-iscsi the message routers_updated {{(pid=83993) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 21:28:51.310012 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-1edd11aa-ab11-48db-940a-27383fd29229 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:51.317293 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [None req-1edd11aa-ab11-48db-940a-27383fd29229 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 1.0238729 May 03 21:28:51.318007 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.48', 53870) {{(pid=83992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:28:51.326054 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.v2.base [None req-f5208ee8-ad0a-4a39-bd64-4214b9c26a92 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Request body: {'floatingip': {'floating_network_id': 'c33334bd-f19e-453d-9f7b-349270405c58'}} {{(pid=83992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 03 21:28:51.351874 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [req-2eaa727d-8b84-4833-80ea-8bcec9acfa42 req-d0d4a1c4-6077-4e60-98be-9c96d47a9a0e tempest-DeleteServersTestJSON-1257599601 tempest-DeleteServersTestJSON-1257599601-project] Unset dirty status for tenant:a5ad2a8e2573405fa636364bdf765504 on resource:security_group {{(pid=83993) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 21:28:51.359531 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1124352'] for port, before_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:51.367891 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-2eaa727d-8b84-4833-80ea-8bcec9acfa42 req-d0d4a1c4-6077-4e60-98be-9c96d47a9a0e tempest-DeleteServersTestJSON-1257599601 tempest-DeleteServersTestJSON-1257599601-project] 10.222.0.48 "GET /v2.0/security-groups?id=6d61b926-5dcc-4a56-9b2d-720c7d6b9af8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5025880 May 03 21:28:51.368499 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.db.quota.driver [None req-f5208ee8-ad0a-4a39-bd64-4214b9c26a92 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:28:51.375893 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-138e1955-7f54-4e4a-8528-c37ff6fb7970 req-24cf1c81-3a5f-48a9-a225-a741bd42a6da service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=99d8b720-a305-456d-805e-84e960517e14 HTTP/1.1" status: 200 len: 217 time: 0.1149271 May 03 21:28:51.381787 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.db [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] For port 07f5f895-667f-41a6-8b98-e761a27a9ddb, host dv-cinder-840377-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840377-1-iscsi',level=0,port_id=07f5f895-667f-41a6-8b98-e761a27a9ddb,segment=NetworkSegment(36b0f1c3-e784-4cca-986f-65718d8cb16d),segment_id=36b0f1c3-e784-4cca-986f-65718d8cb16d)] {{(pid=83994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 21:28:51.392319 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.quota.resource [None req-f5208ee8-ad0a-4a39-bd64-4214b9c26a92 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Usage tracker for resource:floatingip and tenant:bd571e41b44a4bc6b16bf8163252f168 is out of sync, need to count used quota {{(pid=83992) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:28:51.392799 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-91ddd9ef-9459-4e9d-8d21-55d9b1dff48b admin admin] 10.222.0.48 "PUT /v2.0/routers/ae7dead0-6fb4-41eb-9eda-11e0a06ec6e3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 16.5142601 May 03 21:28:51.392870 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.quota.resource [None req-f5208ee8-ad0a-4a39-bd64-4214b9c26a92 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83992) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:28:51.403221 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.db.quota.driver [None req-f5208ee8-ad0a-4a39-bd64-4214b9c26a92 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:28:51.468908 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138e1955-7f54-4e4a-8528-c37ff6fb7970 req-814782da-4b86-4c6f-827c-83af778a73fc service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:28:51.470577 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-138e1955-7f54-4e4a-8528-c37ff6fb7970 req-814782da-4b86-4c6f-827c-83af778a73fc service neutron] 10.222.0.42 "GET /v2.0/subnets?id=45fa8f58-c1c7-4694-a2a0-b0126cd31bcf HTTP/1.1" status: 200 len: 852 time: 0.0844371 May 03 21:28:51.539023 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781386188966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781385847453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781385847498'] for port, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:51.540638 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.rpc [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Device 478295d0-68b7-43cf-89be-4d8ef95e7549 up at agent ovs-agent-dv-cinder-840377-1-iscsi {{(pid=83994) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 21:28:51.589340 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-138e1955-7f54-4e4a-8528-c37ff6fb7970 req-0586bf7d-7761-4cea-9e0f-156e7ec68861 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=556cc182-54d3-4ca5-af4a-8fbf93a97ff0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1119134 May 03 21:28:51.596507 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-f5208ee8-ad0a-4a39-bd64-4214b9c26a92 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Notify callbacks [] for floatingip, before_create {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:51.710130 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.48', 53886) {{(pid=83992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:28:51.758402 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-57a92152-b5c0-4520-b358-b5d15998d143 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:51.904146 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.db.quota.driver [None req-57a92152-b5c0-4520-b358-b5d15998d143 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:28:51.912990 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.quota.resource [None req-57a92152-b5c0-4520-b358-b5d15998d143 admin admin] Usage tracker for resource:security_group_rule and tenant:5e6643f3f4d54711a0eeefb28920d4df is out of sync, need to count used quota {{(pid=83992) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:28:51.920762 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.quota.resource [None req-57a92152-b5c0-4520-b358-b5d15998d143 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83992) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:28:51.932073 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.db.quota.driver [None req-57a92152-b5c0-4520-b358-b5d15998d143 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:28:51.932152 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-138e1955-7f54-4e4a-8528-c37ff6fb7970 req-e7f9199e-73b2-476d-992b-e4210bf5f26f service neutron] 10.222.0.42 "GET /v2.0/networks/556cc182-54d3-4ca5-af4a-8fbf93a97ff0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3281002 May 03 21:28:51.945508 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Pushing event updated for resources: {'Port': ['ID=07f5f895-667f-41a6-8b98-e761a27a9ddb,revision_number=4']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:28:52.018178 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-f5208ee8-ad0a-4a39-bd64-4214b9c26a92 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1124352'] for port, before_create {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:52.074485 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.provisioning_blocks [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Provisioning complete for port 478295d0-68b7-43cf-89be-4d8ef95e7549 triggered by entity L2. {{(pid=83994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:28:52.074863 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2080827'] for port, provisioning_complete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:52.220448 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-138e1955-7f54-4e4a-8528-c37ff6fb7970 req-ad98149a-5dca-46fc-8cb1-5890e0ae6645 service neutron] 10.222.0.42 "GET /v2.0/networks/556cc182-54d3-4ca5-af4a-8fbf93a97ff0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2686577 May 03 21:28:52.328905 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-57a92152-b5c0-4520-b358-b5d15998d143 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:52.363991 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.rpc [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Device 7a52de95-86b8-413b-92c0-22bf273d3dc0 up at agent ovs-agent-dv-cinder-840377-1-iscsi {{(pid=83994) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 21:28:52.389705 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.db.db_base_plugin_common [None req-f5208ee8-ad0a-4a39-bd64-4214b9c26a92 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Allocated IP 172.27.1.216 (c33334bd-f19e-453d-9f7b-349270405c58/8155f8f1-bdbd-4c1c-8daf-045a3e4a5222/322a2beb-26d9-44f3-824d-c1afc77e1205) {{(pid=83992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 21:28:52.493213 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-57a92152-b5c0-4520-b358-b5d15998d143 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746426'] for security_group, after_create {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:52.516923 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.provisioning_blocks [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Provisioning complete for port 7a52de95-86b8-413b-92c0-22bf273d3dc0 triggered by entity L2. {{(pid=83994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:28:52.517300 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2080827'] for port, provisioning_complete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:52.636979 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.48', 53910) {{(pid=83993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:28:52.643973 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.v2.base [None req-2851601d-40eb-4d8e-ab31-71e3d754f00a tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1322816725', 'description': 'tempest-description--1500720246'}} {{(pid=83993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 03 21:28:52.651976 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-2851601d-40eb-4d8e-ab31-71e3d754f00a tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:28:52.657304 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-2851601d-40eb-4d8e-ab31-71e3d754f00a tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] Usage tracker for resource:security_group and tenant:a2df1ca790224a009004c3c22a5ee5c5 is out of sync, need to count used quota {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:28:52.661038 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-2851601d-40eb-4d8e-ab31-71e3d754f00a tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:28:52.670148 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-2851601d-40eb-4d8e-ab31-71e3d754f00a tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:28:52.687854 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a92152-b5c0-4520-b358-b5d15998d143 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5437f37-fdce-46f3-bd68-644a838fc57a,revision_number=1']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:28:52.723751 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.rpc [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Device c1eb7f0c-99b5-401d-88c9-e436e0a7a6d5 up at agent ovs-agent-dv-cinder-840377-1-iscsi {{(pid=83994) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 21:28:52.761560 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-2851601d-40eb-4d8e-ab31-71e3d754f00a tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] Notify callbacks [] for security_group, before_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:52.775524 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [None req-57a92152-b5c0-4520-b358-b5d15998d143 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=5e6643f3f4d54711a0eeefb28920d4df&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0642731 May 03 21:28:52.783335 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.48', 53916) {{(pid=83992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:28:52.863359 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-2851601d-40eb-4d8e-ab31-71e3d754f00a tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:28:52.879073 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-2851601d-40eb-4d8e-ab31-71e3d754f00a tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] Usage tracker for resource:security_group_rule and tenant:a2df1ca790224a009004c3c22a5ee5c5 is out of sync, need to count used quota {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:28:52.884655 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-2851601d-40eb-4d8e-ab31-71e3d754f00a tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:28:52.901471 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-2851601d-40eb-4d8e-ab31-71e3d754f00a tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:28:52.915422 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-f5208ee8-ad0a-4a39-bd64-4214b9c26a92 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Notify callbacks [] for port, precommit_create {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:52.944709 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-3d13ad15-8770-48ec-a789-d78082af93de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:53.028091 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-3d13ad15-8770-48ec-a789-d78082af93de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:53.042870 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.provisioning_blocks [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Provisioning for port c1eb7f0c-99b5-401d-88c9-e436e0a7a6d5 completed by entity L2. {{(pid=83994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 21:28:53.051999 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.provisioning_blocks [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Provisioning complete for port c1eb7f0c-99b5-401d-88c9-e436e0a7a6d5 triggered by entity L2. {{(pid=83994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:28:53.052783 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2080827'] for port, provisioning_complete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:53.084873 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-2851601d-40eb-4d8e-ab31-71e3d754f00a tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] Notify callbacks [] for security_group, precommit_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:53.173135 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-2851601d-40eb-4d8e-ab31-71e3d754f00a tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746426'] for security_group, after_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:53.235826 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-3d13ad15-8770-48ec-a789-d78082af93de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746426'] for security_group, after_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:53.261847 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d13ad15-8770-48ec-a789-d78082af93de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5437f37-fdce-46f3-bd68-644a838fc57a,revision_number=None']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:28:53.278219 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-f5208ee8-ad0a-4a39-bd64-4214b9c26a92 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781385847435'] for port, after_create {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:53.306620 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2851601d-40eb-4d8e-ab31-71e3d754f00a tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7027a18b-ac9e-45f0-8010-84baee7160ac,revision_number=1']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:28:53.318835 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ebe1ae45-307e-4f6c-bf4e-38639fd7c951'] response: {'name': 'network-changed', 'server_uuid': '7ae08669-d95f-432b-bc27-265833de050d', 'tag': '99d8b720-a305-456d-805e-84e960517e14', 'status': 'completed', 'code': 200} May 03 21:28:53.399385 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-3d13ad15-8770-48ec-a789-d78082af93de admin admin] Notify callbacks [] for security_group, before_response {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:53.405799 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [None req-3d13ad15-8770-48ec-a789-d78082af93de admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d5437f37-fdce-46f3-bd68-644a838fc57a HTTP/1.1" status: 204 len: 168 time: 0.6191673 May 03 21:28:53.507337 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-2851601d-40eb-4d8e-ab31-71e3d754f00a tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] Notify callbacks [] for security_group, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:53.514577 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-2851601d-40eb-4d8e-ab31-71e3d754f00a tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1614 time: 0.8760455 May 03 21:28:53.522301 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.48', 53942) {{(pid=83993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:28:53.523914 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5208ee8-ad0a-4a39-bd64-4214b9c26a92 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Network c33334bd-f19e-453d-9f7b-349270405c58 is already hosted by enough agents. {{(pid=83992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 21:28:53.525061 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5208ee8-ad0a-4a39-bd64-4214b9c26a92 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Pushing event updated for resources: {'Port': ['ID=322a2beb-26d9-44f3-824d-c1afc77e1205,revision_number=1']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:28:53.528117 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.scheduler.base_scheduler [None req-f5208ee8-ad0a-4a39-bd64-4214b9c26a92 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Resources bound (agent type, host, resource id): {{(pid=83992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 21:28:53.530650 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5208ee8-ad0a-4a39-bd64-4214b9c26a92 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Received port after_create {{(pid=83992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 03 21:28:53.665636 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.v2.base [None req-70609af4-5235-431b-8467-15f21886b604 tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] Request body: {'security_group_rule': {'security_group_id': '7027a18b-ac9e-45f0-8010-84baee7160ac', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 03 21:28:53.666314 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1124352'] for port, before_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:53.666786 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-70609af4-5235-431b-8467-15f21886b604 tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:28:53.666875 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.db [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] For port c1eb7f0c-99b5-401d-88c9-e436e0a7a6d5, host dv-cinder-840377-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840377-1-iscsi',level=0,port_id=c1eb7f0c-99b5-401d-88c9-e436e0a7a6d5,segment=NetworkSegment(192a8290-7524-479c-9894-35253b5adf28),segment_id=192a8290-7524-479c-9894-35253b5adf28)] {{(pid=83994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 21:28:53.666968 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-70609af4-5235-431b-8467-15f21886b604 tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] Usage tracker for resource:security_group_rule and tenant:a2df1ca790224a009004c3c22a5ee5c5 is out of sync, need to count used quota {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:28:53.666968 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-70609af4-5235-431b-8467-15f21886b604 tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:28:53.666968 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-70609af4-5235-431b-8467-15f21886b604 tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:28:53.707087 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-7fda2324-1cfb-412d-bace-81cb680ef703 req-618e1266-4b28-4905-ada3-dd61f6f12467 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a5ad2a8e2573405fa636364bdf765504&device_id=7ae08669-d95f-432b-bc27-265833de050d HTTP/1.1" status: 200 len: 1097 time: 0.3211763 May 03 21:28:53.747359 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-f5208ee8-ad0a-4a39-bd64-4214b9c26a92 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:53.762443 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.48', 53948) {{(pid=83992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:28:53.975633 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fda2324-1cfb-412d-bace-81cb680ef703 req-96da27a4-c00b-427a-b21c-dc119a595e8a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:28:54.074855 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-7fda2324-1cfb-412d-bace-81cb680ef703 req-96da27a4-c00b-427a-b21c-dc119a595e8a service neutron] 10.222.0.42 "GET /v2.0/networks?id=556cc182-54d3-4ca5-af4a-8fbf93a97ff0 HTTP/1.1" status: 200 len: 913 time: 0.2652519 May 03 21:28:54.075699 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.v2.base [None req-d4f028f8-743b-4324-918b-c66d541eba39 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1831472856-network', 'tenant_id': '5969d67253d8487bac033f4f01b68319'}} {{(pid=83992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 03 21:28:54.075699 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.db.quota.driver [None req-d4f028f8-743b-4324-918b-c66d541eba39 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:28:54.075699 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.quota.resource [None req-d4f028f8-743b-4324-918b-c66d541eba39 admin admin] Usage tracker for resource:network and tenant:5969d67253d8487bac033f4f01b68319 is out of sync, need to count used quota {{(pid=83992) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:28:54.075699 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.quota.resource [None req-d4f028f8-743b-4324-918b-c66d541eba39 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83992) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:28:54.075699 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.db.quota.driver [None req-d4f028f8-743b-4324-918b-c66d541eba39 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:28:54.076037 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-7fda2324-1cfb-412d-bace-81cb680ef703 req-9d15a4eb-f9a4-4859-a2ee-49c69f066d18 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=99d8b720-a305-456d-805e-84e960517e14 HTTP/1.1" status: 200 len: 217 time: 0.0767879 May 03 21:28:54.176084 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fda2324-1cfb-412d-bace-81cb680ef703 req-d7574489-ddf1-4278-b63c-93d7ee9656b0 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:28:54.177674 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-7fda2324-1cfb-412d-bace-81cb680ef703 req-d7574489-ddf1-4278-b63c-93d7ee9656b0 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=45fa8f58-c1c7-4694-a2a0-b0126cd31bcf HTTP/1.1" status: 200 len: 852 time: 0.1118953 May 03 21:28:54.836742 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90997344-f43a-4b33-9d8d-116b02038bd2 req-374edb5c-42d9-463f-a54a-49aa45d25b35 tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:28:54.838407 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-90997344-f43a-4b33-9d8d-116b02038bd2 req-374edb5c-42d9-463f-a54a-49aa45d25b35 tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] 10.222.0.48 "GET /v2.0/networks?id=5bd090d5-a93e-4f68-8601-6aad9d3eb473 HTTP/1.1" status: 200 len: 819 time: 0.1830673 May 03 21:28:54.856765 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-90997344-f43a-4b33-9d8d-116b02038bd2 req-adb9a7e8-5cfb-43bb-95c6-e04c2c3a1fb4 tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] 10.222.0.48 "GET /v2.0/quotas/30468ebc688d4bc1b036b4b984931e87 HTTP/1.1" status: 200 len: 375 time: 0.0125296 May 03 21:28:54.932356 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781386188966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781385847453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781385847498'] for port, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:54.933457 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-70609af4-5235-431b-8467-15f21886b604 tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:55.013396 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-f5208ee8-ad0a-4a39-bd64-4214b9c26a92 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1124352'] for port, before_update {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:55.101907 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Pushing event updated for resources: {'Port': ['ID=c1eb7f0c-99b5-401d-88c9-e436e0a7a6d5,revision_number=3']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:28:55.146579 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-70609af4-5235-431b-8467-15f21886b604 tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:55.189252 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.rpc [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Device 47cd9d07-2d00-4180-95fe-13e5ca78401c up at agent ovs-agent-dv-cinder-840377-1-iscsi {{(pid=83994) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 21:28:55.197117 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-90997344-f43a-4b33-9d8d-116b02038bd2 req-5118856b-11a8-4ad8-9451-73cbbe8c6e50 tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=30468ebc688d4bc1b036b4b984931e87&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3313429 May 03 21:28:55.198045 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4f028f8-743b-4324-918b-c66d541eba39 admin admin] Made reservation on behalf of 5969d67253d8487bac033f4f01b68319 for: {'network': 1} {{(pid=83992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 21:28:55.200231 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-d4f028f8-743b-4324-918b-c66d541eba39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1124352'] for network, before_create {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:55.253023 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-70609af4-5235-431b-8467-15f21886b604 tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746249'] for security_group_rule, after_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:55.266342 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-d4f028f8-743b-4324-918b-c66d541eba39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:55.282427 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.48', 53956) {{(pid=83993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:28:55.320788 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.v2.base [None req-463e1d2a-aeda-4930-87bc-97c0b95e6dd6 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1658227604', 'description': 'tempest-description--290967438'}} {{(pid=83993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 03 21:28:55.357842 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-463e1d2a-aeda-4930-87bc-97c0b95e6dd6 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:28:55.368491 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-463e1d2a-aeda-4930-87bc-97c0b95e6dd6 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] Usage tracker for resource:security_group and tenant:4cf52ffb4a864a689f5d0242ddc4cc4f is out of sync, need to count used quota {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:28:55.375016 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-463e1d2a-aeda-4930-87bc-97c0b95e6dd6 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:28:55.391904 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.provisioning_blocks [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Provisioning complete for port 47cd9d07-2d00-4180-95fe-13e5ca78401c triggered by entity L2. {{(pid=83994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:28:55.393532 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-463e1d2a-aeda-4930-87bc-97c0b95e6dd6 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:28:55.394210 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2080827'] for port, provisioning_complete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:55.494574 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70609af4-5235-431b-8467-15f21886b604 tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c57e4ce-090f-4131-847a-779d32a00e70,revision_number=0']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:28:55.528565 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-7fda2324-1cfb-412d-bace-81cb680ef703 req-cfd378c8-c326-4365-a078-24226545aa65 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=556cc182-54d3-4ca5-af4a-8fbf93a97ff0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1223629 May 03 21:28:55.613609 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.db.agents_db [None req-1c6bebc3-6d0c-4304-a2c1-5df630ce29f1 None None] Agent healthcheck: found 6 active agents {{(pid=83995) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 03 21:28:55.679727 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.rpc [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Device 07f5f895-667f-41a6-8b98-e761a27a9ddb up at agent ovs-agent-dv-cinder-840377-1-iscsi {{(pid=83994) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 21:28:55.708237 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.db.quota.driver [None req-d4f028f8-743b-4324-918b-c66d541eba39 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:28:55.730692 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.quota.resource [None req-d4f028f8-743b-4324-918b-c66d541eba39 admin admin] Usage tracker for resource:security_group_rule and tenant:5969d67253d8487bac033f4f01b68319 is out of sync, need to count used quota {{(pid=83992) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:28:55.736407 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.quota.resource [None req-d4f028f8-743b-4324-918b-c66d541eba39 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83992) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:28:55.777378 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.db.quota.driver [None req-d4f028f8-743b-4324-918b-c66d541eba39 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:28:55.801459 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-70609af4-5235-431b-8467-15f21886b604 tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:55.805864 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-70609af4-5235-431b-8467-15f21886b604 tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 2.2775517 May 03 21:28:55.833068 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.48', 53968) {{(pid=83992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:28:55.839618 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.v2.base [None req-b14701d8-579c-48a1-b22a-a137aa52647a tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] Request body: {'security_group_rule': {'security_group_id': '7027a18b-ac9e-45f0-8010-84baee7160ac', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 03 21:28:55.863205 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.db.quota.driver [None req-b14701d8-579c-48a1-b22a-a137aa52647a tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:28:55.893465 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.quota.resource [None req-b14701d8-579c-48a1-b22a-a137aa52647a tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] Usage tracker for resource:security_group_rule and tenant:a2df1ca790224a009004c3c22a5ee5c5 is out of sync, need to count used quota {{(pid=83992) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:28:55.896062 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.provisioning_blocks [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Provisioning complete for port 07f5f895-667f-41a6-8b98-e761a27a9ddb triggered by entity L2. {{(pid=83994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:28:55.896062 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2080827'] for port, provisioning_complete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:55.911766 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.quota.resource [None req-b14701d8-579c-48a1-b22a-a137aa52647a tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83992) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:28:55.933149 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.db.quota.driver [None req-b14701d8-579c-48a1-b22a-a137aa52647a tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:28:55.961993 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-90997344-f43a-4b33-9d8d-116b02038bd2 req-8641f8f2-52cb-4bb5-9382-d890b4fd35d1 service neutron] 10.222.0.48 "GET /v2.0/networks/5bd090d5-a93e-4f68-8601-6aad9d3eb473?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7303467 May 03 21:28:56.135265 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-463e1d2a-aeda-4930-87bc-97c0b95e6dd6 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] Notify callbacks [] for security_group, before_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:56.158350 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.rpc [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Device 087752cd-a7f8-4c3d-8a0a-2bf75c5efd8a up at agent ovs-agent-dv-cinder-840377-1-iscsi {{(pid=83994) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 21:28:56.200878 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.db.resource_extend [None req-f5208ee8-ad0a-4a39-bd64-4214b9c26a92 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] It took 0.31 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 03 21:28:56.272871 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.provisioning_blocks [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Provisioning complete for port 087752cd-a7f8-4c3d-8a0a-2bf75c5efd8a triggered by entity L2. {{(pid=83994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:28:56.273207 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2080827'] for port, provisioning_complete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:56.276762 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-463e1d2a-aeda-4930-87bc-97c0b95e6dd6 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:28:56.284986 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-463e1d2a-aeda-4930-87bc-97c0b95e6dd6 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] Usage tracker for resource:security_group_rule and tenant:4cf52ffb4a864a689f5d0242ddc4cc4f is out of sync, need to count used quota {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:28:56.291900 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-463e1d2a-aeda-4930-87bc-97c0b95e6dd6 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:28:56.300801 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-f5208ee8-ad0a-4a39-bd64-4214b9c26a92 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Notify callbacks [] for port, precommit_update {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:56.338193 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-463e1d2a-aeda-4930-87bc-97c0b95e6dd6 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:28:56.366581 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-7fda2324-1cfb-412d-bace-81cb680ef703 req-ac51e0f1-b62f-4091-98d9-4f7d222422b5 service neutron] 10.222.0.42 "GET /v2.0/networks/556cc182-54d3-4ca5-af4a-8fbf93a97ff0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8322127 May 03 21:28:56.394956 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e33ebd-bf74-4742-981e-f35d3b300c07 req-a194a341-f453-4270-8872-db6c86dbced1 tempest-DeleteServersTestJSON-1257599601 tempest-DeleteServersTestJSON-1257599601-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:28:56.410297 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-09e33ebd-bf74-4742-981e-f35d3b300c07 req-a194a341-f453-4270-8872-db6c86dbced1 tempest-DeleteServersTestJSON-1257599601 tempest-DeleteServersTestJSON-1257599601-project] 10.222.0.48 "GET /v2.0/ports?device_id=7ae08669-d95f-432b-bc27-265833de050d HTTP/1.1" status: 200 len: 944 time: 0.7904959 May 03 21:28:56.436231 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-d4f028f8-743b-4324-918b-c66d541eba39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:56.471145 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-90997344-f43a-4b33-9d8d-116b02038bd2 req-362d38e0-f0dc-464d-82e9-94d25dfb7517 service neutron] 10.222.0.48 "GET /v2.0/networks/5bd090d5-a93e-4f68-8601-6aad9d3eb473?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4982648 May 03 21:28:56.527633 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.rpc [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Device 0a07561c-bb96-444c-8c1c-e211fc2b8739 up at agent ovs-agent-dv-cinder-840377-1-iscsi {{(pid=83994) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 21:28:56.549923 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-b14701d8-579c-48a1-b22a-a137aa52647a tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:56.617207 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-09e33ebd-bf74-4742-981e-f35d3b300c07 req-a092d2a2-3d58-4d28-b753-779ce1443150 tempest-DeleteServersTestJSON-1257599601 tempest-DeleteServersTestJSON-1257599601-project] 10.222.0.48 "GET /v2.0/security-groups?id=6d61b926-5dcc-4a56-9b2d-720c7d6b9af8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2055233 May 03 21:28:56.636186 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.provisioning_blocks [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Provisioning complete for port 0a07561c-bb96-444c-8c1c-e211fc2b8739 triggered by entity L2. {{(pid=83994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:28:56.636696 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2080827'] for port, provisioning_complete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:56.646761 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-463e1d2a-aeda-4930-87bc-97c0b95e6dd6 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] Notify callbacks [] for security_group, precommit_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:56.648364 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.42', 60442) {{(pid=83992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:28:56.686168 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-d4f028f8-743b-4324-918b-c66d541eba39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746426'] for security_group, after_create {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:56.703696 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-f5208ee8-ad0a-4a39-bd64-4214b9c26a92 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781386188966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781385847453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781385847498'] for port, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:56.738361 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-7fda2324-1cfb-412d-bace-81cb680ef703 req-10cc305c-9ac4-42ec-a6fb-2b88a1bcb7e0 service neutron] 10.222.0.42 "GET /v2.0/networks/556cc182-54d3-4ca5-af4a-8fbf93a97ff0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2874820 May 03 21:28:56.801600 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4f028f8-743b-4324-918b-c66d541eba39 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 402} {{(pid=83992) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 21:28:56.833971 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-f5208ee8-ad0a-4a39-bd64-4214b9c26a92 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-332800'] for floatingip, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:56.864786 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-463e1d2a-aeda-4930-87bc-97c0b95e6dd6 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746426'] for security_group, after_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:56.954685 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5208ee8-ad0a-4a39-bd64-4214b9c26a92 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Pushing event updated for resources: {'Port': ['ID=322a2beb-26d9-44f3-824d-c1afc77e1205,revision_number=2']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:28:56.957278 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-d4f028f8-743b-4324-918b-c66d541eba39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1172921'] for segment, precommit_create {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:56.957850 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.db.segments_db [None req-d4f028f8-743b-4324-918b-c66d541eba39 admin admin] Added segment 513af00e-11d2-428e-8eba-db3393b40adc of type vlan for network 4ccd5e89-e745-4d9c-a981-88f3b4e7bb66 May 03 21:28:56.978309 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f028f8-743b-4324-918b-c66d541eba39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce59bf58-26b7-4228-9ff5-0f2b6d14adb5,revision_number=1']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:28:57.024991 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463e1d2a-aeda-4930-87bc-97c0b95e6dd6 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3dff50d4-faed-48b7-b783-10568bb53def,revision_number=1']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:28:57.061346 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-b14701d8-579c-48a1-b22a-a137aa52647a tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:57.064292 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.rpc [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Device c1eb7f0c-99b5-401d-88c9-e436e0a7a6d5 up at agent ovs-agent-dv-cinder-840377-1-iscsi {{(pid=83994) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 21:28:57.070201 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-6e80447a-0e5e-46b1-8f4f-af3602fedc6a req-827daddb-ae1e-4d3b-b42c-213a362d8fe4 tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] 10.222.0.48 "GET /v2.0/ports?device_id=11444b4c-e752-4766-9e89-f57974330390 HTTP/1.1" status: 200 len: 210 time: 0.1229923 May 03 21:28:57.070952 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-d4f028f8-743b-4324-918b-c66d541eba39 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781385835798'] for network, precommit_create {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:57.072801 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-463e1d2a-aeda-4930-87bc-97c0b95e6dd6 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] Notify callbacks [] for security_group, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:57.082530 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-463e1d2a-aeda-4930-87bc-97c0b95e6dd6 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 1.7921774 May 03 21:28:57.086752 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af9e95b-3de2-4694-b47f-680d7adfc52f req-12c4958f-b776-4ee5-9359-e5066e8ddd05 tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:28:57.087601 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.48', 53988) {{(pid=83993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:28:57.088582 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-1af9e95b-3de2-4694-b47f-680d7adfc52f req-12c4958f-b776-4ee5-9359-e5066e8ddd05 tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] 10.222.0.42 "GET /v2.0/networks?id=5bd090d5-a93e-4f68-8601-6aad9d3eb473 HTTP/1.1" status: 200 len: 819 time: 0.2935421 May 03 21:28:57.101474 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.v2.base [None req-a3958b72-c0c3-4fb5-967a-3f928081235e tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] Request body: {'security_group_rule': {'security_group_id': '3dff50d4-faed-48b7-b783-10568bb53def', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 03 21:28:57.118362 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.v2.base [req-1af9e95b-3de2-4694-b47f-680d7adfc52f req-d92a423d-8ecb-40b3-911c-2d92e7c41555 tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] Request body: {'port': {'device_id': 'dffdb65a-4c55-4f89-afd3-ff88a82805d9', 'network_id': '5bd090d5-a93e-4f68-8601-6aad9d3eb473', 'admin_state_up': True, 'tenant_id': '30468ebc688d4bc1b036b4b984931e87'}} {{(pid=83992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 03 21:28:57.133163 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-a3958b72-c0c3-4fb5-967a-3f928081235e tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:28:57.138515 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-a3958b72-c0c3-4fb5-967a-3f928081235e tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] Usage tracker for resource:security_group_rule and tenant:4cf52ffb4a864a689f5d0242ddc4cc4f is out of sync, need to count used quota {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:28:57.145480 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-a3958b72-c0c3-4fb5-967a-3f928081235e tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:28:57.183421 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-a3958b72-c0c3-4fb5-967a-3f928081235e tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:28:57.217415 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.provisioning_blocks [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Provisioning complete for port c1eb7f0c-99b5-401d-88c9-e436e0a7a6d5 triggered by entity L2. {{(pid=83994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:28:57.218621 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2080827'] for port, provisioning_complete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:57.282409 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.db.resource_extend [None req-d4f028f8-743b-4324-918b-c66d541eba39 admin admin] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 03 21:28:57.298376 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-b14701d8-579c-48a1-b22a-a137aa52647a tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746249'] for security_group_rule, after_create {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:57.299788 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-f5208ee8-ad0a-4a39-bd64-4214b9c26a92 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93163'] for floatingip, before_response {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:57.301157 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [None req-f5208ee8-ad0a-4a39-bd64-4214b9c26a92 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.9818959 May 03 21:28:57.342944 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14701d8-579c-48a1-b22a-a137aa52647a tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=974249cc-1cbd-4142-9ce8-296d339205c4,revision_number=0']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:28:57.415069 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-a3958b72-c0c3-4fb5-967a-3f928081235e tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:57.437460 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.db.quota.driver [req-1af9e95b-3de2-4694-b47f-680d7adfc52f req-d92a423d-8ecb-40b3-911c-2d92e7c41555 tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:28:57.461388 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.db.quota.driver [req-1af9e95b-3de2-4694-b47f-680d7adfc52f req-d92a423d-8ecb-40b3-911c-2d92e7c41555 tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:28:57.484797 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-d4f028f8-743b-4324-918b-c66d541eba39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396'] for network, after_create {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:57.485950 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4f028f8-743b-4324-918b-c66d541eba39 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:28:57.486560 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-d4f028f8-743b-4324-918b-c66d541eba39 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1706389'] for network, before_response {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:57.530880 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-a3958b72-c0c3-4fb5-967a-3f928081235e tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:57.573249 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-b14701d8-579c-48a1-b22a-a137aa52647a tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:57.574703 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [None req-b14701d8-579c-48a1-b22a-a137aa52647a tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 1.7417555 May 03 21:28:57.586076 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.48', 54008) {{(pid=83993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:28:57.587037 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.v2.base [None req-bd79021b-e5a1-4e41-b518-5fa5af01f328 tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] Request body: {'floatingip': {'floating_network_id': 'c33334bd-f19e-453d-9f7b-349270405c58'}} {{(pid=83993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 03 21:28:57.595904 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-bd79021b-e5a1-4e41-b518-5fa5af01f328 tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:28:57.605196 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-bd79021b-e5a1-4e41-b518-5fa5af01f328 tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] Usage tracker for resource:floatingip and tenant:a2df1ca790224a009004c3c22a5ee5c5 is out of sync, need to count used quota {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:28:57.608543 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-bd79021b-e5a1-4e41-b518-5fa5af01f328 tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:28:57.621835 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f028f8-743b-4324-918b-c66d541eba39 admin admin] Pushing event updated for resources: {'Network': ['ID=4ccd5e89-e745-4d9c-a981-88f3b4e7bb66,revision_number=1']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:28:57.634354 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-bd79021b-e5a1-4e41-b518-5fa5af01f328 tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:28:57.637602 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.rpc [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Network 4ccd5e89-e745-4d9c-a981-88f3b4e7bb66 details requested by agent ovs-agent-dv-cinder-840377-1-iscsi with host dv-cinder-840377-1-iscsi {{(pid=83994) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 03 21:28:57.644316 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1af9e95b-3de2-4694-b47f-680d7adfc52f req-d92a423d-8ecb-40b3-911c-2d92e7c41555 tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] Made reservation on behalf of 30468ebc688d4bc1b036b4b984931e87 for: {'port': 1} {{(pid=83992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 21:28:57.648059 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [req-1af9e95b-3de2-4694-b47f-680d7adfc52f req-d92a423d-8ecb-40b3-911c-2d92e7c41555 tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1124352'] for port, before_create {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:57.744555 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-a3958b72-c0c3-4fb5-967a-3f928081235e tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746249'] for security_group_rule, after_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:57.750780 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.quota.resource [req-e120477f-a51d-475e-b51b-ff293c2663e6 req-90232bc8-32c0-4a4a-8788-636dcc7f50c6 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Synchronizing usage tracker for tenant:bd571e41b44a4bc6b16bf8163252f168 on resource:security_group {{(pid=83992) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 21:28:57.828436 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3958b72-c0c3-4fb5-967a-3f928081235e tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a2a586f-642c-44b3-a421-e66e09b62466,revision_number=0']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:28:57.879588 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.db.db_base_plugin_common [req-1af9e95b-3de2-4694-b47f-680d7adfc52f req-d92a423d-8ecb-40b3-911c-2d92e7c41555 tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] Allocated IP 172.20.0.11 (5bd090d5-a93e-4f68-8601-6aad9d3eb473/f1f0ef4c-4f27-4b18-935d-75e084855fe6/703e14ee-54de-44ea-bfca-17283964e8b4) {{(pid=83992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 21:28:57.891199 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [None req-d4f028f8-743b-4324-918b-c66d541eba39 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 4.1275060 May 03 21:28:57.913062 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.48', 54024) {{(pid=83992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:28:57.922958 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.v2.base [None req-856f1614-303d-4333-8fdf-04a20740b87e admin admin] Request body: {'subnet': {'network_id': '4ccd5e89-e745-4d9c-a981-88f3b4e7bb66', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1831472856-subnet', 'tenant_id': '5969d67253d8487bac033f4f01b68319', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 03 21:28:57.930922 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.db.quota.driver [None req-856f1614-303d-4333-8fdf-04a20740b87e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:28:57.950321 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.quota.resource [None req-856f1614-303d-4333-8fdf-04a20740b87e admin admin] Usage tracker for resource:subnet and tenant:5969d67253d8487bac033f4f01b68319 is out of sync, need to count used quota {{(pid=83992) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:28:57.954436 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.quota.resource [None req-856f1614-303d-4333-8fdf-04a20740b87e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83992) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:28:57.961736 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.quota.resource [req-e120477f-a51d-475e-b51b-ff293c2663e6 req-90232bc8-32c0-4a4a-8788-636dcc7f50c6 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Unset dirty status for tenant:bd571e41b44a4bc6b16bf8163252f168 on resource:security_group {{(pid=83992) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 21:28:57.964086 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-e120477f-a51d-475e-b51b-ff293c2663e6 req-90232bc8-32c0-4a4a-8788-636dcc7f50c6 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--1506121425&fields=id&tenant_id=bd571e41b44a4bc6b16bf8163252f168 HTTP/1.1" status: 200 len: 267 time: 0.3608074 May 03 21:28:57.966544 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af92e9b-f800-4800-8e03-83f94c67f1f5 req-f11d1648-d9f5-41df-b83f-21ae607a919a tempest-DeleteServersTestJSON-1257599601 tempest-DeleteServersTestJSON-1257599601-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:28:57.968065 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-6af92e9b-f800-4800-8e03-83f94c67f1f5 req-f11d1648-d9f5-41df-b83f-21ae607a919a tempest-DeleteServersTestJSON-1257599601 tempest-DeleteServersTestJSON-1257599601-project] 10.222.0.48 "GET /v2.0/ports?device_id=7ae08669-d95f-432b-bc27-265833de050d HTTP/1.1" status: 200 len: 944 time: 0.1100423 May 03 21:28:58.002115 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.db.quota.driver [None req-856f1614-303d-4333-8fdf-04a20740b87e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:28:58.020126 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-6af92e9b-f800-4800-8e03-83f94c67f1f5 req-dd1c4595-b33e-4410-a849-69d3f939e1ca tempest-DeleteServersTestJSON-1257599601 tempest-DeleteServersTestJSON-1257599601-project] 10.222.0.48 "GET /v2.0/security-groups?id=6d61b926-5dcc-4a56-9b2d-720c7d6b9af8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445352 May 03 21:28:58.029933 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-a3958b72-c0c3-4fb5-967a-3f928081235e tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:58.034648 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-a3958b72-c0c3-4fb5-967a-3f928081235e tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.9427402 May 03 21:28:58.035051 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.48', 54028) {{(pid=83993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:28:58.042589 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.v2.base [None req-3282f96a-f651-4c53-b5aa-52b674423a65 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] Request body: {'security_group_rule': {'security_group_id': '3dff50d4-faed-48b7-b783-10568bb53def', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 03 21:28:58.047645 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-3282f96a-f651-4c53-b5aa-52b674423a65 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:28:58.052083 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-3282f96a-f651-4c53-b5aa-52b674423a65 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] Usage tracker for resource:security_group_rule and tenant:4cf52ffb4a864a689f5d0242ddc4cc4f is out of sync, need to count used quota {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:28:58.068089 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-3282f96a-f651-4c53-b5aa-52b674423a65 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:28:58.074791 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-3282f96a-f651-4c53-b5aa-52b674423a65 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:28:58.127322 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-bd79021b-e5a1-4e41-b518-5fa5af01f328 tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] Notify callbacks [] for floatingip, before_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:58.228952 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-856f1614-303d-4333-8fdf-04a20740b87e admin admin] Made reservation on behalf of 5969d67253d8487bac033f4f01b68319 for: {'subnet': 1} {{(pid=83992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 21:28:58.231231 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-856f1614-303d-4333-8fdf-04a20740b87e admin admin] Notify callbacks [] for subnet, before_create {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:58.305461 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-3422bf3f-c30f-4d59-b980-de89f1de3236 req-5ef1c63e-8026-431f-91a6-73ae029d5639 tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] 10.222.0.48 "GET /v2.0/ports?device_id=11444b4c-e752-4766-9e89-f57974330390 HTTP/1.1" status: 200 len: 210 time: 0.0706055 May 03 21:28:58.307032 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-3282f96a-f651-4c53-b5aa-52b674423a65 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:58.339499 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e120477f-a51d-475e-b51b-ff293c2663e6 req-bfdc000d-6240-4422-bde7-08909bddba1a tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:28:58.339719 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.quota.resource [req-e120477f-a51d-475e-b51b-ff293c2663e6 req-bfdc000d-6240-4422-bde7-08909bddba1a tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Synchronizing usage tracker for tenant:bd571e41b44a4bc6b16bf8163252f168 on resource:network {{(pid=83992) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 21:28:58.396227 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [req-1af9e95b-3de2-4694-b47f-680d7adfc52f req-d92a423d-8ecb-40b3-911c-2d92e7c41555 tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] Notify callbacks [] for port, precommit_create {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:58.423236 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.db.provisioning_blocks [req-1af9e95b-3de2-4694-b47f-680d7adfc52f req-d92a423d-8ecb-40b3-911c-2d92e7c41555 tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] Transition to ACTIVE for port object 703e14ee-54de-44ea-bfca-17283964e8b4 will not be triggered until provisioned by entity DHCP. {{(pid=83992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 21:28:58.429745 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-3282f96a-f651-4c53-b5aa-52b674423a65 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:58.445000 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-bd79021b-e5a1-4e41-b518-5fa5af01f328 tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1124352'] for port, before_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:58.570936 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.quota.resource [req-e120477f-a51d-475e-b51b-ff293c2663e6 req-bfdc000d-6240-4422-bde7-08909bddba1a tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Unset dirty status for tenant:bd571e41b44a4bc6b16bf8163252f168 on resource:network {{(pid=83992) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 21:28:58.572114 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-e120477f-a51d-475e-b51b-ff293c2663e6 req-bfdc000d-6240-4422-bde7-08909bddba1a tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] 10.222.0.48 "GET /v2.0/networks?id=afa29ce3-7ea1-4fb3-8d15-b28913382476 HTTP/1.1" status: 200 len: 814 time: 0.5981481 May 03 21:28:58.592638 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-e120477f-a51d-475e-b51b-ff293c2663e6 req-7df68e20-2854-429c-8460-22fc7525ccbd tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] 10.222.0.48 "GET /v2.0/quotas/bd571e41b44a4bc6b16bf8163252f168 HTTP/1.1" status: 200 len: 375 time: 0.0104926 May 03 21:28:58.619853 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.db.db_base_plugin_common [None req-bd79021b-e5a1-4e41-b518-5fa5af01f328 tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] Allocated IP 172.27.1.34 (c33334bd-f19e-453d-9f7b-349270405c58/8155f8f1-bdbd-4c1c-8daf-045a3e4a5222/e5f98557-52a9-4db1-b450-dc6f2db1f4b3) {{(pid=83993) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 21:28:58.678488 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.quota.resource [req-e120477f-a51d-475e-b51b-ff293c2663e6 req-8c7e6ad2-e8e8-45aa-a5fe-7422b6c0b230 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Synchronizing usage tracker for tenant:bd571e41b44a4bc6b16bf8163252f168 on resource:port {{(pid=83992) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 21:28:58.696866 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-3282f96a-f651-4c53-b5aa-52b674423a65 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746249'] for security_group_rule, after_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:58.737166 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [req-1af9e95b-3de2-4694-b47f-680d7adfc52f req-d92a423d-8ecb-40b3-911c-2d92e7c41555 tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781385847435'] for port, after_create {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:58.754399 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3282f96a-f651-4c53-b5aa-52b674423a65 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=301bc61d-7fb3-447c-82d6-c7d5b12437ec,revision_number=0']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:28:58.782871 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-856f1614-303d-4333-8fdf-04a20740b87e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396'] for subnet, after_create {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:58.815142 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-bd79021b-e5a1-4e41-b518-5fa5af01f328 tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] Notify callbacks [] for port, precommit_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:58.940012 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-3282f96a-f651-4c53-b5aa-52b674423a65 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:58.941072 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-3282f96a-f651-4c53-b5aa-52b674423a65 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.9050233 May 03 21:28:58.959110 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.quota.resource [req-e120477f-a51d-475e-b51b-ff293c2663e6 req-8c7e6ad2-e8e8-45aa-a5fe-7422b6c0b230 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Unset dirty status for tenant:bd571e41b44a4bc6b16bf8163252f168 on resource:port {{(pid=83992) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 21:28:58.959110 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-e120477f-a51d-475e-b51b-ff293c2663e6 req-8c7e6ad2-e8e8-45aa-a5fe-7422b6c0b230 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=bd571e41b44a4bc6b16bf8163252f168&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3543770 May 03 21:28:58.959110 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1af9e95b-3de2-4694-b47f-680d7adfc52f req-d92a423d-8ecb-40b3-911c-2d92e7c41555 tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] Network 5bd090d5-a93e-4f68-8601-6aad9d3eb473 is already hosted by enough agents. {{(pid=83992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 21:28:58.959110 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92a423d-8ecb-40b3-911c-2d92e7c41555 tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] Pushing event updated for resources: {'Port': ['ID=703e14ee-54de-44ea-bfca-17283964e8b4,revision_number=1']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:28:58.961201 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.48', 54052) {{(pid=83993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:28:58.966623 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.v2.base [None req-b6b1977c-5303-49ba-8486-5dc90755befe tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] Request body: {'floatingip': {'floating_network_id': 'c33334bd-f19e-453d-9f7b-349270405c58'}} {{(pid=83993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 03 21:28:58.972213 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-b6b1977c-5303-49ba-8486-5dc90755befe tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:28:58.972582 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.scheduler.base_scheduler [req-1af9e95b-3de2-4694-b47f-680d7adfc52f req-d92a423d-8ecb-40b3-911c-2d92e7c41555 tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] Resources bound (agent type, host, resource id): {{(pid=83992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 21:28:58.976477 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-b6b1977c-5303-49ba-8486-5dc90755befe tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] Usage tracker for resource:floatingip and tenant:4cf52ffb4a864a689f5d0242ddc4cc4f is out of sync, need to count used quota {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:28:58.979554 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856f1614-303d-4333-8fdf-04a20740b87e admin admin] Pushing event updated for resources: {'Subnet': ['ID=9c5dd340-c2a0-4f0f-85eb-cb5bc62b32e0,revision_number=0']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:28:58.980206 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-b6b1977c-5303-49ba-8486-5dc90755befe tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:28:58.987676 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-b6b1977c-5303-49ba-8486-5dc90755befe tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:28:59.006956 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.db.l3_dvrscheduler_db [req-1af9e95b-3de2-4694-b47f-680d7adfc52f req-d92a423d-8ecb-40b3-911c-2d92e7c41555 tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] Received port after_create {{(pid=83992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 03 21:28:59.010911 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af9e95b-3de2-4694-b47f-680d7adfc52f req-d92a423d-8ecb-40b3-911c-2d92e7c41555 tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:28:59.012045 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [req-1af9e95b-3de2-4694-b47f-680d7adfc52f req-d92a423d-8ecb-40b3-911c-2d92e7c41555 tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1706389'] for port, before_response {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:59.025370 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-bd79021b-e5a1-4e41-b518-5fa5af01f328 tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781385847435'] for port, after_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:59.121648 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd79021b-e5a1-4e41-b518-5fa5af01f328 tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] Network c33334bd-f19e-453d-9f7b-349270405c58 is already hosted by enough agents. {{(pid=83993) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 21:28:59.127350 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.scheduler.base_scheduler [None req-bd79021b-e5a1-4e41-b518-5fa5af01f328 tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] Resources bound (agent type, host, resource id): {{(pid=83993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 21:28:59.133366 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd79021b-e5a1-4e41-b518-5fa5af01f328 tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] Received port after_create {{(pid=83993) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 03 21:28:59.148742 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd79021b-e5a1-4e41-b518-5fa5af01f328 tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] Pushing event updated for resources: {'Port': ['ID=e5f98557-52a9-4db1-b450-dc6f2db1f4b3,revision_number=1']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:28:59.154239 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-b6b1977c-5303-49ba-8486-5dc90755befe tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] Notify callbacks [] for floatingip, before_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:59.162074 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-856f1614-303d-4333-8fdf-04a20740b87e admin admin] Checking segment: {'id': '513af00e-11d2-428e-8eba-db3393b40adc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '4ccd5e89-e745-4d9c-a981-88f3b4e7bb66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 03 21:28:59.162436 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-856f1614-303d-4333-8fdf-04a20740b87e admin admin] Network hostable DHCP agents. Network: 4ccd5e89-e745-4d9c-a981-88f3b4e7bb66, hostable agents: ['e4e3c6c0-e8b0-4c45-a267-b4e6dd042766'], hosted agents: [] {{(pid=83992) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 21:28:59.265585 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-e120477f-a51d-475e-b51b-ff293c2663e6 req-58614734-770d-4b67-85bb-53aab339425d service neutron] 10.222.0.48 "GET /v2.0/networks/afa29ce3-7ea1-4fb3-8d15-b28913382476?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2839813 May 03 21:28:59.353852 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-1af9e95b-3de2-4694-b47f-680d7adfc52f req-d92a423d-8ecb-40b3-911c-2d92e7c41555 tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2415752 May 03 21:28:59.370544 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.v2.base [req-1af9e95b-3de2-4694-b47f-680d7adfc52f req-8be88aaf-b7f1-4238-85e1-b676f3fb0243 service neutron] Request body: {'port': {'device_id': 'dffdb65a-4c55-4f89-afd3-ff88a82805d9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84037'}} {{(pid=83992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 03 21:28:59.478343 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-856f1614-303d-4333-8fdf-04a20740b87e admin admin] Network 4ccd5e89-e745-4d9c-a981-88f3b4e7bb66 is scheduled to be hosted by DHCP agent e4e3c6c0-e8b0-4c45-a267-b4e6dd042766 with binding_index 1 {{(pid=83992) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 21:28:59.513060 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-e120477f-a51d-475e-b51b-ff293c2663e6 req-202c0e45-47e0-4816-b5d7-655045f04321 service neutron] 10.222.0.48 "GET /v2.0/networks/afa29ce3-7ea1-4fb3-8d15-b28913382476?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2441182 May 03 21:28:59.525726 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [req-1af9e95b-3de2-4694-b47f-680d7adfc52f req-8be88aaf-b7f1-4238-85e1-b676f3fb0243 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1124352'] for port, before_update {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:59.601670 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.provisioning_blocks [None req-d6313923-67f4-46cf-82a0-412b1c6c1a3f None None] Provisioning for port 703e14ee-54de-44ea-bfca-17283964e8b4 completed by entity DHCP. {{(pid=83994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 21:28:59.612586 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.provisioning_blocks [None req-d6313923-67f4-46cf-82a0-412b1c6c1a3f None None] Provisioning complete for port 703e14ee-54de-44ea-bfca-17283964e8b4 triggered by entity DHCP. {{(pid=83994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:28:59.612763 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-d6313923-67f4-46cf-82a0-412b1c6c1a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2080827'] for port, provisioning_complete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:59.613255 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-bd79021b-e5a1-4e41-b518-5fa5af01f328 tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:59.669593 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a1b422-79c3-4da1-8608-da279c5aa2f1 req-33db7d48-a690-44a3-a1f1-518a1dc72f86 tempest-DeleteServersTestJSON-1257599601 tempest-DeleteServersTestJSON-1257599601-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:28:59.680703 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-e8a1b422-79c3-4da1-8608-da279c5aa2f1 req-33db7d48-a690-44a3-a1f1-518a1dc72f86 tempest-DeleteServersTestJSON-1257599601 tempest-DeleteServersTestJSON-1257599601-project] 10.222.0.48 "GET /v2.0/ports?device_id=7ae08669-d95f-432b-bc27-265833de050d HTTP/1.1" status: 200 len: 944 time: 0.3533046 May 03 21:28:59.738694 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-b6b1977c-5303-49ba-8486-5dc90755befe tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1124352'] for port, before_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:59.771483 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.plugin [None req-d6313923-67f4-46cf-82a0-412b1c6c1a3f None None] Port 703e14ee-54de-44ea-bfca-17283964e8b4 cannot update to ACTIVE because it is not bound. {{(pid=83994) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 03 21:28:59.782636 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.scheduler.base_scheduler [None req-856f1614-303d-4333-8fdf-04a20740b87e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840377-1-iscsi, 4ccd5e89-e745-4d9c-a981-88f3b4e7bb66) {{(pid=83992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 21:28:59.795788 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efadbd22-a776-488c-8c59-a2e12dd32496 None None] Network 4ccd5e89-e745-4d9c-a981-88f3b4e7bb66 requested from dv-cinder-840377-1-iscsi {{(pid=83994) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 03 21:28:59.811699 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-856f1614-303d-4333-8fdf-04a20740b87e admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:28:59.813213 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-e8a1b422-79c3-4da1-8608-da279c5aa2f1 req-abacd696-34ee-4772-8f29-d4b2ebe3d2d1 tempest-DeleteServersTestJSON-1257599601 tempest-DeleteServersTestJSON-1257599601-project] 10.222.0.48 "GET /v2.0/security-groups?id=6d61b926-5dcc-4a56-9b2d-720c7d6b9af8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289585 May 03 21:28:59.818716 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-856f1614-303d-4333-8fdf-04a20740b87e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1706389'] for subnet, before_response {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:29:00.039916 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [None req-856f1614-303d-4333-8fdf-04a20740b87e admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.1254897 May 03 21:29:00.116057 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-b082bd13-3327-4ef1-99ad-36a7531022f8 req-011e0e03-538a-4b9c-8a92-8bd3b33dc38a tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] 10.222.0.48 "GET /v2.0/ports?device_id=11444b4c-e752-4766-9e89-f57974330390 HTTP/1.1" status: 200 len: 210 time: 0.0743887 May 03 21:29:00.127883 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-bd79021b-e5a1-4e41-b518-5fa5af01f328 tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1124352'] for port, before_update {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:29:00.169876 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-4605b04e-9c67-494f-90a3-7bc63a05a97a req-a50494da-4b7d-4256-82cd-8e7c6c60a243 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] 10.222.0.48 "GET /v2.0/ports?device_id=12a46337-1502-4a61-8c0d-8b5dd98d5a14 HTTP/1.1" status: 200 len: 210 time: 0.0853078 May 03 21:29:00.305486 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.notifiers.nova [req-1af9e95b-3de2-4694-b47f-680d7adfc52f req-8be88aaf-b7f1-4238-85e1-b676f3fb0243 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 703e14ee-54de-44ea-bfca-17283964e8b4 {{(pid=83992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 03 21:29:00.313460 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [req-1af9e95b-3de2-4694-b47f-680d7adfc52f req-8be88aaf-b7f1-4238-85e1-b676f3fb0243 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:29:00.318032 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.rpc [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Device 99d8b720-a305-456d-805e-84e960517e14 details requested by agent hyperv_hv-cinder-84037 with host hv-cinder-84037 {{(pid=83994) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 03 21:29:00.337529 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.db.provisioning_blocks [req-1af9e95b-3de2-4694-b47f-680d7adfc52f req-8be88aaf-b7f1-4238-85e1-b676f3fb0243 service neutron] Transition to ACTIVE for port object 703e14ee-54de-44ea-bfca-17283964e8b4 will not be triggered until provisioned by entity L2. {{(pid=83992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 21:29:00.485266 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-bd79021b-e5a1-4e41-b518-5fa5af01f328 tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] Notify callbacks [] for port, precommit_update {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:29:00.503721 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2c6279f-0c30-4109-b80d-59d1dda9d836 None None] Network 4ccd5e89-e745-4d9c-a981-88f3b4e7bb66 requested from dv-cinder-840377-1-iscsi {{(pid=83994) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 03 21:29:00.519176 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [req-1af9e95b-3de2-4694-b47f-680d7adfc52f req-8be88aaf-b7f1-4238-85e1-b676f3fb0243 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781386188966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781385847453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781385847498'] for port, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:29:00.550397 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.db.db_base_plugin_common [None req-b6b1977c-5303-49ba-8486-5dc90755befe tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] Allocated IP 172.27.1.37 (c33334bd-f19e-453d-9f7b-349270405c58/8155f8f1-bdbd-4c1c-8daf-045a3e4a5222/5bdb1af1-7037-4f8b-ad0c-f72c639630dc) {{(pid=83993) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 21:29:00.646885 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.db [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] For port 99d8b720-a305-456d-805e-84e960517e14, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=99d8b720-a305-456d-805e-84e960517e14,segment=NetworkSegment(f8a3db2b-cde4-435f-b662-ad3a00207e92),segment_id=f8a3db2b-cde4-435f-b662-ad3a00207e92)] {{(pid=83994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 21:29:00.685316 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.rpc [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Returning: {'device': '99d8b720-a305-456d-805e-84e960517e14', 'network_id': '556cc182-54d3-4ca5-af4a-8fbf93a97ff0', 'port_id': '99d8b720-a305-456d-805e-84e960517e14', 'mac_address': 'fa:16:3e:eb:67:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 444, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45fa8f58-c1c7-4694-a2a0-b0126cd31bcf', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83994) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 03 21:29:00.699149 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-bd79021b-e5a1-4e41-b518-5fa5af01f328 tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781386188966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781385847453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781385847498'] for port, after_update {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:29:00.742670 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be88aaf-b7f1-4238-85e1-b676f3fb0243 service neutron] Pushing event updated for resources: {'Port': ['ID=703e14ee-54de-44ea-bfca-17283964e8b4,revision_number=2']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:29:00.784301 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.plugins.ml2.managers [req-1af9e95b-3de2-4694-b47f-680d7adfc52f req-8be88aaf-b7f1-4238-85e1-b676f3fb0243 service neutron] Attempting to bind port 703e14ee-54de-44ea-bfca-17283964e8b4 on host hv-cinder-84037 for vnic_type normal with profile {{(pid=83992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 21:29:00.785277 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.plugins.ml2.managers [req-1af9e95b-3de2-4694-b47f-680d7adfc52f req-8be88aaf-b7f1-4238-85e1-b676f3fb0243 service neutron] Attempting to bind port 703e14ee-54de-44ea-bfca-17283964e8b4 by drivers openvswitch,hyperv on host hv-cinder-84037 at level 0 using segments [{'id': 'f62d725e-ae77-4a78-847c-f1a234768bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '5bd090d5-a93e-4f68-8601-6aad9d3eb473'}] {{(pid=83992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 21:29:00.785708 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1af9e95b-3de2-4694-b47f-680d7adfc52f req-8be88aaf-b7f1-4238-85e1-b676f3fb0243 service neutron] Attempting to bind port 703e14ee-54de-44ea-bfca-17283964e8b4 on network 5bd090d5-a93e-4f68-8601-6aad9d3eb473 {{(pid=83992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 03 21:29:00.792867 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1af9e95b-3de2-4694-b47f-680d7adfc52f req-8be88aaf-b7f1-4238-85e1-b676f3fb0243 service neutron] Port 703e14ee-54de-44ea-bfca-17283964e8b4 on network 5bd090d5-a93e-4f68-8601-6aad9d3eb473 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84037 {{(pid=83992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 03 21:29:00.793305 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1af9e95b-3de2-4694-b47f-680d7adfc52f req-8be88aaf-b7f1-4238-85e1-b676f3fb0243 service neutron] Attempting to bind port 703e14ee-54de-44ea-bfca-17283964e8b4 on network 5bd090d5-a93e-4f68-8601-6aad9d3eb473 {{(pid=83992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 03 21:29:00.803629 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1af9e95b-3de2-4694-b47f-680d7adfc52f req-8be88aaf-b7f1-4238-85e1-b676f3fb0243 service neutron] Checking agent: {'id': '6f729c1e-126d-4db9-b521-92dbb8a34775', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84037', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 21, 26, 18), 'started_at': datetime.datetime(2022, 5, 3, 21, 26, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 21, 28, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 03 21:29:00.803938 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1af9e95b-3de2-4694-b47f-680d7adfc52f req-8be88aaf-b7f1-4238-85e1-b676f3fb0243 service neutron] Checking segment: {'id': 'f62d725e-ae77-4a78-847c-f1a234768bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '5bd090d5-a93e-4f68-8601-6aad9d3eb473'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 03 21:29:00.804640 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1af9e95b-3de2-4694-b47f-680d7adfc52f req-8be88aaf-b7f1-4238-85e1-b676f3fb0243 service neutron] Bound using segment: {'id': 'f62d725e-ae77-4a78-847c-f1a234768bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '5bd090d5-a93e-4f68-8601-6aad9d3eb473'} {{(pid=83992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 03 21:29:00.805174 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.plugins.ml2.managers [req-1af9e95b-3de2-4694-b47f-680d7adfc52f req-8be88aaf-b7f1-4238-85e1-b676f3fb0243 service neutron] Bound port: 703e14ee-54de-44ea-bfca-17283964e8b4, host: hv-cinder-84037, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f62d725e-ae77-4a78-847c-f1a234768bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '5bd090d5-a93e-4f68-8601-6aad9d3eb473'}}] {{(pid=83992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 21:29:00.805727 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [req-1af9e95b-3de2-4694-b47f-680d7adfc52f req-8be88aaf-b7f1-4238-85e1-b676f3fb0243 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1124352'] for port, before_update {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:29:00.880776 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-bd79021b-e5a1-4e41-b518-5fa5af01f328 tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-332800'] for floatingip, after_update {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:29:00.935593 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd79021b-e5a1-4e41-b518-5fa5af01f328 tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] Pushing event updated for resources: {'Port': ['ID=e5f98557-52a9-4db1-b450-dc6f2db1f4b3,revision_number=2']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:29:00.979194 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.plugins.ml2.db [req-1af9e95b-3de2-4694-b47f-680d7adfc52f req-8be88aaf-b7f1-4238-85e1-b676f3fb0243 service neutron] For port 703e14ee-54de-44ea-bfca-17283964e8b4, host hv-cinder-84037, cleared binding levels {{(pid=83992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 21:29:00.981494 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.plugins.ml2.db [req-1af9e95b-3de2-4694-b47f-680d7adfc52f req-8be88aaf-b7f1-4238-85e1-b676f3fb0243 service neutron] For port 703e14ee-54de-44ea-bfca-17283964e8b4, host hv-cinder-84037, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=703e14ee-54de-44ea-bfca-17283964e8b4,segment=NetworkSegment(f62d725e-ae77-4a78-847c-f1a234768bbb),segment_id=f62d725e-ae77-4a78-847c-f1a234768bbb)] {{(pid=83992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 21:29:00.996106 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-b6b1977c-5303-49ba-8486-5dc90755befe tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] Notify callbacks [] for port, precommit_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:29:00.996738 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1124352'] for port, before_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:29:01.061921 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-bd79021b-e5a1-4e41-b518-5fa5af01f328 tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93163'] for floatingip, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:29:01.072122 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-bd79021b-e5a1-4e41-b518-5fa5af01f328 tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.4826574 May 03 21:29:01.072608 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.notifiers.nova [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99d8b720-a305-456d-805e-84e960517e14 {{(pid=83994) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 03 21:29:01.101767 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.db [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] For port 99d8b720-a305-456d-805e-84e960517e14, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=99d8b720-a305-456d-805e-84e960517e14,segment=NetworkSegment(f8a3db2b-cde4-435f-b662-ad3a00207e92),segment_id=f8a3db2b-cde4-435f-b662-ad3a00207e92)] {{(pid=83994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 21:29:01.157022 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [req-1af9e95b-3de2-4694-b47f-680d7adfc52f req-8be88aaf-b7f1-4238-85e1-b676f3fb0243 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781386188966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781385847453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781385847498'] for port, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:29:01.157748 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-b6b1977c-5303-49ba-8486-5dc90755befe tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781385847435'] for port, after_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:29:01.212157 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781386188966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781385847453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781385847498'] for port, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:29:01.274265 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [req-1af9e95b-3de2-4694-b47f-680d7adfc52f req-8be88aaf-b7f1-4238-85e1-b676f3fb0243 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1706389'] for port, before_response {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:29:01.276068 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-1af9e95b-3de2-4694-b47f-680d7adfc52f req-8be88aaf-b7f1-4238-85e1-b676f3fb0243 service neutron] 10.222.0.42 "PUT /v2.0/ports/703e14ee-54de-44ea-bfca-17283964e8b4 HTTP/1.1" status: 200 len: 1094 time: 1.9100392 May 03 21:29:01.278988 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dffdb65a-4c55-4f89-afd3-ff88a82805d9', 'tag': '703e14ee-54de-44ea-bfca-17283964e8b4'}] {{(pid=83992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 03 21:29:01.403471 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be88aaf-b7f1-4238-85e1-b676f3fb0243 service neutron] Pushing event updated for resources: {'Port': ['ID=703e14ee-54de-44ea-bfca-17283964e8b4,revision_number=3']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:29:01.479487 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Pushing event updated for resources: {'Port': ['ID=99d8b720-a305-456d-805e-84e960517e14,revision_number=4']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:29:01.548248 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.db [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] get_ports_and_sgs() called for port_ids ['99d8b720-a305-456d-805e-84e960517e14'] {{(pid=83994) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 03 21:29:01.676029 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.quota.resource [req-82d25029-daa8-403b-8db8-a5beb0c91ec8 req-8c682ec7-7da2-4131-a851-53c40449423e tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] Synchronizing usage tracker for tenant:30468ebc688d4bc1b036b4b984931e87 on resource:port {{(pid=83992) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 21:29:01.676395 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6b1977c-5303-49ba-8486-5dc90755befe tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] Network c33334bd-f19e-453d-9f7b-349270405c58 is already hosted by enough agents. {{(pid=83993) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 21:29:01.676395 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.scheduler.base_scheduler [None req-b6b1977c-5303-49ba-8486-5dc90755befe tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] Resources bound (agent type, host, resource id): {{(pid=83993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 21:29:01.690288 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b1977c-5303-49ba-8486-5dc90755befe tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] Pushing event updated for resources: {'Port': ['ID=5bdb1af1-7037-4f8b-ad0c-f72c639630dc,revision_number=1']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:29:01.714762 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6b1977c-5303-49ba-8486-5dc90755befe tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] Received port after_create {{(pid=83993) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 03 21:29:01.752016 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-1af9e95b-3de2-4694-b47f-680d7adfc52f req-c2f6b8f5-cf7d-43f2-a45d-f5442f32a56a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=30468ebc688d4bc1b036b4b984931e87&device_id=dffdb65a-4c55-4f89-afd3-ff88a82805d9 HTTP/1.1" status: 200 len: 1097 time: 0.2857528 May 03 21:29:01.788762 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721d79b3-dbcc-40a7-a0c3-1f6a811d4369 req-fe212f1b-15d7-488f-a83a-0643bc56e16d tempest-DeleteServersTestJSON-1257599601 tempest-DeleteServersTestJSON-1257599601-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:29:01.790631 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-721d79b3-dbcc-40a7-a0c3-1f6a811d4369 req-fe212f1b-15d7-488f-a83a-0643bc56e16d tempest-DeleteServersTestJSON-1257599601 tempest-DeleteServersTestJSON-1257599601-project] 10.222.0.48 "GET /v2.0/ports?device_id=7ae08669-d95f-432b-bc27-265833de050d HTTP/1.1" status: 200 len: 944 time: 0.6963894 May 03 21:29:01.851977 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-1af9e95b-3de2-4694-b47f-680d7adfc52f req-63509be0-dfc6-4259-bdaa-1e6eea11173e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=703e14ee-54de-44ea-bfca-17283964e8b4 HTTP/1.1" status: 200 len: 217 time: 0.0867145 May 03 21:29:01.855339 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.quota.resource [req-82d25029-daa8-403b-8db8-a5beb0c91ec8 req-8c682ec7-7da2-4131-a851-53c40449423e tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] Unset dirty status for tenant:30468ebc688d4bc1b036b4b984931e87 on resource:port {{(pid=83992) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 21:29:01.868109 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-82d25029-daa8-403b-8db8-a5beb0c91ec8 req-8c682ec7-7da2-4131-a851-53c40449423e tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] 10.222.0.48 "GET /v2.0/ports?device_id=11444b4c-e752-4766-9e89-f57974330390 HTTP/1.1" status: 200 len: 210 time: 0.2963791 May 03 21:29:01.949396 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90997344-f43a-4b33-9d8d-116b02038bd2 req-d8ceb19c-a5b7-405a-b926-e9a339285bcd tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:29:01.951029 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-90997344-f43a-4b33-9d8d-116b02038bd2 req-d8ceb19c-a5b7-405a-b926-e9a339285bcd tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] 10.222.0.42 "GET /v2.0/networks?id=5bd090d5-a93e-4f68-8601-6aad9d3eb473 HTTP/1.1" status: 200 len: 819 time: 0.6117365 May 03 21:29:01.997218 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af9e95b-3de2-4694-b47f-680d7adfc52f req-89226115-36f6-4130-b833-5e42bd9a17f8 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:29:02.000491 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-1af9e95b-3de2-4694-b47f-680d7adfc52f req-89226115-36f6-4130-b833-5e42bd9a17f8 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f1f0ef4c-4f27-4b18-935d-75e084855fe6 HTTP/1.1" status: 200 len: 858 time: 0.1279311 May 03 21:29:02.041719 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.v2.base [req-90997344-f43a-4b33-9d8d-116b02038bd2 req-718caf5e-3a70-4c2f-9f95-c722c30ffec6 tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] Request body: {'port': {'device_id': '11444b4c-e752-4766-9e89-f57974330390', 'network_id': '5bd090d5-a93e-4f68-8601-6aad9d3eb473', 'admin_state_up': True, 'tenant_id': '30468ebc688d4bc1b036b4b984931e87'}} {{(pid=83993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 03 21:29:02.091299 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-b6b1977c-5303-49ba-8486-5dc90755befe tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:29:02.152973 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-d0840a1a-08d8-460a-a89c-03a0cba683e3 req-5e896e9c-04cf-414b-a216-99247e8b4a7b tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] 10.222.0.48 "GET /v2.0/ports?device_id=12a46337-1502-4a61-8c0d-8b5dd98d5a14 HTTP/1.1" status: 200 len: 210 time: 0.1532094 May 03 21:29:02.170563 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-721d79b3-dbcc-40a7-a0c3-1f6a811d4369 req-6b16f7b3-33c0-48f3-a25e-829246dcc083 tempest-DeleteServersTestJSON-1257599601 tempest-DeleteServersTestJSON-1257599601-project] 10.222.0.48 "GET /v2.0/security-groups?id=6d61b926-5dcc-4a56-9b2d-720c7d6b9af8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3600831 May 03 21:29:02.281685 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-1af9e95b-3de2-4694-b47f-680d7adfc52f req-5a0b40cf-ce7c-4fb9-a994-62ec1a789c6f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5bd090d5-a93e-4f68-8601-6aad9d3eb473&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1233156 May 03 21:29:02.324894 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [req-90997344-f43a-4b33-9d8d-116b02038bd2 req-718caf5e-3a70-4c2f-9f95-c722c30ffec6 tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:29:02.340020 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [req-90997344-f43a-4b33-9d8d-116b02038bd2 req-718caf5e-3a70-4c2f-9f95-c722c30ffec6 tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:29:02.412914 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-b6b1977c-5303-49ba-8486-5dc90755befe tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1124352'] for port, before_update {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:29:02.559672 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cdb9b5eb-c418-4f6b-848b-f00035bba4d0'] response: {'name': 'network-changed', 'server_uuid': 'dffdb65a-4c55-4f89-afd3-ff88a82805d9', 'tag': '703e14ee-54de-44ea-bfca-17283964e8b4', 'status': 'completed', 'code': 200} May 03 21:29:02.563180 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-1af9e95b-3de2-4694-b47f-680d7adfc52f req-4c595f87-4ae6-4731-8d10-b856902597df service neutron] 10.222.0.42 "GET /v2.0/networks/5bd090d5-a93e-4f68-8601-6aad9d3eb473?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2599621 May 03 21:29:02.572791 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.quota.resource [req-728536f9-b2b8-47bb-a885-4524c3e79e0b req-45df2245-9d6d-42ed-8159-dc9ccbfcc951 tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] Synchronizing usage tracker for tenant:a2df1ca790224a009004c3c22a5ee5c5 on resource:security_group {{(pid=83992) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 21:29:02.623228 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-90997344-f43a-4b33-9d8d-116b02038bd2 req-718caf5e-3a70-4c2f-9f95-c722c30ffec6 tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] Made reservation on behalf of 30468ebc688d4bc1b036b4b984931e87 for: {'port': 1} {{(pid=83993) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 21:29:02.628508 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-90997344-f43a-4b33-9d8d-116b02038bd2 req-718caf5e-3a70-4c2f-9f95-c722c30ffec6 tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1124352'] for port, before_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:29:02.638596 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.48', 54150) {{(pid=83993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:29:02.669445 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.v2.base [None req-8734a522-1896-4789-b4dd-4986b8d96eaa admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-443024873-network', 'tenant_id': '1d1003e296e64c968094417482eaa00e'}} {{(pid=83993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 03 21:29:02.698837 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-8734a522-1896-4789-b4dd-4986b8d96eaa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:29:02.748835 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-8734a522-1896-4789-b4dd-4986b8d96eaa admin admin] Usage tracker for resource:network and tenant:1d1003e296e64c968094417482eaa00e is out of sync, need to count used quota {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:29:02.753750 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-8734a522-1896-4789-b4dd-4986b8d96eaa admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:29:02.758653 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-1af9e95b-3de2-4694-b47f-680d7adfc52f req-0e712cd2-f636-49a7-bcd7-2c8889cf7ac4 service neutron] 10.222.0.42 "GET /v2.0/networks/5bd090d5-a93e-4f68-8601-6aad9d3eb473?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1796334 May 03 21:29:02.767001 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-8734a522-1896-4789-b4dd-4986b8d96eaa admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:29:02.784061 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.quota.resource [req-728536f9-b2b8-47bb-a885-4524c3e79e0b req-45df2245-9d6d-42ed-8159-dc9ccbfcc951 tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] Unset dirty status for tenant:a2df1ca790224a009004c3c22a5ee5c5 on resource:security_group {{(pid=83992) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 21:29:02.785317 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-728536f9-b2b8-47bb-a885-4524c3e79e0b req-45df2245-9d6d-42ed-8159-dc9ccbfcc951 tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--1322816725&fields=id&tenant_id=a2df1ca790224a009004c3c22a5ee5c5 HTTP/1.1" status: 200 len: 267 time: 0.3224840 May 03 21:29:02.884811 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.db.resource_extend [None req-b6b1977c-5303-49ba-8486-5dc90755befe tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 03 21:29:02.905198 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-b6b1977c-5303-49ba-8486-5dc90755befe tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] Notify callbacks [] for port, precommit_update {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:29:02.963050 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8734a522-1896-4789-b4dd-4986b8d96eaa admin admin] Made reservation on behalf of 1d1003e296e64c968094417482eaa00e for: {'network': 1} {{(pid=83993) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 21:29:02.965090 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-8734a522-1896-4789-b4dd-4986b8d96eaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1124352'] for network, before_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:29:02.977715 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728536f9-b2b8-47bb-a885-4524c3e79e0b req-3a8ce5f8-1b25-44d7-8d8a-2d525278a7ae tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:29:02.979852 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.quota.resource [req-728536f9-b2b8-47bb-a885-4524c3e79e0b req-3a8ce5f8-1b25-44d7-8d8a-2d525278a7ae tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] Synchronizing usage tracker for tenant:a2df1ca790224a009004c3c22a5ee5c5 on resource:network {{(pid=83992) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 21:29:02.983253 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-8734a522-1896-4789-b4dd-4986b8d96eaa admin admin] Notify callbacks [] for security_group, before_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:29:03.004862 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-b6b1977c-5303-49ba-8486-5dc90755befe tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781386188966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781385847453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781385847498'] for port, after_update {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:29:03.072668 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-34bc9efb-b88a-4547-936b-c1069cb8f4d0 req-d0337bab-8af2-42b8-9a6c-7c0364522f1d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=30468ebc688d4bc1b036b4b984931e87&device_id=dffdb65a-4c55-4f89-afd3-ff88a82805d9 HTTP/1.1" status: 200 len: 1097 time: 0.0882001 May 03 21:29:03.098353 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.db.db_base_plugin_common [req-90997344-f43a-4b33-9d8d-116b02038bd2 req-718caf5e-3a70-4c2f-9f95-c722c30ffec6 tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] Allocated IP 172.20.0.6 (5bd090d5-a93e-4f68-8601-6aad9d3eb473/f1f0ef4c-4f27-4b18-935d-75e084855fe6/85e667f2-845e-4e89-b387-1500b1f84677) {{(pid=83993) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 21:29:03.104305 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-8734a522-1896-4789-b4dd-4986b8d96eaa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:29:03.117414 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-8734a522-1896-4789-b4dd-4986b8d96eaa admin admin] Usage tracker for resource:security_group_rule and tenant:1d1003e296e64c968094417482eaa00e is out of sync, need to count used quota {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:29:03.126880 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-8734a522-1896-4789-b4dd-4986b8d96eaa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:29:03.129922 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-b6b1977c-5303-49ba-8486-5dc90755befe tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-332800'] for floatingip, after_update {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:29:03.163537 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-8734a522-1896-4789-b4dd-4986b8d96eaa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:29:03.168194 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b1977c-5303-49ba-8486-5dc90755befe tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] Pushing event updated for resources: {'Port': ['ID=5bdb1af1-7037-4f8b-ad0c-f72c639630dc,revision_number=2']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:29:03.239492 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [req-8d7556e6-419a-4691-b226-b5a1df9a158a req-2a1e1550-a0e7-4083-a342-6b484b039c82 tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] Synchronizing usage tracker for tenant:30468ebc688d4bc1b036b4b984931e87 on resource:port {{(pid=83993) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 21:29:03.270401 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.quota.resource [req-728536f9-b2b8-47bb-a885-4524c3e79e0b req-3a8ce5f8-1b25-44d7-8d8a-2d525278a7ae tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] Unset dirty status for tenant:a2df1ca790224a009004c3c22a5ee5c5 on resource:network {{(pid=83992) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 21:29:03.272201 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-728536f9-b2b8-47bb-a885-4524c3e79e0b req-3a8ce5f8-1b25-44d7-8d8a-2d525278a7ae tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] 10.222.0.48 "GET /v2.0/networks?id=74dacc7e-115e-4cd0-87fd-8eaa4de43b7c HTTP/1.1" status: 200 len: 810 time: 0.4785433 May 03 21:29:03.273953 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bc9efb-b88a-4547-936b-c1069cb8f4d0 req-6eb24353-3900-408d-b6a4-699f1cd0a9b0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:29:03.276746 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-34bc9efb-b88a-4547-936b-c1069cb8f4d0 req-6eb24353-3900-408d-b6a4-699f1cd0a9b0 service neutron] 10.222.0.42 "GET /v2.0/networks?id=5bd090d5-a93e-4f68-8601-6aad9d3eb473 HTTP/1.1" status: 200 len: 920 time: 0.1937397 May 03 21:29:03.288807 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-b6b1977c-5303-49ba-8486-5dc90755befe tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93163'] for floatingip, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:29:03.290006 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-b6b1977c-5303-49ba-8486-5dc90755befe tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.3277943 May 03 21:29:03.297787 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [req-8d7556e6-419a-4691-b226-b5a1df9a158a req-2a1e1550-a0e7-4083-a342-6b484b039c82 tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] Unset dirty status for tenant:30468ebc688d4bc1b036b4b984931e87 on resource:port {{(pid=83993) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 21:29:03.298923 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-8d7556e6-419a-4691-b226-b5a1df9a158a req-2a1e1550-a0e7-4083-a342-6b484b039c82 tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] 10.222.0.48 "GET /v2.0/ports?device_id=11444b4c-e752-4766-9e89-f57974330390 HTTP/1.1" status: 200 len: 210 time: 0.1489148 May 03 21:29:03.375980 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-728536f9-b2b8-47bb-a885-4524c3e79e0b req-0e134826-80b3-405e-9214-1474dfceb2d2 tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] 10.222.0.48 "GET /v2.0/quotas/a2df1ca790224a009004c3c22a5ee5c5 HTTP/1.1" status: 200 len: 375 time: 0.0969570 May 03 21:29:03.377880 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-34bc9efb-b88a-4547-936b-c1069cb8f4d0 req-1ea0590a-f027-4ff6-9b0c-4ffd248bc954 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=703e14ee-54de-44ea-bfca-17283964e8b4 HTTP/1.1" status: 200 len: 217 time: 0.0898547 May 03 21:29:03.468137 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-8734a522-1896-4789-b4dd-4986b8d96eaa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:29:03.526376 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bc9efb-b88a-4547-936b-c1069cb8f4d0 req-b80d32ec-3e9f-43ce-a5e6-5534c86af6e2 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:29:03.527306 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-34bc9efb-b88a-4547-936b-c1069cb8f4d0 req-b80d32ec-3e9f-43ce-a5e6-5534c86af6e2 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f1f0ef4c-4f27-4b18-935d-75e084855fe6 HTTP/1.1" status: 200 len: 858 time: 0.0871880 May 03 21:29:03.539700 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-57ee65d3-a335-4d4e-ae3b-30a5f99657e7 req-9bd93369-eba8-4645-8825-7b09636bff65 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] 10.222.0.48 "GET /v2.0/ports?device_id=12a46337-1502-4a61-8c0d-8b5dd98d5a14 HTTP/1.1" status: 200 len: 210 time: 0.0566435 May 03 21:29:03.547939 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-90997344-f43a-4b33-9d8d-116b02038bd2 req-718caf5e-3a70-4c2f-9f95-c722c30ffec6 tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] Notify callbacks [] for port, precommit_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:29:03.569496 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.db.provisioning_blocks [req-90997344-f43a-4b33-9d8d-116b02038bd2 req-718caf5e-3a70-4c2f-9f95-c722c30ffec6 tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] Transition to ACTIVE for port object 85e667f2-845e-4e89-b387-1500b1f84677 will not be triggered until provisioned by entity DHCP. {{(pid=83993) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 21:29:03.606529 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-8734a522-1896-4789-b4dd-4986b8d96eaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746426'] for security_group, after_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:29:03.626565 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.quota.resource [req-728536f9-b2b8-47bb-a885-4524c3e79e0b req-b8e9bf3e-c54c-4bc7-8bdf-7494a0203b07 tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] Synchronizing usage tracker for tenant:a2df1ca790224a009004c3c22a5ee5c5 on resource:port {{(pid=83992) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 21:29:03.645069 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8734a522-1896-4789-b4dd-4986b8d96eaa admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 417} {{(pid=83993) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 21:29:03.659749 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8734a522-1896-4789-b4dd-4986b8d96eaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9126e9aa-bb31-45df-80e7-78d617e5d243,revision_number=1']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:29:03.665535 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-8734a522-1896-4789-b4dd-4986b8d96eaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1172921'] for segment, precommit_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:29:03.665888 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.db.segments_db [None req-8734a522-1896-4789-b4dd-4986b8d96eaa admin admin] Added segment 89906f5d-41fd-4887-bf6e-cdeb025eb3a7 of type vlan for network d197cbb3-66f8-458d-b0a6-0a5d2551c1ab May 03 21:29:03.676269 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-34bc9efb-b88a-4547-936b-c1069cb8f4d0 req-6dc1219c-492c-4d5f-8d3d-b07e397d6fba service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5bd090d5-a93e-4f68-8601-6aad9d3eb473&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1398406 May 03 21:29:03.704595 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-90997344-f43a-4b33-9d8d-116b02038bd2 req-718caf5e-3a70-4c2f-9f95-c722c30ffec6 tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781385847435'] for port, after_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:29:03.707436 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-8734a522-1896-4789-b4dd-4986b8d96eaa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781385835798'] for network, precommit_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:29:03.783837 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.quota.resource [req-728536f9-b2b8-47bb-a885-4524c3e79e0b req-b8e9bf3e-c54c-4bc7-8bdf-7494a0203b07 tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] Unset dirty status for tenant:a2df1ca790224a009004c3c22a5ee5c5 on resource:port {{(pid=83992) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 21:29:03.785486 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-728536f9-b2b8-47bb-a885-4524c3e79e0b req-b8e9bf3e-c54c-4bc7-8bdf-7494a0203b07 tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=a2df1ca790224a009004c3c22a5ee5c5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4017212 May 03 21:29:03.853643 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.rpc [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Device 703e14ee-54de-44ea-bfca-17283964e8b4 details requested by agent hyperv_hv-cinder-84037 with host hv-cinder-84037 {{(pid=83994) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 03 21:29:03.858836 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-90997344-f43a-4b33-9d8d-116b02038bd2 req-718caf5e-3a70-4c2f-9f95-c722c30ffec6 tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] Network 5bd090d5-a93e-4f68-8601-6aad9d3eb473 is already hosted by enough agents. {{(pid=83993) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 21:29:03.863163 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.scheduler.base_scheduler [req-90997344-f43a-4b33-9d8d-116b02038bd2 req-718caf5e-3a70-4c2f-9f95-c722c30ffec6 tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] Resources bound (agent type, host, resource id): {{(pid=83993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 21:29:03.864944 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718caf5e-3a70-4c2f-9f95-c722c30ffec6 tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] Pushing event updated for resources: {'Port': ['ID=85e667f2-845e-4e89-b387-1500b1f84677,revision_number=1']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:29:03.870291 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.db.l3_dvrscheduler_db [req-90997344-f43a-4b33-9d8d-116b02038bd2 req-718caf5e-3a70-4c2f-9f95-c722c30ffec6 tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] Received port after_create {{(pid=83993) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 03 21:29:03.873483 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90997344-f43a-4b33-9d8d-116b02038bd2 req-718caf5e-3a70-4c2f-9f95-c722c30ffec6 tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:29:03.874124 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-90997344-f43a-4b33-9d8d-116b02038bd2 req-718caf5e-3a70-4c2f-9f95-c722c30ffec6 tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1706389'] for port, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:29:03.942995 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.rpc [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Device 99d8b720-a305-456d-805e-84e960517e14 up at agent hyperv_hv-cinder-84037 {{(pid=83994) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 21:29:03.954349 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b60a562-b780-4e18-bcdb-146ad73f3635 req-943393d3-c785-4d33-b470-9fefa41b61f3 tempest-DeleteServersTestJSON-1257599601 tempest-DeleteServersTestJSON-1257599601-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:29:03.956491 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-1b60a562-b780-4e18-bcdb-146ad73f3635 req-943393d3-c785-4d33-b470-9fefa41b61f3 tempest-DeleteServersTestJSON-1257599601 tempest-DeleteServersTestJSON-1257599601-project] 10.222.0.48 "GET /v2.0/ports?device_id=7ae08669-d95f-432b-bc27-265833de050d HTTP/1.1" status: 200 len: 945 time: 0.1873972 May 03 21:29:03.979851 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-728536f9-b2b8-47bb-a885-4524c3e79e0b req-521cced3-32bc-4bf6-947d-001d3a1d257e service neutron] 10.222.0.48 "GET /v2.0/networks/74dacc7e-115e-4cd0-87fd-8eaa4de43b7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1808014 May 03 21:29:03.983606 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-8734a522-1896-4789-b4dd-4986b8d96eaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396'] for network, after_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:29:03.984888 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8734a522-1896-4789-b4dd-4986b8d96eaa admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:29:03.985582 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-8734a522-1896-4789-b4dd-4986b8d96eaa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1706389'] for network, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:29:04.166158 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-34bc9efb-b88a-4547-936b-c1069cb8f4d0 req-1655f967-8363-443b-ac8c-1770f922a7fe service neutron] 10.222.0.42 "GET /v2.0/networks/5bd090d5-a93e-4f68-8601-6aad9d3eb473?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4826510 May 03 21:29:04.203847 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-90997344-f43a-4b33-9d8d-116b02038bd2 req-718caf5e-3a70-4c2f-9f95-c722c30ffec6 tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1661603 May 03 21:29:04.247004 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfdaf5b6-ea21-497f-9b32-35c3418a3385 None None] Sync routers for ids ['ae7dead0-6fb4-41eb-9eda-11e0a06ec6e3'] in dv-cinder-840377-1-iscsi {{(pid=83994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 03 21:29:04.248335 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8734a522-1896-4789-b4dd-4986b8d96eaa admin admin] Pushing event updated for resources: {'Network': ['ID=d197cbb3-66f8-458d-b0a6-0a5d2551c1ab,revision_number=1']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:29:04.262686 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-1b60a562-b780-4e18-bcdb-146ad73f3635 req-c2655d68-5839-4876-8177-6161d8e8876c tempest-DeleteServersTestJSON-1257599601 tempest-DeleteServersTestJSON-1257599601-project] 10.222.0.48 "GET /v2.0/security-groups?id=6d61b926-5dcc-4a56-9b2d-720c7d6b9af8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2991722 May 03 21:29:04.278475 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.v2.base [req-90997344-f43a-4b33-9d8d-116b02038bd2 req-6b20aec3-9efe-4373-b089-53341969eeac service neutron] Request body: {'port': {'device_id': '11444b4c-e752-4766-9e89-f57974330390', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84037'}} {{(pid=83993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 03 21:29:04.301989 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.db [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] For port 703e14ee-54de-44ea-bfca-17283964e8b4, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=703e14ee-54de-44ea-bfca-17283964e8b4,segment=NetworkSegment(f62d725e-ae77-4a78-847c-f1a234768bbb),segment_id=f62d725e-ae77-4a78-847c-f1a234768bbb)] {{(pid=83994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 21:29:04.325028 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.rpc [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Returning: {'device': '703e14ee-54de-44ea-bfca-17283964e8b4', 'network_id': '5bd090d5-a93e-4f68-8601-6aad9d3eb473', 'port_id': '703e14ee-54de-44ea-bfca-17283964e8b4', 'mac_address': 'fa:16:3e:5e:c0:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 432, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1f0ef4c-4f27-4b18-935d-75e084855fe6', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83994) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 03 21:29:04.337529 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.provisioning_blocks [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Provisioning for port 99d8b720-a305-456d-805e-84e960517e14 completed by entity L2. {{(pid=83994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 21:29:04.375452 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-8734a522-1896-4789-b4dd-4986b8d96eaa admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.7219768 May 03 21:29:04.376413 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.42', 60455) {{(pid=83993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:29:04.376893 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.48', 54182) {{(pid=83993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:29:04.447774 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.v2.base [None req-45d9f52e-cbc2-4a39-be77-916630056276 admin admin] Request body: {'subnet': {'network_id': 'd197cbb3-66f8-458d-b0a6-0a5d2551c1ab', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-443024873-subnet', 'tenant_id': '1d1003e296e64c968094417482eaa00e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 03 21:29:04.465271 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.rpc [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Network d197cbb3-66f8-458d-b0a6-0a5d2551c1ab details requested by agent ovs-agent-dv-cinder-840377-1-iscsi with host dv-cinder-840377-1-iscsi {{(pid=83994) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 03 21:29:04.519474 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-34bc9efb-b88a-4547-936b-c1069cb8f4d0 req-4b0e259d-01a7-41ca-a9a7-b2563acc9e7c service neutron] 10.222.0.42 "GET /v2.0/networks/5bd090d5-a93e-4f68-8601-6aad9d3eb473?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3468411 May 03 21:29:04.542943 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-45d9f52e-cbc2-4a39-be77-916630056276 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:29:04.559775 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-728536f9-b2b8-47bb-a885-4524c3e79e0b req-c46c4078-60ff-45de-bf08-e81f65be6ff6 service neutron] 10.222.0.48 "GET /v2.0/networks/74dacc7e-115e-4cd0-87fd-8eaa4de43b7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5786502 May 03 21:29:04.569158 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.provisioning_blocks [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Provisioning complete for port 99d8b720-a305-456d-805e-84e960517e14 triggered by entity L2. {{(pid=83994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:29:04.569536 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2080827'] for port, provisioning_complete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:29:04.580525 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-45d9f52e-cbc2-4a39-be77-916630056276 admin admin] Usage tracker for resource:subnet and tenant:1d1003e296e64c968094417482eaa00e is out of sync, need to count used quota {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:29:04.583812 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-45d9f52e-cbc2-4a39-be77-916630056276 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:29:04.598499 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-45d9f52e-cbc2-4a39-be77-916630056276 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:29:04.627017 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1124352'] for port, before_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:29:04.647205 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfdaf5b6-ea21-497f-9b32-35c3418a3385 None None] Routers {'ae7dead0-6fb4-41eb-9eda-11e0a06ec6e3'} bound to L3 agent in host dv-cinder-840377-1-iscsi {{(pid=83994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 03 21:29:04.647833 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.l3_hamode_db [None req-bfdaf5b6-ea21-497f-9b32-35c3418a3385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840377-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-03T21:19:18Z,description=,heartbeat_timestamp=2022-05-03T21:28:49Z,host='dv-cinder-840377-1-iscsi',id=c192ea1b-f7d6-49b7-9f22-5492fbafc6f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:19:19Z,topic='l3_agent')) {'router_ids': ['ae7dead0-6fb4-41eb-9eda-11e0a06ec6e3'], 'active': True} {{(pid=83994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:29:04.722430 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-90997344-f43a-4b33-9d8d-116b02038bd2 req-6b20aec3-9efe-4373-b089-53341969eeac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1124352'] for port, before_update {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:29:04.748100 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e120477f-a51d-475e-b51b-ff293c2663e6 req-931d87b3-5c4c-4b41-b442-7f3187c311f4 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:29:04.748100 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-e120477f-a51d-475e-b51b-ff293c2663e6 req-931d87b3-5c4c-4b41-b442-7f3187c311f4 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] 10.222.0.42 "GET /v2.0/networks?id=afa29ce3-7ea1-4fb3-8d15-b28913382476 HTTP/1.1" status: 200 len: 814 time: 0.3550022 May 03 21:29:04.757969 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [req-e943b3d1-f4cf-4045-92a3-68de3c7facb3 req-fb65e5cf-c23b-450b-abc0-94a37e16a8da tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] Synchronizing usage tracker for tenant:4cf52ffb4a864a689f5d0242ddc4cc4f on resource:security_group {{(pid=83993) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 21:29:04.807681 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.notifiers.nova [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 703e14ee-54de-44ea-bfca-17283964e8b4 {{(pid=83994) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 03 21:29:04.897641 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.db [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] For port 703e14ee-54de-44ea-bfca-17283964e8b4, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=703e14ee-54de-44ea-bfca-17283964e8b4,segment=NetworkSegment(f62d725e-ae77-4a78-847c-f1a234768bbb),segment_id=f62d725e-ae77-4a78-847c-f1a234768bbb)] {{(pid=83994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 21:29:04.908814 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-e120477f-a51d-475e-b51b-ff293c2663e6 req-413ce03c-54d4-432d-9790-9310487a0b49 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bd571e41b44a4bc6b16bf8163252f168 HTTP/1.1" status: 200 len: 380 time: 0.1159859 May 03 21:29:04.930944 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.v2.base [req-e120477f-a51d-475e-b51b-ff293c2663e6 req-b7b59d4e-c2f4-45e0-ac5b-c8449806ca20 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Request body: {'port': {'device_id': '12a46337-1502-4a61-8c0d-8b5dd98d5a14', 'network_id': 'afa29ce3-7ea1-4fb3-8d15-b28913382476', 'admin_state_up': True, 'tenant_id': 'bd571e41b44a4bc6b16bf8163252f168', 'security_groups': ['73d0b568-6014-48c2-b361-ba1ad81e233d']}} {{(pid=83993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 03 21:29:04.981745 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.l3_dvr_db [None req-bfdaf5b6-ea21-497f-9b32-35c3418a3385 None None] Set router ae7dead0-6fb4-41eb-9eda-11e0a06ec6e3 gateway port host: dv-cinder-840377-1-iscsi {{(pid=83994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 03 21:29:05.020170 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1124352'] for port, before_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:29:05.122404 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [req-e943b3d1-f4cf-4045-92a3-68de3c7facb3 req-fb65e5cf-c23b-450b-abc0-94a37e16a8da tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] Unset dirty status for tenant:4cf52ffb4a864a689f5d0242ddc4cc4f on resource:security_group {{(pid=83993) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 21:29:05.122404 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-e943b3d1-f4cf-4045-92a3-68de3c7facb3 req-fb65e5cf-c23b-450b-abc0-94a37e16a8da tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--1658227604&fields=id&tenant_id=4cf52ffb4a864a689f5d0242ddc4cc4f HTTP/1.1" status: 200 len: 267 time: 0.5808225 May 03 21:29:05.122999 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45d9f52e-cbc2-4a39-be77-916630056276 admin admin] Made reservation on behalf of 1d1003e296e64c968094417482eaa00e for: {'subnet': 1} {{(pid=83993) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 21:29:05.125726 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-45d9f52e-cbc2-4a39-be77-916630056276 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:29:05.187984 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ae08669-d95f-432b-bc27-265833de050d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99d8b720-a305-456d-805e-84e960517e14'}] {{(pid=83994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 03 21:29:05.320176 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.db [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] For port 99d8b720-a305-456d-805e-84e960517e14, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=99d8b720-a305-456d-805e-84e960517e14,segment=NetworkSegment(f8a3db2b-cde4-435f-b662-ad3a00207e92),segment_id=f8a3db2b-cde4-435f-b662-ad3a00207e92)] {{(pid=83994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 21:29:05.323901 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.provisioning_blocks [None req-113eb9f6-65d0-4aac-8c34-39348237d351 None None] Provisioning for port 85e667f2-845e-4e89-b387-1500b1f84677 completed by entity DHCP. {{(pid=83994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 21:29:05.337261 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781386188966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781385847453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781385847498'] for port, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:29:05.361835 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.provisioning_blocks [None req-113eb9f6-65d0-4aac-8c34-39348237d351 None None] Provisioning complete for port 85e667f2-845e-4e89-b387-1500b1f84677 triggered by entity DHCP. {{(pid=83994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:29:05.362364 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-113eb9f6-65d0-4aac-8c34-39348237d351 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2080827'] for port, provisioning_complete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:29:05.581642 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15265bb0-6fe4-42cf-bbe5-ab033163bb7c req-955cada6-6afd-4f2d-9212-689ada55d256 tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:29:05.593180 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-15265bb0-6fe4-42cf-bbe5-ab033163bb7c req-955cada6-6afd-4f2d-9212-689ada55d256 tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] 10.222.0.48 "GET /v2.0/ports?device_id=11444b4c-e752-4766-9e89-f57974330390 HTTP/1.1" status: 200 len: 931 time: 0.1752009 May 03 21:29:05.618306 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.plugin [None req-113eb9f6-65d0-4aac-8c34-39348237d351 None None] Port 85e667f2-845e-4e89-b387-1500b1f84677 cannot update to ACTIVE because it is not bound. {{(pid=83994) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 03 21:29:05.621983 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [req-e120477f-a51d-475e-b51b-ff293c2663e6 req-b7b59d4e-c2f4-45e0-ac5b-c8449806ca20 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:29:05.622736 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781386188966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781385847453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781385847498'] for port, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:29:05.683329 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Pushing event updated for resources: {'Port': ['ID=703e14ee-54de-44ea-bfca-17283964e8b4,revision_number=4']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:29:05.709087 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [req-e120477f-a51d-475e-b51b-ff293c2663e6 req-b7b59d4e-c2f4-45e0-ac5b-c8449806ca20 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:29:05.713117 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-15265bb0-6fe4-42cf-bbe5-ab033163bb7c req-e357336c-53a2-47a5-89c1-ba6a09839b67 tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] 10.222.0.48 "GET /v2.0/security-groups?id=fb8a1e97-a16e-41ad-af1f-9903cda5dd84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187243 May 03 21:29:05.790361 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e943b3d1-f4cf-4045-92a3-68de3c7facb3 req-722c2853-9867-41a6-813d-f1609d9e0ebf tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:29:05.791107 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [req-e943b3d1-f4cf-4045-92a3-68de3c7facb3 req-722c2853-9867-41a6-813d-f1609d9e0ebf tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] Synchronizing usage tracker for tenant:4cf52ffb4a864a689f5d0242ddc4cc4f on resource:network {{(pid=83993) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 21:29:05.795345 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.db.resource_extend [req-90997344-f43a-4b33-9d8d-116b02038bd2 req-6b20aec3-9efe-4373-b089-53341969eeac service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 03 21:29:05.810060 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.db [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] get_ports_and_sgs() called for port_ids ['703e14ee-54de-44ea-bfca-17283964e8b4'] {{(pid=83994) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 03 21:29:05.934732 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e120477f-a51d-475e-b51b-ff293c2663e6 req-b7b59d4e-c2f4-45e0-ac5b-c8449806ca20 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Made reservation on behalf of bd571e41b44a4bc6b16bf8163252f168 for: {'port': 1} {{(pid=83993) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 21:29:05.938027 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-e120477f-a51d-475e-b51b-ff293c2663e6 req-b7b59d4e-c2f4-45e0-ac5b-c8449806ca20 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1124352'] for port, before_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:29:05.969795 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-f43780d5-7807-40db-83e7-69a74a112971 req-1c0ec728-f9e0-4185-a96b-6b95d054745f tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] 10.222.0.48 "GET /v2.0/ports?device_id=12a46337-1502-4a61-8c0d-8b5dd98d5a14 HTTP/1.1" status: 200 len: 210 time: 0.0647476 May 03 21:29:05.974486 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Pushing event updated for resources: {'Port': ['ID=99d8b720-a305-456d-805e-84e960517e14,revision_number=5']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:29:05.986607 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.notifiers.nova [req-90997344-f43a-4b33-9d8d-116b02038bd2 req-6b20aec3-9efe-4373-b089-53341969eeac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85e667f2-845e-4e89-b387-1500b1f84677 {{(pid=83993) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 03 21:29:06.008111 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-90997344-f43a-4b33-9d8d-116b02038bd2 req-6b20aec3-9efe-4373-b089-53341969eeac service neutron] Notify callbacks [] for port, precommit_update {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:29:06.043126 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.l3_hamode_db [None req-bfdaf5b6-ea21-497f-9b32-35c3418a3385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae7dead0-6fb4-41eb-9eda-11e0a06ec6e3', 'name': 'tempest-AttachVolumeShelveTestJSON-2141674484-router', 'tenant_id': '4cf52ffb4a864a689f5d0242ddc4cc4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c33334bd-f19e-453d-9f7b-349270405c58', 'external_fixed_ips': [{'subnet_id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'ip_address': '172.27.1.47'}], 'enable_snat': True}, 'gw_port_id': '0a07561c-bb96-444c-8c1c-e211fc2b8739', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:28:28Z', 'updated_at': '2022-05-03T21:28:42Z', 'revision_number': 4, 'project_id': '4cf52ffb4a864a689f5d0242ddc4cc4f', 'gw_port': {'id': '0a07561c-bb96-444c-8c1c-e211fc2b8739', 'name': '', 'network_id': 'c33334bd-f19e-453d-9f7b-349270405c58', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:4e:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae7dead0-6fb4-41eb-9eda-11e0a06ec6e3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'ip_address': '172.27.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:28:30Z', 'updated_at': '2022-05-03T21:28:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840377-1-iscsi', '_interfaces': [{'id': '5457c169-81f4-4fd9-9167-a261b394277b', 'name': '', 'network_id': 'a76ba353-ab28-4792-b070-a9ace23ad085', 'tenant_id': '4cf52ffb4a864a689f5d0242ddc4cc4f', 'mac_address': 'fa:16:3e:00:71:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae7dead0-6fb4-41eb-9eda-11e0a06ec6e3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e0993ef0-a172-48a1-8947-068cb6cb24ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:28:39Z', 'updated_at': '2022-05-03T21:28:43Z', 'revision_number': 2, 'project_id': '4cf52ffb4a864a689f5d0242ddc4cc4f', 'subnets': [{'id': 'e0993ef0-a172-48a1-8947-068cb6cb24ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840377-1-iscsi', False) {} {{(pid=83994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:29:06.063423 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfdaf5b6-ea21-497f-9b32-35c3418a3385 None None] Checking router: ae7dead0-6fb4-41eb-9eda-11e0a06ec6e3 for host: dv-cinder-840377-1-iscsi {{(pid=83994) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 03 21:29:06.063996 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfdaf5b6-ea21-497f-9b32-35c3418a3385 None None] Updating router ae7dead0-6fb4-41eb-9eda-11e0a06ec6e3 port 5457c169-81f4-4fd9-9167-a261b394277b binding host dv-cinder-840377-1-iscsi {{(pid=83994) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 03 21:29:06.084103 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [req-e943b3d1-f4cf-4045-92a3-68de3c7facb3 req-722c2853-9867-41a6-813d-f1609d9e0ebf tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] Unset dirty status for tenant:4cf52ffb4a864a689f5d0242ddc4cc4f on resource:network {{(pid=83993) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 21:29:06.090965 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-e943b3d1-f4cf-4045-92a3-68de3c7facb3 req-722c2853-9867-41a6-813d-f1609d9e0ebf tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] 10.222.0.48 "GET /v2.0/networks?id=a76ba353-ab28-4792-b070-a9ace23ad085 HTTP/1.1" status: 200 len: 817 time: 0.9485247 May 03 21:29:06.140292 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.db.provisioning_blocks [req-90997344-f43a-4b33-9d8d-116b02038bd2 req-6b20aec3-9efe-4373-b089-53341969eeac service neutron] Transition to ACTIVE for port object 85e667f2-845e-4e89-b387-1500b1f84677 will not be triggered until provisioned by entity L2. {{(pid=83993) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 21:29:06.151692 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-ce31ec71-f802-4a46-b9e0-974faffcf09e req-3725292c-f920-408f-ad44-ba82cd8ef45d tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] 10.222.0.48 "GET /v2.0/ports?device_id=274fd6f3-1f2e-4da8-8c5f-fa173514fc2a HTTP/1.1" status: 200 len: 210 time: 0.1062431 May 03 21:29:06.154001 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-bfdaf5b6-ea21-497f-9b32-35c3418a3385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1124352'] for port, before_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:29:06.191671 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-e943b3d1-f4cf-4045-92a3-68de3c7facb3 req-1c811d10-1ed8-451f-ba3d-6a94b6ea94b5 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] 10.222.0.48 "GET /v2.0/quotas/4cf52ffb4a864a689f5d0242ddc4cc4f HTTP/1.1" status: 200 len: 375 time: 0.0997319 May 03 21:29:06.261014 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-90997344-f43a-4b33-9d8d-116b02038bd2 req-6b20aec3-9efe-4373-b089-53341969eeac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781386188966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781385847453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781385847498'] for port, after_update {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:29:06.444129 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-45d9f52e-cbc2-4a39-be77-916630056276 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396'] for subnet, after_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:29:06.472567 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2d29b7-d2f9-408b-ac1a-5917d654e699 req-316a8453-a3ef-4ce9-a6dc-35c4c00d12e7 tempest-DeleteServersTestJSON-1257599601 tempest-DeleteServersTestJSON-1257599601-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:29:06.480977 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-3d2d29b7-d2f9-408b-ac1a-5917d654e699 req-316a8453-a3ef-4ce9-a6dc-35c4c00d12e7 tempest-DeleteServersTestJSON-1257599601 tempest-DeleteServersTestJSON-1257599601-project] 10.222.0.48 "GET /v2.0/ports?device_id=7ae08669-d95f-432b-bc27-265833de050d HTTP/1.1" status: 200 len: 946 time: 0.1558173 May 03 21:29:06.556553 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-3d2d29b7-d2f9-408b-ac1a-5917d654e699 req-86f7391f-6f77-43a1-9126-937beeb4324e tempest-DeleteServersTestJSON-1257599601 tempest-DeleteServersTestJSON-1257599601-project] 10.222.0.48 "GET /v2.0/security-groups?id=6d61b926-5dcc-4a56-9b2d-720c7d6b9af8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741978 May 03 21:29:06.600287 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.managers [req-90997344-f43a-4b33-9d8d-116b02038bd2 req-6b20aec3-9efe-4373-b089-53341969eeac service neutron] Attempting to bind port 85e667f2-845e-4e89-b387-1500b1f84677 on host hv-cinder-84037 for vnic_type normal with profile {{(pid=83993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 21:29:06.600660 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.managers [req-90997344-f43a-4b33-9d8d-116b02038bd2 req-6b20aec3-9efe-4373-b089-53341969eeac service neutron] Attempting to bind port 85e667f2-845e-4e89-b387-1500b1f84677 by drivers openvswitch,hyperv on host hv-cinder-84037 at level 0 using segments [{'id': 'f62d725e-ae77-4a78-847c-f1a234768bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '5bd090d5-a93e-4f68-8601-6aad9d3eb473'}] {{(pid=83993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 21:29:06.612528 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90997344-f43a-4b33-9d8d-116b02038bd2 req-6b20aec3-9efe-4373-b089-53341969eeac service neutron] Attempting to bind port 85e667f2-845e-4e89-b387-1500b1f84677 on network 5bd090d5-a93e-4f68-8601-6aad9d3eb473 {{(pid=83993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 03 21:29:06.642787 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90997344-f43a-4b33-9d8d-116b02038bd2 req-6b20aec3-9efe-4373-b089-53341969eeac service neutron] Port 85e667f2-845e-4e89-b387-1500b1f84677 on network 5bd090d5-a93e-4f68-8601-6aad9d3eb473 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84037 {{(pid=83993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 03 21:29:06.643121 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90997344-f43a-4b33-9d8d-116b02038bd2 req-6b20aec3-9efe-4373-b089-53341969eeac service neutron] Attempting to bind port 85e667f2-845e-4e89-b387-1500b1f84677 on network 5bd090d5-a93e-4f68-8601-6aad9d3eb473 {{(pid=83993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 03 21:29:06.663040 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90997344-f43a-4b33-9d8d-116b02038bd2 req-6b20aec3-9efe-4373-b089-53341969eeac service neutron] Checking agent: {'id': '6f729c1e-126d-4db9-b521-92dbb8a34775', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84037', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 21, 26, 18), 'started_at': datetime.datetime(2022, 5, 3, 21, 26, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 21, 28, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 03 21:29:06.663297 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90997344-f43a-4b33-9d8d-116b02038bd2 req-6b20aec3-9efe-4373-b089-53341969eeac service neutron] Checking segment: {'id': 'f62d725e-ae77-4a78-847c-f1a234768bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '5bd090d5-a93e-4f68-8601-6aad9d3eb473'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 03 21:29:06.663840 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90997344-f43a-4b33-9d8d-116b02038bd2 req-6b20aec3-9efe-4373-b089-53341969eeac service neutron] Bound using segment: {'id': 'f62d725e-ae77-4a78-847c-f1a234768bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '5bd090d5-a93e-4f68-8601-6aad9d3eb473'} {{(pid=83993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 03 21:29:06.664362 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.managers [req-90997344-f43a-4b33-9d8d-116b02038bd2 req-6b20aec3-9efe-4373-b089-53341969eeac service neutron] Bound port: 85e667f2-845e-4e89-b387-1500b1f84677, host: hv-cinder-84037, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f62d725e-ae77-4a78-847c-f1a234768bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '5bd090d5-a93e-4f68-8601-6aad9d3eb473'}}] {{(pid=83993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 21:29:06.664757 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-90997344-f43a-4b33-9d8d-116b02038bd2 req-6b20aec3-9efe-4373-b089-53341969eeac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1124352'] for port, before_update {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:29:06.741961 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b20aec3-9efe-4373-b089-53341969eeac service neutron] Pushing event updated for resources: {'Port': ['ID=85e667f2-845e-4e89-b387-1500b1f84677,revision_number=2']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:29:06.840105 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.db.db_base_plugin_common [req-e120477f-a51d-475e-b51b-ff293c2663e6 req-b7b59d4e-c2f4-45e0-ac5b-c8449806ca20 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Allocated IP 172.20.0.14 (afa29ce3-7ea1-4fb3-8d15-b28913382476/663a4790-11b9-4523-b0db-a1ea41b30d40/5c8533bd-9029-4055-8bb5-b5628053505e) {{(pid=83993) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 21:29:06.845251 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-bfdaf5b6-ea21-497f-9b32-35c3418a3385 None None] Notify callbacks [] for port, precommit_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:29:06.862300 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d9f52e-cbc2-4a39-be77-916630056276 admin admin] Pushing event updated for resources: {'Subnet': ['ID=544a42cc-a354-4450-8391-923b72c63d05,revision_number=0']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:29:06.872542 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.provisioning_blocks [None req-bfdaf5b6-ea21-497f-9b32-35c3418a3385 None None] Transition to ACTIVE for port object 5457c169-81f4-4fd9-9167-a261b394277b will not be triggered until provisioned by entity L2. {{(pid=83994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 21:29:06.924933 dv-cinder-840377-1-iscsi neutron-server[83994]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6b9313ae-5c20-45ce-b92e-d28ff1a0d04e'] response: {'server_uuid': '7ae08669-d95f-432b-bc27-265833de050d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99d8b720-a305-456d-805e-84e960517e14', 'code': 200} May 03 21:29:06.984166 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45d9f52e-cbc2-4a39-be77-916630056276 admin admin] Checking segment: {'id': '89906f5d-41fd-4887-bf6e-cdeb025eb3a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'd197cbb3-66f8-458d-b0a6-0a5d2551c1ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 03 21:29:06.993278 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45d9f52e-cbc2-4a39-be77-916630056276 admin admin] Network hostable DHCP agents. Network: d197cbb3-66f8-458d-b0a6-0a5d2551c1ab, hostable agents: ['e4e3c6c0-e8b0-4c45-a267-b4e6dd042766'], hosted agents: [] {{(pid=83993) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 21:29:07.007681 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [req-e943b3d1-f4cf-4045-92a3-68de3c7facb3 req-6fb5db46-4312-489c-9f7c-147048e29d27 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] Synchronizing usage tracker for tenant:4cf52ffb4a864a689f5d0242ddc4cc4f on resource:port {{(pid=83993) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 21:29:07.024568 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-bfdaf5b6-ea21-497f-9b32-35c3418a3385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781386188966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781385847453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781385847498'] for port, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:29:07.045173 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.db [req-90997344-f43a-4b33-9d8d-116b02038bd2 req-6b20aec3-9efe-4373-b089-53341969eeac service neutron] For port 85e667f2-845e-4e89-b387-1500b1f84677, host hv-cinder-84037, cleared binding levels {{(pid=83993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 21:29:07.122733 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f604010c-790d-44be-97cf-586f9f0a4d87 req-f5e751a1-8c57-4478-a481-88b6bc398a61 tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:29:07.132575 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-f604010c-790d-44be-97cf-586f9f0a4d87 req-f5e751a1-8c57-4478-a481-88b6bc398a61 tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] 10.222.0.48 "GET /v2.0/ports?device_id=11444b4c-e752-4766-9e89-f57974330390 HTTP/1.1" status: 200 len: 943 time: 0.1099086 May 03 21:29:07.158124 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.db [req-90997344-f43a-4b33-9d8d-116b02038bd2 req-6b20aec3-9efe-4373-b089-53341969eeac service neutron] For port 85e667f2-845e-4e89-b387-1500b1f84677, host hv-cinder-84037, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=85e667f2-845e-4e89-b387-1500b1f84677,segment=NetworkSegment(f62d725e-ae77-4a78-847c-f1a234768bbb),segment_id=f62d725e-ae77-4a78-847c-f1a234768bbb)] {{(pid=83993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 21:29:07.200217 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-f604010c-790d-44be-97cf-586f9f0a4d87 req-3b0108c3-ffb4-4393-8d54-7f7aedcc22f6 tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] 10.222.0.48 "GET /v2.0/security-groups?id=fb8a1e97-a16e-41ad-af1f-9903cda5dd84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621946 May 03 21:29:07.301125 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f104244-8d20-4632-b20e-d27989252fbb None None] Pushing event updated for resources: {'Port': ['ID=5457c169-81f4-4fd9-9167-a261b394277b,revision_number=3']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:29:07.344704 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [req-e943b3d1-f4cf-4045-92a3-68de3c7facb3 req-6fb5db46-4312-489c-9f7c-147048e29d27 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] Unset dirty status for tenant:4cf52ffb4a864a689f5d0242ddc4cc4f on resource:port {{(pid=83993) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 21:29:07.346150 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-e943b3d1-f4cf-4045-92a3-68de3c7facb3 req-6fb5db46-4312-489c-9f7c-147048e29d27 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=4cf52ffb4a864a689f5d0242ddc4cc4f&fields=id HTTP/1.1" status: 200 len: 348 time: 1.1536415 May 03 21:29:07.349785 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45d9f52e-cbc2-4a39-be77-916630056276 admin admin] Network d197cbb3-66f8-458d-b0a6-0a5d2551c1ab is scheduled to be hosted by DHCP agent e4e3c6c0-e8b0-4c45-a267-b4e6dd042766 with binding_index 1 {{(pid=83993) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 21:29:07.361791 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-90997344-f43a-4b33-9d8d-116b02038bd2 req-6b20aec3-9efe-4373-b089-53341969eeac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781386188966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781385847453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781385847498'] for port, after_update {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:29:07.431822 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-c240e442-3624-4787-abee-6f453443003a req-3fda8f74-df25-420a-afa1-1c65b8c08c54 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] 10.222.0.48 "GET /v2.0/ports?device_id=12a46337-1502-4a61-8c0d-8b5dd98d5a14 HTTP/1.1" status: 200 len: 210 time: 0.0743046 May 03 21:29:07.440347 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-e120477f-a51d-475e-b51b-ff293c2663e6 req-b7b59d4e-c2f4-45e0-ac5b-c8449806ca20 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Notify callbacks [] for port, precommit_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:29:07.476390 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.managers [None req-bfdaf5b6-ea21-497f-9b32-35c3418a3385 None None] Attempting to bind port 5457c169-81f4-4fd9-9167-a261b394277b on host dv-cinder-840377-1-iscsi for vnic_type normal with profile {{(pid=83994) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 21:29:07.478536 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.managers [None req-bfdaf5b6-ea21-497f-9b32-35c3418a3385 None None] Attempting to bind port 5457c169-81f4-4fd9-9167-a261b394277b by drivers openvswitch,hyperv on host dv-cinder-840377-1-iscsi at level 0 using segments [{'id': '192a8290-7524-479c-9894-35253b5adf28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'a76ba353-ab28-4792-b070-a9ace23ad085'}] {{(pid=83994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 21:29:07.488345 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfdaf5b6-ea21-497f-9b32-35c3418a3385 None None] Attempting to bind port 5457c169-81f4-4fd9-9167-a261b394277b on network a76ba353-ab28-4792-b070-a9ace23ad085 {{(pid=83994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 03 21:29:07.508767 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfdaf5b6-ea21-497f-9b32-35c3418a3385 None None] Checking agent: {'id': 'fb00ce1e-8ae6-4b1c-988b-a0ad40f400cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840377-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 21, 19, 20), 'started_at': datetime.datetime(2022, 5, 3, 21, 19, 50), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 21, 28, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840377-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 03 21:29:07.520093 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfdaf5b6-ea21-497f-9b32-35c3418a3385 None None] Checking segment: {'id': '192a8290-7524-479c-9894-35253b5adf28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'a76ba353-ab28-4792-b070-a9ace23ad085'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 03 21:29:07.520093 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-bfdaf5b6-ea21-497f-9b32-35c3418a3385 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:29:07.520093 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfdaf5b6-ea21-497f-9b32-35c3418a3385 None None] Bound using segment: {'id': '192a8290-7524-479c-9894-35253b5adf28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'a76ba353-ab28-4792-b070-a9ace23ad085'} {{(pid=83994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 03 21:29:07.520093 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.managers [None req-bfdaf5b6-ea21-497f-9b32-35c3418a3385 None None] Bound port: 5457c169-81f4-4fd9-9167-a261b394277b, host: dv-cinder-840377-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '192a8290-7524-479c-9894-35253b5adf28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'a76ba353-ab28-4792-b070-a9ace23ad085'}}] {{(pid=83994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 21:29:07.520093 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-bfdaf5b6-ea21-497f-9b32-35c3418a3385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1124352'] for port, before_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:29:07.568914 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-90997344-f43a-4b33-9d8d-116b02038bd2 req-6b20aec3-9efe-4373-b089-53341969eeac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1706389'] for port, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:29:07.573558 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-90997344-f43a-4b33-9d8d-116b02038bd2 req-6b20aec3-9efe-4373-b089-53341969eeac service neutron] 10.222.0.42 "PUT /v2.0/ports/85e667f2-845e-4e89-b387-1500b1f84677 HTTP/1.1" status: 200 len: 1093 time: 3.3067377 May 03 21:29:07.580526 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11444b4c-e752-4766-9e89-f57974330390', 'tag': '85e667f2-845e-4e89-b387-1500b1f84677'}] {{(pid=83993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 03 21:29:07.589605 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.db.provisioning_blocks [req-e120477f-a51d-475e-b51b-ff293c2663e6 req-b7b59d4e-c2f4-45e0-ac5b-c8449806ca20 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Transition to ACTIVE for port object 5c8533bd-9029-4055-8bb5-b5628053505e will not be triggered until provisioned by entity DHCP. {{(pid=83993) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 21:29:07.726478 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.db [None req-bfdaf5b6-ea21-497f-9b32-35c3418a3385 None None] For port 5457c169-81f4-4fd9-9167-a261b394277b, host dv-cinder-840377-1-iscsi, cleared binding levels {{(pid=83994) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 21:29:07.736410 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-7854d3d7-7446-453d-9357-270c7697689d req-c5760b4e-f4b2-43a4-91de-22fe9122a6fd tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] 10.222.0.48 "GET /v2.0/ports?device_id=274fd6f3-1f2e-4da8-8c5f-fa173514fc2a HTTP/1.1" status: 200 len: 210 time: 0.0739295 May 03 21:29:07.746867 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.db [None req-bfdaf5b6-ea21-497f-9b32-35c3418a3385 None None] For port 5457c169-81f4-4fd9-9167-a261b394277b, host dv-cinder-840377-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840377-1-iscsi',level=0,port_id=5457c169-81f4-4fd9-9167-a261b394277b,segment=NetworkSegment(192a8290-7524-479c-9894-35253b5adf28),segment_id=192a8290-7524-479c-9894-35253b5adf28)] {{(pid=83994) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 21:29:07.777047 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b20aec3-9efe-4373-b089-53341969eeac service neutron] Pushing event updated for resources: {'Port': ['ID=85e667f2-845e-4e89-b387-1500b1f84677,revision_number=3']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:29:07.795333 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-e943b3d1-f4cf-4045-92a3-68de3c7facb3 req-68adf61a-58cb-45cd-860f-deb60f770b0f service neutron] 10.222.0.48 "GET /v2.0/networks/a76ba353-ab28-4792-b070-a9ace23ad085?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4259405 May 03 21:29:07.875501 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.rpc [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Device 703e14ee-54de-44ea-bfca-17283964e8b4 up at agent hyperv_hv-cinder-84037 {{(pid=83994) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 21:29:07.977699 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-bfdaf5b6-ea21-497f-9b32-35c3418a3385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781386188966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781385847453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781385847498'] for port, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:29:08.294993 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db50b6e2-8c8c-4c3f-be64-482da69deffa req-5a677c18-f4fb-45b8-a51d-3734dcde2ff7 tempest-DeleteServersTestJSON-1257599601 tempest-DeleteServersTestJSON-1257599601-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:29:08.305362 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-db50b6e2-8c8c-4c3f-be64-482da69deffa req-5a677c18-f4fb-45b8-a51d-3734dcde2ff7 tempest-DeleteServersTestJSON-1257599601 tempest-DeleteServersTestJSON-1257599601-project] 10.222.0.48 "GET /v2.0/ports?device_id=7ae08669-d95f-432b-bc27-265833de050d HTTP/1.1" status: 200 len: 946 time: 0.3767602 May 03 21:29:08.308044 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-e943b3d1-f4cf-4045-92a3-68de3c7facb3 req-297b640f-0467-41c1-a806-74a3de6b5b43 service neutron] 10.222.0.48 "GET /v2.0/networks/a76ba353-ab28-4792-b070-a9ace23ad085?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4772465 May 03 21:29:08.312521 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.scheduler.base_scheduler [None req-45d9f52e-cbc2-4a39-be77-916630056276 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840377-1-iscsi, d197cbb3-66f8-458d-b0a6-0a5d2551c1ab) {{(pid=83993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 21:29:08.322137 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45d9f52e-cbc2-4a39-be77-916630056276 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:29:08.322772 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-45d9f52e-cbc2-4a39-be77-916630056276 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1706389'] for subnet, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:29:08.362449 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6579888-974f-4330-8d1e-e6aa510f8ec5 None None] Network d197cbb3-66f8-458d-b0a6-0a5d2551c1ab requested from dv-cinder-840377-1-iscsi {{(pid=83994) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 03 21:29:08.398165 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-e120477f-a51d-475e-b51b-ff293c2663e6 req-b7b59d4e-c2f4-45e0-ac5b-c8449806ca20 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781385847435'] for port, after_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:29:08.417107 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-90997344-f43a-4b33-9d8d-116b02038bd2 req-4025fe6b-f259-4cf4-936e-dd7917e484c8 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=30468ebc688d4bc1b036b4b984931e87&device_id=11444b4c-e752-4766-9e89-f57974330390 HTTP/1.1" status: 200 len: 1096 time: 0.4029546 May 03 21:29:08.443982 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f104244-8d20-4632-b20e-d27989252fbb None None] Pushing event updated for resources: {'Port': ['ID=5457c169-81f4-4fd9-9167-a261b394277b,revision_number=4']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:29:08.628103 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-90997344-f43a-4b33-9d8d-116b02038bd2 req-60ad1991-47a6-464b-adde-8f574d5911a4 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=85e667f2-845e-4e89-b387-1500b1f84677 HTTP/1.1" status: 200 len: 217 time: 0.1648917 May 03 21:29:08.629983 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfdaf5b6-ea21-497f-9b32-35c3418a3385 None None] Routers {'ae7dead0-6fb4-41eb-9eda-11e0a06ec6e3'} bound to L3 agent in host dv-cinder-840377-1-iscsi {{(pid=83994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 03 21:29:08.631612 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.l3_hamode_db [None req-bfdaf5b6-ea21-497f-9b32-35c3418a3385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840377-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-03T21:19:18Z,description=,heartbeat_timestamp=2022-05-03T21:28:49Z,host='dv-cinder-840377-1-iscsi',id=c192ea1b-f7d6-49b7-9f22-5492fbafc6f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:19:19Z,topic='l3_agent')) {'router_ids': ['ae7dead0-6fb4-41eb-9eda-11e0a06ec6e3'], 'active': True} {{(pid=83994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:29:08.650110 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e120477f-a51d-475e-b51b-ff293c2663e6 req-b7b59d4e-c2f4-45e0-ac5b-c8449806ca20 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Network afa29ce3-7ea1-4fb3-8d15-b28913382476 is already hosted by enough agents. {{(pid=83993) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 21:29:08.656309 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.scheduler.base_scheduler [req-e120477f-a51d-475e-b51b-ff293c2663e6 req-b7b59d4e-c2f4-45e0-ac5b-c8449806ca20 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Resources bound (agent type, host, resource id): {{(pid=83993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 21:29:08.673479 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.db.l3_dvrscheduler_db [req-e120477f-a51d-475e-b51b-ff293c2663e6 req-b7b59d4e-c2f4-45e0-ac5b-c8449806ca20 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Received port after_create {{(pid=83993) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 03 21:29:08.679563 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e120477f-a51d-475e-b51b-ff293c2663e6 req-b7b59d4e-c2f4-45e0-ac5b-c8449806ca20 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:29:08.680492 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-e120477f-a51d-475e-b51b-ff293c2663e6 req-b7b59d4e-c2f4-45e0-ac5b-c8449806ca20 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1706389'] for port, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:29:08.742615 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-db50b6e2-8c8c-4c3f-be64-482da69deffa req-8a2aa356-8081-48f8-a490-e6ad7ca4b886 tempest-DeleteServersTestJSON-1257599601 tempest-DeleteServersTestJSON-1257599601-project] 10.222.0.48 "GET /v2.0/security-groups?id=6d61b926-5dcc-4a56-9b2d-720c7d6b9af8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4171150 May 03 21:29:08.751412 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b59d4e-c2f4-45e0-ac5b-c8449806ca20 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Pushing event updated for resources: {'Port': ['ID=5c8533bd-9029-4055-8bb5-b5628053505e,revision_number=1']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:29:08.785787 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-95353f84-fbb9-444e-9047-2a4077426ae1 req-cdf7f8d6-be40-4303-b57c-16bc4c8d2eef service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=7ae08669-d95f-432b-bc27-265833de050d HTTP/1.1" status: 200 len: 1099 time: 0.9879487 May 03 21:29:08.873959 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-45d9f52e-cbc2-4a39-be77-916630056276 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 4.4688809 May 03 21:29:08.880757 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90997344-f43a-4b33-9d8d-116b02038bd2 req-7646643f-3ac8-4a2b-92b5-86c66df4fd06 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:29:08.885375 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-95353f84-fbb9-444e-9047-2a4077426ae1 req-7fa056d8-ad55-4d19-a7ae-8fb324415dd8 service neutron] Notify callbacks [] for security_group, before_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:29:08.887867 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-90997344-f43a-4b33-9d8d-116b02038bd2 req-7646643f-3ac8-4a2b-92b5-86c66df4fd06 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f1f0ef4c-4f27-4b18-935d-75e084855fe6 HTTP/1.1" status: 200 len: 858 time: 0.2528071 May 03 21:29:08.943192 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-e120477f-a51d-475e-b51b-ff293c2663e6 req-b7b59d4e-c2f4-45e0-ac5b-c8449806ca20 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.0266244 May 03 21:29:08.990655 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.v2.base [req-e120477f-a51d-475e-b51b-ff293c2663e6 req-d9275908-03aa-44c9-9788-d015e5fe3200 service neutron] Request body: {'port': {'device_id': '12a46337-1502-4a61-8c0d-8b5dd98d5a14', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84037'}} {{(pid=83993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 03 21:29:09.121646 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c5c2905b-0094-48ba-9f5f-42407e27a2ab'] response: {'name': 'network-changed', 'server_uuid': '11444b4c-e752-4766-9e89-f57974330390', 'tag': '85e667f2-845e-4e89-b387-1500b1f84677', 'status': 'completed', 'code': 200} May 03 21:29:09.164539 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.provisioning_blocks [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Provisioning for port 703e14ee-54de-44ea-bfca-17283964e8b4 completed by entity L2. {{(pid=83994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 21:29:09.185725 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.42', 60462) {{(pid=83993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:29:09.260876 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-90997344-f43a-4b33-9d8d-116b02038bd2 req-d9b70e68-6eee-43c5-acf9-55e4c165a395 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5bd090d5-a93e-4f68-8601-6aad9d3eb473&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3663330 May 03 21:29:09.313508 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.provisioning_blocks [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Provisioning complete for port 703e14ee-54de-44ea-bfca-17283964e8b4 triggered by entity L2. {{(pid=83994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:29:09.326247 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2080827'] for port, provisioning_complete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:29:09.425396 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.rpc [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Device a353ebbc-82af-401c-a27c-5a116fea74c8 up at agent ovs-agent-dv-cinder-840377-1-iscsi {{(pid=83994) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 21:29:09.519663 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [req-95353f84-fbb9-444e-9047-2a4077426ae1 req-7fa056d8-ad55-4d19-a7ae-8fb324415dd8 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:29:09.645909 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [req-95353f84-fbb9-444e-9047-2a4077426ae1 req-7fa056d8-ad55-4d19-a7ae-8fb324415dd8 service neutron] Usage tracker for resource:security_group_rule and tenant:907391f68925419db74dd2f9429ec483 is out of sync, need to count used quota {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:29:09.646805 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-90997344-f43a-4b33-9d8d-116b02038bd2 req-dee92b17-7a24-4d0c-9324-8e2ce5185594 service neutron] 10.222.0.42 "GET /v2.0/networks/5bd090d5-a93e-4f68-8601-6aad9d3eb473?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3796432 May 03 21:29:09.653449 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [req-95353f84-fbb9-444e-9047-2a4077426ae1 req-7fa056d8-ad55-4d19-a7ae-8fb324415dd8 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:29:09.665836 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd37f9cb-e6d8-479a-9c27-ec1e71275518 req-767f6200-2396-487a-94e2-4e3e7a64037d tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:29:09.671711 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [req-95353f84-fbb9-444e-9047-2a4077426ae1 req-7fa056d8-ad55-4d19-a7ae-8fb324415dd8 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:29:09.677047 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-dd37f9cb-e6d8-479a-9c27-ec1e71275518 req-767f6200-2396-487a-94e2-4e3e7a64037d tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] 10.222.0.48 "GET /v2.0/ports?device_id=12a46337-1502-4a61-8c0d-8b5dd98d5a14 HTTP/1.1" status: 200 len: 932 time: 0.2324858 May 03 21:29:09.778649 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-e120477f-a51d-475e-b51b-ff293c2663e6 req-d9275908-03aa-44c9-9788-d015e5fe3200 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1124352'] for port, before_update {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:29:09.843312 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c7c5fe1-d030-470a-8bd4-3784abdbbde2 None None] Network d197cbb3-66f8-458d-b0a6-0a5d2551c1ab requested from dv-cinder-840377-1-iscsi {{(pid=83994) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 03 21:29:10.017071 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-dd37f9cb-e6d8-479a-9c27-ec1e71275518 req-330edc85-535f-4b63-95d4-e2e3a46ea4d7 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] 10.222.0.48 "GET /v2.0/security-groups?id=73d0b568-6014-48c2-b361-ba1ad81e233d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3318880 May 03 21:29:10.100696 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.l3_dvr_db [None req-bfdaf5b6-ea21-497f-9b32-35c3418a3385 None None] Set router ae7dead0-6fb4-41eb-9eda-11e0a06ec6e3 gateway port host: dv-cinder-840377-1-iscsi {{(pid=83994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 03 21:29:10.107021 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728536f9-b2b8-47bb-a885-4524c3e79e0b req-a6983f9c-6c16-43fb-9eca-41b952fae730 tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:29:10.110160 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-728536f9-b2b8-47bb-a885-4524c3e79e0b req-a6983f9c-6c16-43fb-9eca-41b952fae730 tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] 10.222.0.42 "GET /v2.0/networks?id=74dacc7e-115e-4cd0-87fd-8eaa4de43b7c HTTP/1.1" status: 200 len: 810 time: 0.9243557 May 03 21:29:10.130359 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5aa9eb-219b-4d2e-b3cc-2702137872e7 req-fac83021-6d89-44bc-8bbc-f3842772bfd0 tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:29:10.138251 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-ea5aa9eb-219b-4d2e-b3cc-2702137872e7 req-fac83021-6d89-44bc-8bbc-f3842772bfd0 tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] 10.222.0.48 "GET /v2.0/ports?device_id=11444b4c-e752-4766-9e89-f57974330390 HTTP/1.1" status: 200 len: 943 time: 0.7550273 May 03 21:29:10.158140 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.provisioning_blocks [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Provisioning for port a353ebbc-82af-401c-a27c-5a116fea74c8 completed by entity L2. {{(pid=83994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 21:29:10.171238 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.provisioning_blocks [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Provisioning complete for port a353ebbc-82af-401c-a27c-5a116fea74c8 triggered by entity L2. {{(pid=83994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:29:10.171679 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2080827'] for port, provisioning_complete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:29:10.197603 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-90997344-f43a-4b33-9d8d-116b02038bd2 req-53de809c-5468-4100-baca-5e7f46db1d29 service neutron] 10.222.0.42 "GET /v2.0/networks/5bd090d5-a93e-4f68-8601-6aad9d3eb473?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5133328 May 03 21:29:10.291266 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-c1a1b9fc-c6ce-4668-8dd9-ba7c00f065b7 req-5f18cdd4-56f8-4a0b-869a-479795b2ee8e tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] 10.222.0.48 "GET /v2.0/ports?device_id=77f6a8a2-4366-486d-a002-05587e0f46b5 HTTP/1.1" status: 200 len: 210 time: 0.1072955 May 03 21:29:10.350725 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1124352'] for port, before_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:29:10.392997 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [req-728536f9-b2b8-47bb-a885-4524c3e79e0b req-ca080bb7-80b7-4b3f-9673-c59953478488 tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] Synchronizing usage tracker for tenant:a2df1ca790224a009004c3c22a5ee5c5 on resource:security_group {{(pid=83993) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 21:29:10.428067 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-95353f84-fbb9-444e-9047-2a4077426ae1 req-7fa056d8-ad55-4d19-a7ae-8fb324415dd8 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:29:10.449728 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [req-ea5aa9eb-219b-4d2e-b3cc-2702137872e7 req-7a2d53d0-072c-4ac2-b8b6-d545cd2b3145 tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] Synchronizing usage tracker for tenant:30468ebc688d4bc1b036b4b984931e87 on resource:security_group {{(pid=83993) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 21:29:10.456737 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [req-728536f9-b2b8-47bb-a885-4524c3e79e0b req-ca080bb7-80b7-4b3f-9673-c59953478488 tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] Unset dirty status for tenant:a2df1ca790224a009004c3c22a5ee5c5 on resource:security_group {{(pid=83993) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 21:29:10.457870 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-728536f9-b2b8-47bb-a885-4524c3e79e0b req-ca080bb7-80b7-4b3f-9673-c59953478488 tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a2df1ca790224a009004c3c22a5ee5c5 HTTP/1.1" status: 200 len: 380 time: 0.3090899 May 03 21:29:10.503921 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.v2.base [req-728536f9-b2b8-47bb-a885-4524c3e79e0b req-b0bdfd72-28b0-448b-ba6d-da46cea781cd tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] Request body: {'port': {'device_id': '274fd6f3-1f2e-4da8-8c5f-fa173514fc2a', 'network_id': '74dacc7e-115e-4cd0-87fd-8eaa4de43b7c', 'admin_state_up': True, 'tenant_id': 'a2df1ca790224a009004c3c22a5ee5c5', 'security_groups': ['7027a18b-ac9e-45f0-8010-84baee7160ac']}} {{(pid=83993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 03 21:29:10.504019 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.provisioning_blocks [None req-d802284a-1e2c-435e-a055-e206e1636e02 None None] Provisioning for port 5c8533bd-9029-4055-8bb5-b5628053505e completed by entity DHCP. {{(pid=83994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 21:29:10.567382 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.db [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] For port 703e14ee-54de-44ea-bfca-17283964e8b4, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=703e14ee-54de-44ea-bfca-17283964e8b4,segment=NetworkSegment(f62d725e-ae77-4a78-847c-f1a234768bbb),segment_id=f62d725e-ae77-4a78-847c-f1a234768bbb)] {{(pid=83994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 21:29:10.569135 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-470ed319-1536-44c8-86fe-4687ee02c1df req-78300b75-6942-4ffb-8372-289c26a342eb tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] 10.222.0.48 "GET /v2.0/ports?device_id=274fd6f3-1f2e-4da8-8c5f-fa173514fc2a HTTP/1.1" status: 200 len: 210 time: 0.0661104 May 03 21:29:10.576553 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dffdb65a-4c55-4f89-afd3-ff88a82805d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '703e14ee-54de-44ea-bfca-17283964e8b4'}] {{(pid=83994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 03 21:29:10.582847 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-95353f84-fbb9-444e-9047-2a4077426ae1 req-7fa056d8-ad55-4d19-a7ae-8fb324415dd8 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746426'] for security_group, after_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:29:10.590617 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.provisioning_blocks [None req-d802284a-1e2c-435e-a055-e206e1636e02 None None] Provisioning complete for port 5c8533bd-9029-4055-8bb5-b5628053505e triggered by entity DHCP. {{(pid=83994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:29:10.590977 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-d802284a-1e2c-435e-a055-e206e1636e02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2080827'] for port, provisioning_complete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:29:10.614447 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-9e51d5f4-1ab4-4c26-a045-89f21d1f28f0 req-a51fa43d-a58b-4a78-9138-2b42ef339c65 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=30468ebc688d4bc1b036b4b984931e87&device_id=11444b4c-e752-4766-9e89-f57974330390 HTTP/1.1" status: 200 len: 1096 time: 0.1883016 May 03 21:29:10.734935 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa056d8-ad55-4d19-a7ae-8fb324415dd8 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=94b09289-c712-4607-bb83-a3208d2a05b6,revision_number=1']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:29:10.765709 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-95353f84-fbb9-444e-9047-2a4077426ae1 req-7fa056d8-ad55-4d19-a7ae-8fb324415dd8 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=6d61b926-5dcc-4a56-9b2d-720c7d6b9af8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.9600997 May 03 21:29:10.818230 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [req-728536f9-b2b8-47bb-a885-4524c3e79e0b req-b0bdfd72-28b0-448b-ba6d-da46cea781cd tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:29:10.836539 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [req-ea5aa9eb-219b-4d2e-b3cc-2702137872e7 req-7a2d53d0-072c-4ac2-b8b6-d545cd2b3145 tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] Unset dirty status for tenant:30468ebc688d4bc1b036b4b984931e87 on resource:security_group {{(pid=83993) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 21:29:10.845145 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-ea5aa9eb-219b-4d2e-b3cc-2702137872e7 req-7a2d53d0-072c-4ac2-b8b6-d545cd2b3145 tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] 10.222.0.48 "GET /v2.0/security-groups?id=fb8a1e97-a16e-41ad-af1f-9903cda5dd84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7058592 May 03 21:29:10.847667 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [req-728536f9-b2b8-47bb-a885-4524c3e79e0b req-b0bdfd72-28b0-448b-ba6d-da46cea781cd tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:29:10.876479 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781386188966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781385847453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781385847498'] for port, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:29:10.880362 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.plugin [None req-d802284a-1e2c-435e-a055-e206e1636e02 None None] Port 5c8533bd-9029-4055-8bb5-b5628053505e cannot update to ACTIVE because it is not bound. {{(pid=83994) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 03 21:29:10.895775 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e51d5f4-1ab4-4c26-a045-89f21d1f28f0 req-8991cbfa-fe62-4251-87df-a3c557805a1f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:29:10.897406 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-9e51d5f4-1ab4-4c26-a045-89f21d1f28f0 req-8991cbfa-fe62-4251-87df-a3c557805a1f service neutron] 10.222.0.42 "GET /v2.0/networks?id=5bd090d5-a93e-4f68-8601-6aad9d3eb473 HTTP/1.1" status: 200 len: 920 time: 0.2764318 May 03 21:29:10.917931 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4401f632-6bc1-4dd9-9673-181be65e0015 req-a38aa084-9d70-4926-b419-9d5f2074d3f7 tempest-DeleteServersTestJSON-1257599601 tempest-DeleteServersTestJSON-1257599601-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:29:10.919412 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-4401f632-6bc1-4dd9-9673-181be65e0015 req-a38aa084-9d70-4926-b419-9d5f2074d3f7 tempest-DeleteServersTestJSON-1257599601 tempest-DeleteServersTestJSON-1257599601-project] 10.222.0.48 "GET /v2.0/ports?device_id=7ae08669-d95f-432b-bc27-265833de050d HTTP/1.1" status: 200 len: 946 time: 0.1083987 May 03 21:29:10.935326 dv-cinder-840377-1-iscsi neutron-server[83994]: INFO neutron.notifiers.nova [-] Nova event matching ['req-271bc8d1-13a1-4881-8999-d0850a3db380'] response: {'server_uuid': 'dffdb65a-4c55-4f89-afd3-ff88a82805d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '703e14ee-54de-44ea-bfca-17283964e8b4', 'code': 200} May 03 21:29:10.982143 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-4401f632-6bc1-4dd9-9673-181be65e0015 req-e520cf9c-5ecb-44fa-8409-0f77b9417181 tempest-DeleteServersTestJSON-1257599601 tempest-DeleteServersTestJSON-1257599601-project] 10.222.0.48 "GET /v2.0/security-groups?id=6d61b926-5dcc-4a56-9b2d-720c7d6b9af8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541096 May 03 21:29:10.998891 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.notifiers.nova [req-e120477f-a51d-475e-b51b-ff293c2663e6 req-d9275908-03aa-44c9-9788-d015e5fe3200 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c8533bd-9029-4055-8bb5-b5628053505e {{(pid=83993) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 03 21:29:11.015851 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-e120477f-a51d-475e-b51b-ff293c2663e6 req-d9275908-03aa-44c9-9788-d015e5fe3200 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:29:11.042781 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.db.provisioning_blocks [req-e120477f-a51d-475e-b51b-ff293c2663e6 req-d9275908-03aa-44c9-9788-d015e5fe3200 service neutron] Transition to ACTIVE for port object 5c8533bd-9029-4055-8bb5-b5628053505e will not be triggered until provisioned by entity L2. {{(pid=83993) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 21:29:11.054073 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1124352'] for port, before_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:29:11.059005 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-728536f9-b2b8-47bb-a885-4524c3e79e0b req-b0bdfd72-28b0-448b-ba6d-da46cea781cd tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] Made reservation on behalf of a2df1ca790224a009004c3c22a5ee5c5 for: {'port': 1} {{(pid=83993) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 21:29:11.071236 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-728536f9-b2b8-47bb-a885-4524c3e79e0b req-b0bdfd72-28b0-448b-ba6d-da46cea781cd tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1124352'] for port, before_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:29:11.090521 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Pushing event updated for resources: {'Port': ['ID=703e14ee-54de-44ea-bfca-17283964e8b4,revision_number=5']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:29:11.213478 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.db [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] For port a353ebbc-82af-401c-a27c-5a116fea74c8, host dv-cinder-840377-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840377-1-iscsi',level=0,port_id=a353ebbc-82af-401c-a27c-5a116fea74c8,segment=NetworkSegment(36b0f1c3-e784-4cca-986f-65718d8cb16d),segment_id=36b0f1c3-e784-4cca-986f-65718d8cb16d)] {{(pid=83994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 21:29:11.272090 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-e120477f-a51d-475e-b51b-ff293c2663e6 req-d9275908-03aa-44c9-9788-d015e5fe3200 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781386188966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781385847453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781385847498'] for port, after_update {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:29:11.298943 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.l3_hamode_db [None req-bfdaf5b6-ea21-497f-9b32-35c3418a3385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae7dead0-6fb4-41eb-9eda-11e0a06ec6e3', 'name': 'tempest-AttachVolumeShelveTestJSON-2141674484-router', 'tenant_id': '4cf52ffb4a864a689f5d0242ddc4cc4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c33334bd-f19e-453d-9f7b-349270405c58', 'external_fixed_ips': [{'subnet_id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'ip_address': '172.27.1.47'}], 'enable_snat': True}, 'gw_port_id': '0a07561c-bb96-444c-8c1c-e211fc2b8739', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:28:28Z', 'updated_at': '2022-05-03T21:28:42Z', 'revision_number': 4, 'project_id': '4cf52ffb4a864a689f5d0242ddc4cc4f', 'gw_port': {'id': '0a07561c-bb96-444c-8c1c-e211fc2b8739', 'name': '', 'network_id': 'c33334bd-f19e-453d-9f7b-349270405c58', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:4e:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae7dead0-6fb4-41eb-9eda-11e0a06ec6e3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'ip_address': '172.27.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:28:30Z', 'updated_at': '2022-05-03T21:28:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840377-1-iscsi', '_interfaces': [{'id': '5457c169-81f4-4fd9-9167-a261b394277b', 'name': '', 'network_id': 'a76ba353-ab28-4792-b070-a9ace23ad085', 'tenant_id': '4cf52ffb4a864a689f5d0242ddc4cc4f', 'mac_address': 'fa:16:3e:00:71:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae7dead0-6fb4-41eb-9eda-11e0a06ec6e3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e0993ef0-a172-48a1-8947-068cb6cb24ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:28:39Z', 'updated_at': '2022-05-03T21:29:07Z', 'revision_number': 4, 'project_id': '4cf52ffb4a864a689f5d0242ddc4cc4f', 'subnets': [{'id': 'e0993ef0-a172-48a1-8947-068cb6cb24ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840377-1-iscsi', False) {} {{(pid=83994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:29:11.303748 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfdaf5b6-ea21-497f-9b32-35c3418a3385 None None] The sync data for ids ['ae7dead0-6fb4-41eb-9eda-11e0a06ec6e3'] in dv-cinder-840377-1-iscsi is: [{'id': 'ae7dead0-6fb4-41eb-9eda-11e0a06ec6e3', 'name': 'tempest-AttachVolumeShelveTestJSON-2141674484-router', 'tenant_id': '4cf52ffb4a864a689f5d0242ddc4cc4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c33334bd-f19e-453d-9f7b-349270405c58', 'external_fixed_ips': [{'subnet_id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'ip_address': '172.27.1.47'}], 'enable_snat': True}, 'gw_port_id': '0a07561c-bb96-444c-8c1c-e211fc2b8739', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:28:28Z', 'updated_at': '2022-05-03T21:28:42Z', 'revision_number': 4, 'project_id': '4cf52ffb4a864a689f5d0242ddc4cc4f', 'gw_port': {'id': '0a07561c-bb96-444c-8c1c-e211fc2b8739', 'name': '', 'network_id': 'c33334bd-f19e-453d-9f7b-349270405c58', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:4e:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae7dead0-6fb4-41eb-9eda-11e0a06ec6e3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'ip_address': '172.27.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:28:30Z', 'updated_at': '2022-05-03T21:28:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840377-1-iscsi', '_interfaces': [{'id': '5457c169-81f4-4fd9-9167-a261b394277b', 'name': '', 'network_id': 'a76ba353-ab28-4792-b070-a9ace23ad085', 'tenant_id': '4cf52ffb4a864a689f5d0242ddc4cc4f', 'mac_address': 'fa:16:3e:00:71:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae7dead0-6fb4-41eb-9eda-11e0a06ec6e3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e0993ef0-a172-48a1-8947-068cb6cb24ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:28:39Z', 'updated_at': '2022-05-03T21:29:07Z', 'revision_number': 4, 'project_id': '4cf52ffb4a864a689f5d0242ddc4cc4f', 'subnets': [{'id': 'e0993ef0-a172-48a1-8947-068cb6cb24ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 03 21:29:11.344972 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-9e51d5f4-1ab4-4c26-a045-89f21d1f28f0 req-e277a5f5-3da6-487a-907e-bf020545713d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=85e667f2-845e-4e89-b387-1500b1f84677 HTTP/1.1" status: 200 len: 217 time: 0.2449057 May 03 21:29:11.407099 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781386188966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781385847453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781385847498'] for port, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:29:11.481708 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e51d5f4-1ab4-4c26-a045-89f21d1f28f0 req-c2a84c15-b6c5-48bb-8f29-6e23546b6852 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:29:11.489708 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-9e51d5f4-1ab4-4c26-a045-89f21d1f28f0 req-c2a84c15-b6c5-48bb-8f29-6e23546b6852 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f1f0ef4c-4f27-4b18-935d-75e084855fe6 HTTP/1.1" status: 200 len: 858 time: 0.0954728 May 03 21:29:11.571898 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Pushing event updated for resources: {'Port': ['ID=a353ebbc-82af-401c-a27c-5a116fea74c8,revision_number=4']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:29:11.609180 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.rpc [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Device 5457c169-81f4-4fd9-9167-a261b394277b up at agent ovs-agent-dv-cinder-840377-1-iscsi {{(pid=83994) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 21:29:11.627178 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9275908-03aa-44c9-9788-d015e5fe3200 service neutron] Pushing event updated for resources: {'Port': ['ID=5c8533bd-9029-4055-8bb5-b5628053505e,revision_number=2']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:29:11.685188 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-a5004b4f-71d6-4cf3-b70b-2a9166709a85 req-19805a23-8444-4c03-ab68-5b1ba5aad00e tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] 10.222.0.48 "GET /v2.0/ports?device_id=77f6a8a2-4366-486d-a002-05587e0f46b5 HTTP/1.1" status: 200 len: 210 time: 0.0523534 May 03 21:29:11.693011 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-9e51d5f4-1ab4-4c26-a045-89f21d1f28f0 req-21b41290-40b8-4b8d-b8ad-d43fc850e21f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5bd090d5-a93e-4f68-8601-6aad9d3eb473&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2003086 May 03 21:29:11.838684 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.db.db_base_plugin_common [req-728536f9-b2b8-47bb-a885-4524c3e79e0b req-b0bdfd72-28b0-448b-ba6d-da46cea781cd tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] Allocated IP 172.20.0.13 (74dacc7e-115e-4cd0-87fd-8eaa4de43b7c/55e45d73-03f2-4af5-b38e-f33c41c1d7ec/46d7aa18-8157-45ea-b292-6af9e591723f) {{(pid=83993) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 21:29:11.894422 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.rpc [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Device 85e667f2-845e-4e89-b387-1500b1f84677 details requested by agent hyperv_hv-cinder-84037 with host hv-cinder-84037 {{(pid=83994) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 03 21:29:11.948876 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-9e51d5f4-1ab4-4c26-a045-89f21d1f28f0 req-0b87135d-1ae3-4158-9d9e-334aacf1d199 service neutron] 10.222.0.42 "GET /v2.0/networks/5bd090d5-a93e-4f68-8601-6aad9d3eb473?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2436950 May 03 21:29:12.043565 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-097fa6dc-2372-43de-a954-4e9e245c6956 req-3191d003-257f-4ee3-8b2f-9a6f575c0664 tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] 10.222.0.48 "GET /v2.0/ports?device_id=274fd6f3-1f2e-4da8-8c5f-fa173514fc2a HTTP/1.1" status: 200 len: 210 time: 0.0609970 May 03 21:29:12.075656 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.provisioning_blocks [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Provisioning for port 5457c169-81f4-4fd9-9167-a261b394277b completed by entity L2. {{(pid=83994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 21:29:12.116883 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.provisioning_blocks [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Provisioning complete for port 5457c169-81f4-4fd9-9167-a261b394277b triggered by entity L2. {{(pid=83994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:29:12.117261 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2080827'] for port, provisioning_complete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:29:12.199421 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89dfb54-f6d2-45fe-a319-6bceba485649 req-9e450195-f22e-4b80-9fb8-8bf7bd315c52 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:29:12.202096 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [req-f89dfb54-f6d2-45fe-a319-6bceba485649 req-9e450195-f22e-4b80-9fb8-8bf7bd315c52 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Synchronizing usage tracker for tenant:bd571e41b44a4bc6b16bf8163252f168 on resource:port {{(pid=83993) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 21:29:12.346096 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.db [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] For port 85e667f2-845e-4e89-b387-1500b1f84677, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=85e667f2-845e-4e89-b387-1500b1f84677,segment=NetworkSegment(f62d725e-ae77-4a78-847c-f1a234768bbb),segment_id=f62d725e-ae77-4a78-847c-f1a234768bbb)] {{(pid=83994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 21:29:12.351390 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-9e51d5f4-1ab4-4c26-a045-89f21d1f28f0 req-482abc86-c7b5-4d31-89d0-d3d28d93764b service neutron] 10.222.0.42 "GET /v2.0/networks/5bd090d5-a93e-4f68-8601-6aad9d3eb473?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3959596 May 03 21:29:12.383772 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25ae24a-7494-4891-aeb8-c4c5da2be40e req-aaea537f-e4d0-4542-a175-0a0d754873c8 tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:29:12.387864 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-e25ae24a-7494-4891-aeb8-c4c5da2be40e req-aaea537f-e4d0-4542-a175-0a0d754873c8 tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] 10.222.0.48 "GET /v2.0/ports?device_id=11444b4c-e752-4766-9e89-f57974330390 HTTP/1.1" status: 200 len: 943 time: 0.1565080 May 03 21:29:12.413609 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.rpc [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Returning: {'device': '85e667f2-845e-4e89-b387-1500b1f84677', 'network_id': '5bd090d5-a93e-4f68-8601-6aad9d3eb473', 'port_id': '85e667f2-845e-4e89-b387-1500b1f84677', 'mac_address': 'fa:16:3e:3d:91:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 432, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1f0ef4c-4f27-4b18-935d-75e084855fe6', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83994) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 03 21:29:12.485353 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-e25ae24a-7494-4891-aeb8-c4c5da2be40e req-ac6ea034-a994-43eb-9143-cb861ee02061 tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] 10.222.0.48 "GET /v2.0/security-groups?id=fb8a1e97-a16e-41ad-af1f-9903cda5dd84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965130 May 03 21:29:12.496501 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1124352'] for port, before_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:29:12.536644 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1124352'] for port, before_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:29:12.565498 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.notifiers.nova [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85e667f2-845e-4e89-b387-1500b1f84677 {{(pid=83994) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 03 21:29:12.572054 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.db [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] For port 5457c169-81f4-4fd9-9167-a261b394277b, host dv-cinder-840377-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840377-1-iscsi',level=0,port_id=5457c169-81f4-4fd9-9167-a261b394277b,segment=NetworkSegment(192a8290-7524-479c-9894-35253b5adf28),segment_id=192a8290-7524-479c-9894-35253b5adf28)] {{(pid=83994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 21:29:12.576187 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.managers [req-e120477f-a51d-475e-b51b-ff293c2663e6 req-d9275908-03aa-44c9-9788-d015e5fe3200 service neutron] Attempting to bind port 5c8533bd-9029-4055-8bb5-b5628053505e on host hv-cinder-84037 for vnic_type normal with profile {{(pid=83993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 21:29:12.581837 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.managers [req-e120477f-a51d-475e-b51b-ff293c2663e6 req-d9275908-03aa-44c9-9788-d015e5fe3200 service neutron] Attempting to bind port 5c8533bd-9029-4055-8bb5-b5628053505e by drivers openvswitch,hyperv on host hv-cinder-84037 at level 0 using segments [{'id': 'f82b8179-7d00-46b1-abec-98a139f3558c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'afa29ce3-7ea1-4fb3-8d15-b28913382476'}] {{(pid=83993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 21:29:12.582339 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e120477f-a51d-475e-b51b-ff293c2663e6 req-d9275908-03aa-44c9-9788-d015e5fe3200 service neutron] Attempting to bind port 5c8533bd-9029-4055-8bb5-b5628053505e on network afa29ce3-7ea1-4fb3-8d15-b28913382476 {{(pid=83993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 03 21:29:12.594803 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.db [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] For port 85e667f2-845e-4e89-b387-1500b1f84677, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=85e667f2-845e-4e89-b387-1500b1f84677,segment=NetworkSegment(f62d725e-ae77-4a78-847c-f1a234768bbb),segment_id=f62d725e-ae77-4a78-847c-f1a234768bbb)] {{(pid=83994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 21:29:12.607632 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-dcd31653-2e19-43a3-a69e-8b863eba705e req-610d9405-7d77-4525-a31a-a881f46a0941 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=dffdb65a-4c55-4f89-afd3-ff88a82805d9 HTTP/1.1" status: 200 len: 1099 time: 0.7183590 May 03 21:29:12.650972 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e120477f-a51d-475e-b51b-ff293c2663e6 req-d9275908-03aa-44c9-9788-d015e5fe3200 service neutron] Port 5c8533bd-9029-4055-8bb5-b5628053505e on network afa29ce3-7ea1-4fb3-8d15-b28913382476 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84037 {{(pid=83993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 03 21:29:12.650972 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e120477f-a51d-475e-b51b-ff293c2663e6 req-d9275908-03aa-44c9-9788-d015e5fe3200 service neutron] Attempting to bind port 5c8533bd-9029-4055-8bb5-b5628053505e on network afa29ce3-7ea1-4fb3-8d15-b28913382476 {{(pid=83993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 03 21:29:12.727184 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e120477f-a51d-475e-b51b-ff293c2663e6 req-d9275908-03aa-44c9-9788-d015e5fe3200 service neutron] Checking agent: {'id': '6f729c1e-126d-4db9-b521-92dbb8a34775', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84037', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 21, 26, 18), 'started_at': datetime.datetime(2022, 5, 3, 21, 26, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 21, 28, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 03 21:29:12.727184 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e120477f-a51d-475e-b51b-ff293c2663e6 req-d9275908-03aa-44c9-9788-d015e5fe3200 service neutron] Checking segment: {'id': 'f82b8179-7d00-46b1-abec-98a139f3558c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'afa29ce3-7ea1-4fb3-8d15-b28913382476'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 03 21:29:12.727184 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e120477f-a51d-475e-b51b-ff293c2663e6 req-d9275908-03aa-44c9-9788-d015e5fe3200 service neutron] Bound using segment: {'id': 'f82b8179-7d00-46b1-abec-98a139f3558c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'afa29ce3-7ea1-4fb3-8d15-b28913382476'} {{(pid=83993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 03 21:29:12.727184 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.managers [req-e120477f-a51d-475e-b51b-ff293c2663e6 req-d9275908-03aa-44c9-9788-d015e5fe3200 service neutron] Bound port: 5c8533bd-9029-4055-8bb5-b5628053505e, host: hv-cinder-84037, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f82b8179-7d00-46b1-abec-98a139f3558c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'afa29ce3-7ea1-4fb3-8d15-b28913382476'}}] {{(pid=83993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 21:29:12.727184 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-e120477f-a51d-475e-b51b-ff293c2663e6 req-d9275908-03aa-44c9-9788-d015e5fe3200 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1124352'] for port, before_update {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:29:12.752978 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781386188966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781385847453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781385847498'] for port, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:29:12.782928 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-dcd31653-2e19-43a3-a69e-8b863eba705e req-de500a62-f1b8-48b3-8e57-96fcf24f05aa service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=fb8a1e97-a16e-41ad-af1f-9903cda5dd84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549239 May 03 21:29:12.783809 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [req-f89dfb54-f6d2-45fe-a319-6bceba485649 req-9e450195-f22e-4b80-9fb8-8bf7bd315c52 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Unset dirty status for tenant:bd571e41b44a4bc6b16bf8163252f168 on resource:port {{(pid=83993) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 21:29:12.790855 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-f89dfb54-f6d2-45fe-a319-6bceba485649 req-9e450195-f22e-4b80-9fb8-8bf7bd315c52 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] 10.222.0.48 "GET /v2.0/ports?device_id=12a46337-1502-4a61-8c0d-8b5dd98d5a14 HTTP/1.1" status: 200 len: 944 time: 1.1657856 May 03 21:29:12.804636 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed053d0c-7597-41cb-8a69-50b3a477de7e req-aff7c482-0ead-4e3b-b3c9-d647bcd903b1 tempest-DeleteServersTestJSON-1257599601 tempest-DeleteServersTestJSON-1257599601-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:29:12.806304 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-ed053d0c-7597-41cb-8a69-50b3a477de7e req-aff7c482-0ead-4e3b-b3c9-d647bcd903b1 tempest-DeleteServersTestJSON-1257599601 tempest-DeleteServersTestJSON-1257599601-project] 10.222.0.48 "GET /v2.0/ports?device_id=7ae08669-d95f-432b-bc27-265833de050d HTTP/1.1" status: 200 len: 946 time: 0.1651659 May 03 21:29:12.831264 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781386188966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781385847453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781385847498'] for port, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:29:12.841133 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-728536f9-b2b8-47bb-a885-4524c3e79e0b req-b0bdfd72-28b0-448b-ba6d-da46cea781cd tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] Notify callbacks [] for port, precommit_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:29:12.890234 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-ed053d0c-7597-41cb-8a69-50b3a477de7e req-ae034187-905a-482a-a830-eda9049fc108 tempest-DeleteServersTestJSON-1257599601 tempest-DeleteServersTestJSON-1257599601-project] 10.222.0.48 "GET /v2.0/security-groups?id=6d61b926-5dcc-4a56-9b2d-720c7d6b9af8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779235 May 03 21:29:12.893533 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Pushing event updated for resources: {'Port': ['ID=5457c169-81f4-4fd9-9167-a261b394277b,revision_number=5']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:29:12.948366 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-f89dfb54-f6d2-45fe-a319-6bceba485649 req-fc1bd369-5602-4334-b43b-0604c9d568c0 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] 10.222.0.48 "GET /v2.0/security-groups?id=73d0b568-6014-48c2-b361-ba1ad81e233d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1563680 May 03 21:29:12.996286 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Pushing event updated for resources: {'Port': ['ID=85e667f2-845e-4e89-b387-1500b1f84677,revision_number=4']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:29:13.004377 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.db.provisioning_blocks [req-728536f9-b2b8-47bb-a885-4524c3e79e0b req-b0bdfd72-28b0-448b-ba6d-da46cea781cd tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] Transition to ACTIVE for port object 46d7aa18-8157-45ea-b292-6af9e591723f will not be triggered until provisioned by entity DHCP. {{(pid=83993) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 21:29:13.017402 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.db [req-e120477f-a51d-475e-b51b-ff293c2663e6 req-d9275908-03aa-44c9-9788-d015e5fe3200 service neutron] For port 5c8533bd-9029-4055-8bb5-b5628053505e, host hv-cinder-84037, cleared binding levels {{(pid=83993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 21:29:13.021333 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.db [req-e120477f-a51d-475e-b51b-ff293c2663e6 req-d9275908-03aa-44c9-9788-d015e5fe3200 service neutron] For port 5c8533bd-9029-4055-8bb5-b5628053505e, host hv-cinder-84037, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=5c8533bd-9029-4055-8bb5-b5628053505e,segment=NetworkSegment(f82b8179-7d00-46b1-abec-98a139f3558c),segment_id=f82b8179-7d00-46b1-abec-98a139f3558c)] {{(pid=83993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 21:29:13.057180 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-9592884b-4e86-4b94-b469-26045b5a0e3c req-8271da78-b0ff-4a9e-9661-f977804e479e tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] 10.222.0.48 "GET /v2.0/ports?device_id=77f6a8a2-4366-486d-a002-05587e0f46b5 HTTP/1.1" status: 200 len: 210 time: 0.0547569 May 03 21:29:13.147449 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.db [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] get_ports_and_sgs() called for port_ids ['85e667f2-845e-4e89-b387-1500b1f84677'] {{(pid=83994) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 03 21:29:13.159938 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-e120477f-a51d-475e-b51b-ff293c2663e6 req-d9275908-03aa-44c9-9788-d015e5fe3200 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781386188966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781385847453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781385847498'] for port, after_update {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:29:13.244755 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-728536f9-b2b8-47bb-a885-4524c3e79e0b req-b0bdfd72-28b0-448b-ba6d-da46cea781cd tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781385847435'] for port, after_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:29:13.285866 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-e120477f-a51d-475e-b51b-ff293c2663e6 req-d9275908-03aa-44c9-9788-d015e5fe3200 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1706389'] for port, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:29:13.287249 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-e120477f-a51d-475e-b51b-ff293c2663e6 req-d9275908-03aa-44c9-9788-d015e5fe3200 service neutron] 10.222.0.42 "PUT /v2.0/ports/5c8533bd-9029-4055-8bb5-b5628053505e HTTP/1.1" status: 200 len: 1094 time: 4.3252206 May 03 21:29:13.291161 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12a46337-1502-4a61-8c0d-8b5dd98d5a14', 'tag': '5c8533bd-9029-4055-8bb5-b5628053505e'}] {{(pid=83993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 03 21:29:13.368215 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-728536f9-b2b8-47bb-a885-4524c3e79e0b req-b0bdfd72-28b0-448b-ba6d-da46cea781cd tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] Network 74dacc7e-115e-4cd0-87fd-8eaa4de43b7c is already hosted by enough agents. {{(pid=83993) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 21:29:13.374961 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.scheduler.base_scheduler [req-728536f9-b2b8-47bb-a885-4524c3e79e0b req-b0bdfd72-28b0-448b-ba6d-da46cea781cd tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] Resources bound (agent type, host, resource id): {{(pid=83993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 21:29:13.377330 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9275908-03aa-44c9-9788-d015e5fe3200 service neutron] Pushing event updated for resources: {'Port': ['ID=5c8533bd-9029-4055-8bb5-b5628053505e,revision_number=3']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:29:13.415549 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.db.l3_dvrscheduler_db [req-728536f9-b2b8-47bb-a885-4524c3e79e0b req-b0bdfd72-28b0-448b-ba6d-da46cea781cd tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] Received port after_create {{(pid=83993) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 03 21:29:13.419353 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728536f9-b2b8-47bb-a885-4524c3e79e0b req-b0bdfd72-28b0-448b-ba6d-da46cea781cd tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:29:13.419969 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-728536f9-b2b8-47bb-a885-4524c3e79e0b req-b0bdfd72-28b0-448b-ba6d-da46cea781cd tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1706389'] for port, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:29:13.431194 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1b154e25-4686-4221-a78e-15c36116301b'] response: {'name': 'network-changed', 'server_uuid': '12a46337-1502-4a61-8c0d-8b5dd98d5a14', 'tag': '5c8533bd-9029-4055-8bb5-b5628053505e', 'status': 'completed', 'code': 200} May 03 21:29:13.538694 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.rpc [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Device a353ebbc-82af-401c-a27c-5a116fea74c8 up at agent ovs-agent-dv-cinder-840377-1-iscsi {{(pid=83994) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 21:29:13.629155 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0bdfd72-28b0-448b-ba6d-da46cea781cd tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] Pushing event updated for resources: {'Port': ['ID=46d7aa18-8157-45ea-b292-6af9e591723f,revision_number=1']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:29:13.654094 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f400d714-9d77-452b-ad48-16ef673c30b6 req-dbf537e8-9700-4ac0-b968-0ecc6dfdbc2d tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:29:13.656360 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [req-f400d714-9d77-452b-ad48-16ef673c30b6 req-dbf537e8-9700-4ac0-b968-0ecc6dfdbc2d tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] Synchronizing usage tracker for tenant:a2df1ca790224a009004c3c22a5ee5c5 on resource:port {{(pid=83993) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 21:29:13.680293 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.provisioning_blocks [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Provisioning complete for port a353ebbc-82af-401c-a27c-5a116fea74c8 triggered by entity L2. {{(pid=83994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:29:13.680847 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2080827'] for port, provisioning_complete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:29:13.695954 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-6376c705-41dc-498f-9a39-ad28ebaeae80 req-5523912a-2c40-493c-a1aa-1a35ffc3029d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=bd571e41b44a4bc6b16bf8163252f168&device_id=12a46337-1502-4a61-8c0d-8b5dd98d5a14 HTTP/1.1" status: 200 len: 1097 time: 0.2606218 May 03 21:29:13.826344 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29791b68-e100-45f5-81a7-277e59728ef4 req-9a4f9c70-21bb-4275-8ac1-92aa7100697d tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:29:13.832279 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-29791b68-e100-45f5-81a7-277e59728ef4 req-9a4f9c70-21bb-4275-8ac1-92aa7100697d tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] 10.222.0.48 "GET /v2.0/ports?device_id=11444b4c-e752-4766-9e89-f57974330390 HTTP/1.1" status: 200 len: 944 time: 0.1106138 May 03 21:29:13.863689 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-728536f9-b2b8-47bb-a885-4524c3e79e0b req-b0bdfd72-28b0-448b-ba6d-da46cea781cd tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3835046 May 03 21:29:13.882966 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.rpc [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Device 5457c169-81f4-4fd9-9167-a261b394277b up at agent ovs-agent-dv-cinder-840377-1-iscsi {{(pid=83994) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 21:29:13.887477 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-29791b68-e100-45f5-81a7-277e59728ef4 req-04516326-8bba-4138-9451-9daa1aea241e tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] 10.222.0.48 "GET /v2.0/security-groups?id=fb8a1e97-a16e-41ad-af1f-9903cda5dd84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487838 May 03 21:29:13.930386 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.v2.base [req-728536f9-b2b8-47bb-a885-4524c3e79e0b req-d5b7cef4-57c7-4fcc-bdfe-c985d9ed9874 service neutron] Request body: {'port': {'device_id': '274fd6f3-1f2e-4da8-8c5f-fa173514fc2a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84037'}} {{(pid=83993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 03 21:29:13.970966 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.provisioning_blocks [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Provisioning complete for port 5457c169-81f4-4fd9-9167-a261b394277b triggered by entity L2. {{(pid=83994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:29:13.971816 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2080827'] for port, provisioning_complete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:29:13.983905 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [req-f400d714-9d77-452b-ad48-16ef673c30b6 req-dbf537e8-9700-4ac0-b968-0ecc6dfdbc2d tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] Unset dirty status for tenant:a2df1ca790224a009004c3c22a5ee5c5 on resource:port {{(pid=83993) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 21:29:13.985110 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-f400d714-9d77-452b-ad48-16ef673c30b6 req-dbf537e8-9700-4ac0-b968-0ecc6dfdbc2d tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] 10.222.0.48 "GET /v2.0/ports?device_id=274fd6f3-1f2e-4da8-8c5f-fa173514fc2a HTTP/1.1" status: 200 len: 932 time: 0.7877984 May 03 21:29:14.085156 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.provisioning_blocks [None req-773d539d-34cf-4887-bcd5-02fef161f5db None None] Provisioning for port 46d7aa18-8157-45ea-b292-6af9e591723f completed by entity DHCP. {{(pid=83994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 21:29:14.098315 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.provisioning_blocks [None req-773d539d-34cf-4887-bcd5-02fef161f5db None None] Provisioning complete for port 46d7aa18-8157-45ea-b292-6af9e591723f triggered by entity DHCP. {{(pid=83994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:29:14.098683 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-773d539d-34cf-4887-bcd5-02fef161f5db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2080827'] for port, provisioning_complete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:29:14.176884 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.plugin [None req-773d539d-34cf-4887-bcd5-02fef161f5db None None] Port 46d7aa18-8157-45ea-b292-6af9e591723f cannot update to ACTIVE because it is not bound. {{(pid=83994) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 03 21:29:14.192813 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcd1d8a-0693-4011-8b69-baf14a38bb5e req-7b905ec0-357c-4167-b88b-5b5807ee95b7 tempest-DeleteServersTestJSON-1257599601 tempest-DeleteServersTestJSON-1257599601-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:29:14.194423 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-2dcd1d8a-0693-4011-8b69-baf14a38bb5e req-7b905ec0-357c-4167-b88b-5b5807ee95b7 tempest-DeleteServersTestJSON-1257599601 tempest-DeleteServersTestJSON-1257599601-project] 10.222.0.48 "GET /v2.0/ports?device_id=7ae08669-d95f-432b-bc27-265833de050d HTTP/1.1" status: 200 len: 946 time: 0.1669748 May 03 21:29:14.239551 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e943b3d1-f4cf-4045-92a3-68de3c7facb3 req-4633228c-2d4d-4964-80d4-f317b75cb4f9 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:29:14.241701 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-e943b3d1-f4cf-4045-92a3-68de3c7facb3 req-4633228c-2d4d-4964-80d4-f317b75cb4f9 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] 10.222.0.42 "GET /v2.0/networks?id=a76ba353-ab28-4792-b070-a9ace23ad085 HTTP/1.1" status: 200 len: 817 time: 0.4232640 May 03 21:29:14.251829 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-2dcd1d8a-0693-4011-8b69-baf14a38bb5e req-a45fd635-29f2-4df3-bcf2-021d13912507 tempest-DeleteServersTestJSON-1257599601 tempest-DeleteServersTestJSON-1257599601-project] 10.222.0.48 "GET /v2.0/security-groups?id=6d61b926-5dcc-4a56-9b2d-720c7d6b9af8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510521 May 03 21:29:14.257178 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6376c705-41dc-498f-9a39-ad28ebaeae80 req-2556fccf-ceda-4082-a6fe-67c4cec557d4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:29:14.259318 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-6376c705-41dc-498f-9a39-ad28ebaeae80 req-2556fccf-ceda-4082-a6fe-67c4cec557d4 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=bd571e41b44a4bc6b16bf8163252f168&shared=False HTTP/1.1" status: 200 len: 915 time: 0.5345707 May 03 21:29:14.328832 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-f400d714-9d77-452b-ad48-16ef673c30b6 req-4a068b99-76c1-4fcc-b191-83de96ba7284 tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] 10.222.0.48 "GET /v2.0/security-groups?id=7027a18b-ac9e-45f0-8010-84baee7160ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3266668 May 03 21:29:14.575735 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-ccf718a9-20a3-4a72-a046-90196adde17d req-71565613-3ef8-4cf7-89c9-b4b42a333363 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] 10.222.0.48 "GET /v2.0/ports?device_id=77f6a8a2-4366-486d-a002-05587e0f46b5 HTTP/1.1" status: 200 len: 210 time: 0.0706508 May 03 21:29:14.595023 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-728536f9-b2b8-47bb-a885-4524c3e79e0b req-d5b7cef4-57c7-4fcc-bdfe-c985d9ed9874 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1124352'] for port, before_update {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:29:14.605241 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359b32e6-7efe-4446-9bc5-0c59b5bb55ba req-b38c9f8d-c673-44ff-918e-6401e9f1c72f tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:29:14.606746 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-359b32e6-7efe-4446-9bc5-0c59b5bb55ba req-b38c9f8d-c673-44ff-918e-6401e9f1c72f tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] 10.222.0.48 "GET /v2.0/ports?device_id=12a46337-1502-4a61-8c0d-8b5dd98d5a14 HTTP/1.1" status: 200 len: 944 time: 0.1147916 May 03 21:29:14.656156 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-e943b3d1-f4cf-4045-92a3-68de3c7facb3 req-b8cd7c3d-2256-4d80-91dd-ec8890775411 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4cf52ffb4a864a689f5d0242ddc4cc4f HTTP/1.1" status: 200 len: 380 time: 0.3452961 May 03 21:29:14.663291 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-359b32e6-7efe-4446-9bc5-0c59b5bb55ba req-40db98f5-e86d-4b51-a785-dbb9946a68db tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] 10.222.0.48 "GET /v2.0/security-groups?id=73d0b568-6014-48c2-b361-ba1ad81e233d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488164 May 03 21:29:14.683802 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.v2.base [req-e943b3d1-f4cf-4045-92a3-68de3c7facb3 req-975c3784-8906-4756-bb36-bdd226691ec6 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] Request body: {'port': {'device_id': '77f6a8a2-4366-486d-a002-05587e0f46b5', 'network_id': 'a76ba353-ab28-4792-b070-a9ace23ad085', 'admin_state_up': True, 'tenant_id': '4cf52ffb4a864a689f5d0242ddc4cc4f', 'security_groups': ['3dff50d4-faed-48b7-b783-10568bb53def']}} {{(pid=83993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 03 21:29:14.856002 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6376c705-41dc-498f-9a39-ad28ebaeae80 req-ea751f90-8ac0-4eac-8f2b-1c87f39a3725 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:29:14.857602 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-6376c705-41dc-498f-9a39-ad28ebaeae80 req-ea751f90-8ac0-4eac-8f2b-1c87f39a3725 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5482175 May 03 21:29:15.121402 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [req-e943b3d1-f4cf-4045-92a3-68de3c7facb3 req-975c3784-8906-4756-bb36-bdd226691ec6 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:29:15.169318 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [req-e943b3d1-f4cf-4045-92a3-68de3c7facb3 req-975c3784-8906-4756-bb36-bdd226691ec6 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:29:15.169476 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.48', 54426) {{(pid=83992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:29:15.294157 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-e120477f-a51d-475e-b51b-ff293c2663e6 req-25af9444-3798-4b44-8dc6-d3fa55fb192f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=bd571e41b44a4bc6b16bf8163252f168&device_id=12a46337-1502-4a61-8c0d-8b5dd98d5a14 HTTP/1.1" status: 200 len: 1097 time: 0.3270130 May 03 21:29:15.302982 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb1ccab-44f2-4da5-8993-4cec6c387d85 req-52a1885a-d8dc-4b9c-bcb6-00d1e3874d7b tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:29:15.304779 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-4fb1ccab-44f2-4da5-8993-4cec6c387d85 req-52a1885a-d8dc-4b9c-bcb6-00d1e3874d7b tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] 10.222.0.48 "GET /v2.0/ports?device_id=11444b4c-e752-4766-9e89-f57974330390 HTTP/1.1" status: 200 len: 944 time: 0.1981573 May 03 21:29:15.331484 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-4fdf60f6-6e32-4488-9dc8-062c21aeebc3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:29:15.366066 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.db.quota.driver [None req-4fdf60f6-6e32-4488-9dc8-062c21aeebc3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:29:15.370285 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.quota.resource [None req-4fdf60f6-6e32-4488-9dc8-062c21aeebc3 admin admin] Usage tracker for resource:security_group_rule and tenant:f9e6047855c9433eb79f1d76e571a677 is out of sync, need to count used quota {{(pid=83992) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:29:15.373356 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.quota.resource [None req-4fdf60f6-6e32-4488-9dc8-062c21aeebc3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83992) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:29:15.379392 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.db.quota.driver [None req-4fdf60f6-6e32-4488-9dc8-062c21aeebc3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:29:15.405274 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e943b3d1-f4cf-4045-92a3-68de3c7facb3 req-975c3784-8906-4756-bb36-bdd226691ec6 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] Made reservation on behalf of 4cf52ffb4a864a689f5d0242ddc4cc4f for: {'port': 1} {{(pid=83993) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 21:29:15.408317 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-e943b3d1-f4cf-4045-92a3-68de3c7facb3 req-975c3784-8906-4756-bb36-bdd226691ec6 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1124352'] for port, before_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:29:15.466679 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-e120477f-a51d-475e-b51b-ff293c2663e6 req-3c4f0518-7288-4604-b0c1-5c1e4d4c0b80 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5c8533bd-9029-4055-8bb5-b5628053505e HTTP/1.1" status: 200 len: 217 time: 0.1270902 May 03 21:29:15.479568 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.notifiers.nova [req-728536f9-b2b8-47bb-a885-4524c3e79e0b req-d5b7cef4-57c7-4fcc-bdfe-c985d9ed9874 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 46d7aa18-8157-45ea-b292-6af9e591723f {{(pid=83993) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 03 21:29:15.497927 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-4fdf60f6-6e32-4488-9dc8-062c21aeebc3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:29:15.572144 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-728536f9-b2b8-47bb-a885-4524c3e79e0b req-d5b7cef4-57c7-4fcc-bdfe-c985d9ed9874 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:29:15.613020 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-4fb1ccab-44f2-4da5-8993-4cec6c387d85 req-77ebd4ea-08f1-447f-8500-61b6c2a2f6ce tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] 10.222.0.48 "GET /v2.0/security-groups?id=fb8a1e97-a16e-41ad-af1f-9903cda5dd84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2718062 May 03 21:29:15.709954 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e120477f-a51d-475e-b51b-ff293c2663e6 req-1ae2673e-0940-41bf-9afa-31199c0fdbb4 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:29:15.709954 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-e120477f-a51d-475e-b51b-ff293c2663e6 req-1ae2673e-0940-41bf-9afa-31199c0fdbb4 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=663a4790-11b9-4523-b0db-a1ea41b30d40 HTTP/1.1" status: 200 len: 853 time: 0.1597590 May 03 21:29:15.709954 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.db.provisioning_blocks [req-728536f9-b2b8-47bb-a885-4524c3e79e0b req-d5b7cef4-57c7-4fcc-bdfe-c985d9ed9874 service neutron] Transition to ACTIVE for port object 46d7aa18-8157-45ea-b292-6af9e591723f will not be triggered until provisioned by entity L2. {{(pid=83993) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 21:29:15.710833 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0e06d4-d62e-4fe4-b697-b65b24d5b67f req-59006f5f-96c0-4e8d-a195-6eb95fd9664f tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:29:15.710833 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-4d0e06d4-d62e-4fe4-b697-b65b24d5b67f req-59006f5f-96c0-4e8d-a195-6eb95fd9664f tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] 10.222.0.48 "GET /v2.0/ports?device_id=274fd6f3-1f2e-4da8-8c5f-fa173514fc2a HTTP/1.1" status: 200 len: 932 time: 0.1851723 May 03 21:29:15.774665 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-4d0e06d4-d62e-4fe4-b697-b65b24d5b67f req-5bfb2a43-6f5a-4985-b683-2b7636d667ea tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] 10.222.0.48 "GET /v2.0/security-groups?id=7027a18b-ac9e-45f0-8010-84baee7160ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661149 May 03 21:29:15.863833 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-4fdf60f6-6e32-4488-9dc8-062c21aeebc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746426'] for security_group, after_create {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:29:15.887325 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-6a264587-4df8-490a-8c06-d8a88ac5cc09 req-7314bff0-e6eb-47d6-93d5-a928520cb282 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] 10.222.0.48 "GET /v2.0/ports?device_id=77f6a8a2-4366-486d-a002-05587e0f46b5 HTTP/1.1" status: 200 len: 210 time: 0.0692608 May 03 21:29:15.907471 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.db.db_base_plugin_common [req-e943b3d1-f4cf-4045-92a3-68de3c7facb3 req-975c3784-8906-4756-bb36-bdd226691ec6 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] Allocated IP 172.20.0.14 (a76ba353-ab28-4792-b070-a9ace23ad085/e0993ef0-a172-48a1-8947-068cb6cb24ca/be428a12-3d87-4da1-a665-e7b79df6af66) {{(pid=83993) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 21:29:15.909669 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.rpc [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Device 85e667f2-845e-4e89-b387-1500b1f84677 up at agent hyperv_hv-cinder-84037 {{(pid=83994) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 21:29:15.963175 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fdf60f6-6e32-4488-9dc8-062c21aeebc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6d8caa6-4b13-401d-bc39-364620311626,revision_number=1']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:29:15.971295 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-728536f9-b2b8-47bb-a885-4524c3e79e0b req-d5b7cef4-57c7-4fcc-bdfe-c985d9ed9874 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781386188966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781385847453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781385847498'] for port, after_update {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:29:15.973385 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [None req-4fdf60f6-6e32-4488-9dc8-062c21aeebc3 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f9e6047855c9433eb79f1d76e571a677&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8022346 May 03 21:29:15.978895 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.48', 54452) {{(pid=83992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:29:16.052262 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa61f43-fcf4-45fb-99e2-5f425b12319b req-a90cec13-c594-4ff4-951d-7ff13ce6a2cb tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:29:16.053813 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-6fa61f43-fcf4-45fb-99e2-5f425b12319b req-a90cec13-c594-4ff4-951d-7ff13ce6a2cb tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] 10.222.0.48 "GET /v2.0/ports?device_id=12a46337-1502-4a61-8c0d-8b5dd98d5a14 HTTP/1.1" status: 200 len: 944 time: 0.1480904 May 03 21:29:16.074727 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-e120477f-a51d-475e-b51b-ff293c2663e6 req-64682e4f-268b-4e75-bf40-3889cafd29e0 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=afa29ce3-7ea1-4fb3-8d15-b28913382476&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3984787 May 03 21:29:16.130444 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.provisioning_blocks [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Provisioning for port 85e667f2-845e-4e89-b387-1500b1f84677 completed by entity L2. {{(pid=83994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 21:29:16.140682 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.provisioning_blocks [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Provisioning complete for port 85e667f2-845e-4e89-b387-1500b1f84677 triggered by entity L2. {{(pid=83994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:29:16.141451 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2080827'] for port, provisioning_complete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:29:16.162403 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-6fa61f43-fcf4-45fb-99e2-5f425b12319b req-63552be7-2579-46c8-a37c-8b7340e59d9b tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] 10.222.0.48 "GET /v2.0/security-groups?id=73d0b568-6014-48c2-b361-ba1ad81e233d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0831659 May 03 21:29:16.167520 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-32cc4e81-2978-4706-ac4a-8ae689b1eb49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:29:16.205464 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-32cc4e81-2978-4706-ac4a-8ae689b1eb49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:29:16.205870 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b7cef4-57c7-4fcc-bdfe-c985d9ed9874 service neutron] Pushing event updated for resources: {'Port': ['ID=46d7aa18-8157-45ea-b292-6af9e591723f,revision_number=2']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:29:16.324718 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1124352'] for port, before_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:29:16.352819 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11444b4c-e752-4766-9e89-f57974330390', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85e667f2-845e-4e89-b387-1500b1f84677'}] {{(pid=83994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 03 21:29:16.356014 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-32cc4e81-2978-4706-ac4a-8ae689b1eb49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746426'] for security_group, after_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:29:16.369543 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.db [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] For port 85e667f2-845e-4e89-b387-1500b1f84677, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=85e667f2-845e-4e89-b387-1500b1f84677,segment=NetworkSegment(f62d725e-ae77-4a78-847c-f1a234768bbb),segment_id=f62d725e-ae77-4a78-847c-f1a234768bbb)] {{(pid=83994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 21:29:16.377138 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32cc4e81-2978-4706-ac4a-8ae689b1eb49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6d8caa6-4b13-401d-bc39-364620311626,revision_number=None']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:29:16.381029 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-32cc4e81-2978-4706-ac4a-8ae689b1eb49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:29:16.384601 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [None req-32cc4e81-2978-4706-ac4a-8ae689b1eb49 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f6d8caa6-4b13-401d-bc39-364620311626 HTTP/1.1" status: 204 len: 168 time: 0.3846517 May 03 21:29:16.417394 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-443513a7-0fa1-4e1b-910b-bc1203bdc438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781386283879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2080842'] for agent, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:29:16.448136 dv-cinder-840377-1-iscsi neutron-server[83994]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e49abf00-d612-493a-bb93-1450e3d250e4'] response: {'server_uuid': '11444b4c-e752-4766-9e89-f57974330390', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85e667f2-845e-4e89-b387-1500b1f84677', 'code': 200} May 03 21:29:16.461636 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.managers [req-728536f9-b2b8-47bb-a885-4524c3e79e0b req-d5b7cef4-57c7-4fcc-bdfe-c985d9ed9874 service neutron] Attempting to bind port 46d7aa18-8157-45ea-b292-6af9e591723f on host hv-cinder-84037 for vnic_type normal with profile {{(pid=83993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 21:29:16.461974 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.managers [req-728536f9-b2b8-47bb-a885-4524c3e79e0b req-d5b7cef4-57c7-4fcc-bdfe-c985d9ed9874 service neutron] Attempting to bind port 46d7aa18-8157-45ea-b292-6af9e591723f by drivers openvswitch,hyperv on host hv-cinder-84037 at level 0 using segments [{'id': 'f612df4b-39e4-4aca-8577-536003890aab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '74dacc7e-115e-4cd0-87fd-8eaa4de43b7c'}] {{(pid=83993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 21:29:16.462304 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-728536f9-b2b8-47bb-a885-4524c3e79e0b req-d5b7cef4-57c7-4fcc-bdfe-c985d9ed9874 service neutron] Attempting to bind port 46d7aa18-8157-45ea-b292-6af9e591723f on network 74dacc7e-115e-4cd0-87fd-8eaa4de43b7c {{(pid=83993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 03 21:29:16.496277 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-728536f9-b2b8-47bb-a885-4524c3e79e0b req-d5b7cef4-57c7-4fcc-bdfe-c985d9ed9874 service neutron] Port 46d7aa18-8157-45ea-b292-6af9e591723f on network 74dacc7e-115e-4cd0-87fd-8eaa4de43b7c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84037 {{(pid=83993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 03 21:29:16.496627 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-728536f9-b2b8-47bb-a885-4524c3e79e0b req-d5b7cef4-57c7-4fcc-bdfe-c985d9ed9874 service neutron] Attempting to bind port 46d7aa18-8157-45ea-b292-6af9e591723f on network 74dacc7e-115e-4cd0-87fd-8eaa4de43b7c {{(pid=83993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 03 21:29:16.503221 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-e120477f-a51d-475e-b51b-ff293c2663e6 req-e7a46c23-f2a6-4f11-b004-c5820f1f40f4 service neutron] 10.222.0.42 "GET /v2.0/networks/afa29ce3-7ea1-4fb3-8d15-b28913382476?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3681283 May 03 21:29:16.510112 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781386188966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781385847453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781385847498'] for port, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:29:16.543996 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-728536f9-b2b8-47bb-a885-4524c3e79e0b req-d5b7cef4-57c7-4fcc-bdfe-c985d9ed9874 service neutron] Checking agent: {'id': '6f729c1e-126d-4db9-b521-92dbb8a34775', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84037', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 21, 26, 18), 'started_at': datetime.datetime(2022, 5, 3, 21, 26, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 21, 28, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 03 21:29:16.544336 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-728536f9-b2b8-47bb-a885-4524c3e79e0b req-d5b7cef4-57c7-4fcc-bdfe-c985d9ed9874 service neutron] Checking segment: {'id': 'f612df4b-39e4-4aca-8577-536003890aab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '74dacc7e-115e-4cd0-87fd-8eaa4de43b7c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 03 21:29:16.544742 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-728536f9-b2b8-47bb-a885-4524c3e79e0b req-d5b7cef4-57c7-4fcc-bdfe-c985d9ed9874 service neutron] Bound using segment: {'id': 'f612df4b-39e4-4aca-8577-536003890aab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '74dacc7e-115e-4cd0-87fd-8eaa4de43b7c'} {{(pid=83993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 03 21:29:16.545214 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.managers [req-728536f9-b2b8-47bb-a885-4524c3e79e0b req-d5b7cef4-57c7-4fcc-bdfe-c985d9ed9874 service neutron] Bound port: 46d7aa18-8157-45ea-b292-6af9e591723f, host: hv-cinder-84037, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f612df4b-39e4-4aca-8577-536003890aab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '74dacc7e-115e-4cd0-87fd-8eaa4de43b7c'}}] {{(pid=83993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 21:29:16.545563 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-728536f9-b2b8-47bb-a885-4524c3e79e0b req-d5b7cef4-57c7-4fcc-bdfe-c985d9ed9874 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1124352'] for port, before_update {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:29:16.556883 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-e943b3d1-f4cf-4045-92a3-68de3c7facb3 req-975c3784-8906-4756-bb36-bdd226691ec6 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] Notify callbacks [] for port, precommit_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:29:16.589954 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Pushing event updated for resources: {'Port': ['ID=85e667f2-845e-4e89-b387-1500b1f84677,revision_number=5']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:29:16.675113 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.db.provisioning_blocks [req-e943b3d1-f4cf-4045-92a3-68de3c7facb3 req-975c3784-8906-4756-bb36-bdd226691ec6 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] Transition to ACTIVE for port object be428a12-3d87-4da1-a665-e7b79df6af66 will not be triggered until provisioned by entity DHCP. {{(pid=83993) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 21:29:16.788457 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-e120477f-a51d-475e-b51b-ff293c2663e6 req-87b82c97-e008-4015-b015-c1a3fa2ccf1e service neutron] 10.222.0.42 "GET /v2.0/networks/afa29ce3-7ea1-4fb3-8d15-b28913382476?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2677274 May 03 21:29:16.788457 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.db [req-728536f9-b2b8-47bb-a885-4524c3e79e0b req-d5b7cef4-57c7-4fcc-bdfe-c985d9ed9874 service neutron] For port 46d7aa18-8157-45ea-b292-6af9e591723f, host hv-cinder-84037, cleared binding levels {{(pid=83993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 21:29:16.791051 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.db [req-728536f9-b2b8-47bb-a885-4524c3e79e0b req-d5b7cef4-57c7-4fcc-bdfe-c985d9ed9874 service neutron] For port 46d7aa18-8157-45ea-b292-6af9e591723f, host hv-cinder-84037, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=46d7aa18-8157-45ea-b292-6af9e591723f,segment=NetworkSegment(f612df4b-39e4-4aca-8577-536003890aab),segment_id=f612df4b-39e4-4aca-8577-536003890aab)] {{(pid=83993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 21:29:16.934765 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-e943b3d1-f4cf-4045-92a3-68de3c7facb3 req-975c3784-8906-4756-bb36-bdd226691ec6 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781385847435'] for port, after_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:29:16.938031 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-728536f9-b2b8-47bb-a885-4524c3e79e0b req-d5b7cef4-57c7-4fcc-bdfe-c985d9ed9874 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781386188966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781385847453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781385847498'] for port, after_update {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:29:17.090714 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-728536f9-b2b8-47bb-a885-4524c3e79e0b req-d5b7cef4-57c7-4fcc-bdfe-c985d9ed9874 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1706389'] for port, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:29:17.092231 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-728536f9-b2b8-47bb-a885-4524c3e79e0b req-d5b7cef4-57c7-4fcc-bdfe-c985d9ed9874 service neutron] 10.222.0.42 "PUT /v2.0/ports/46d7aa18-8157-45ea-b292-6af9e591723f HTTP/1.1" status: 200 len: 1094 time: 3.1680133 May 03 21:29:17.097757 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '274fd6f3-1f2e-4da8-8c5f-fa173514fc2a', 'tag': '46d7aa18-8157-45ea-b292-6af9e591723f'}] {{(pid=83993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 03 21:29:17.107470 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e943b3d1-f4cf-4045-92a3-68de3c7facb3 req-975c3784-8906-4756-bb36-bdd226691ec6 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] Network a76ba353-ab28-4792-b070-a9ace23ad085 is already hosted by enough agents. {{(pid=83993) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 21:29:17.112059 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.scheduler.base_scheduler [req-e943b3d1-f4cf-4045-92a3-68de3c7facb3 req-975c3784-8906-4756-bb36-bdd226691ec6 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] Resources bound (agent type, host, resource id): {{(pid=83993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 21:29:17.120296 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.db.l3_dvrscheduler_db [req-e943b3d1-f4cf-4045-92a3-68de3c7facb3 req-975c3784-8906-4756-bb36-bdd226691ec6 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] Received port after_create {{(pid=83993) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 03 21:29:17.125246 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e943b3d1-f4cf-4045-92a3-68de3c7facb3 req-975c3784-8906-4756-bb36-bdd226691ec6 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:29:17.125876 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-e943b3d1-f4cf-4045-92a3-68de3c7facb3 req-975c3784-8906-4756-bb36-bdd226691ec6 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1706389'] for port, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:29:17.151270 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b7cef4-57c7-4fcc-bdfe-c985d9ed9874 service neutron] Pushing event updated for resources: {'Port': ['ID=46d7aa18-8157-45ea-b292-6af9e591723f,revision_number=3']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:29:17.407812 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa41e69-f5a3-4afb-8556-a56eec1f8271 req-890cd3b8-6b0d-4ef0-b243-2d929a813901 tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:29:17.411695 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-dfa41e69-f5a3-4afb-8556-a56eec1f8271 req-890cd3b8-6b0d-4ef0-b243-2d929a813901 tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] 10.222.0.48 "GET /v2.0/ports?device_id=11444b4c-e752-4766-9e89-f57974330390 HTTP/1.1" status: 200 len: 945 time: 0.5428519 May 03 21:29:17.504824 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975c3784-8906-4756-bb36-bdd226691ec6 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] Pushing event updated for resources: {'Port': ['ID=be428a12-3d87-4da1-a665-e7b79df6af66,revision_number=1']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:29:17.517044 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-91bb508a-b38a-4552-96e3-397c87f1d59a req-c79473e4-6d04-4591-93c4-f7ba1cc544e2 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=11444b4c-e752-4766-9e89-f57974330390 HTTP/1.1" status: 200 len: 1098 time: 0.5122139 May 03 21:29:17.549782 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-dfa41e69-f5a3-4afb-8556-a56eec1f8271 req-d0e69b1e-d991-47f3-9722-f0f9e3de4eee tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] 10.222.0.48 "GET /v2.0/security-groups?id=fb8a1e97-a16e-41ad-af1f-9903cda5dd84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221092 May 03 21:29:17.571494 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-728536f9-b2b8-47bb-a885-4524c3e79e0b req-ca769f52-68aa-4bc6-bc67-fd73a50015de service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a2df1ca790224a009004c3c22a5ee5c5&device_id=274fd6f3-1f2e-4da8-8c5f-fa173514fc2a HTTP/1.1" status: 200 len: 1097 time: 0.2499998 May 03 21:29:17.577959 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [req-91bb508a-b38a-4552-96e3-397c87f1d59a req-d1fa085f-2b34-4c10-9411-3d7d8aa11b70 service neutron] Synchronizing usage tracker for tenant:907391f68925419db74dd2f9429ec483 on resource:security_group {{(pid=83993) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 21:29:17.644372 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-e943b3d1-f4cf-4045-92a3-68de3c7facb3 req-975c3784-8906-4756-bb36-bdd226691ec6 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9720869 May 03 21:29:17.666502 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.v2.base [req-e943b3d1-f4cf-4045-92a3-68de3c7facb3 req-6fc521c3-0eca-47b5-bfe8-c561723a8387 service neutron] Request body: {'port': {'device_id': '77f6a8a2-4366-486d-a002-05587e0f46b5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84037'}} {{(pid=83993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 03 21:29:17.704892 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-728536f9-b2b8-47bb-a885-4524c3e79e0b req-1752fb09-fef5-472f-97e4-986b793650ca service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=46d7aa18-8157-45ea-b292-6af9e591723f HTTP/1.1" status: 200 len: 217 time: 0.1186507 May 03 21:29:17.769807 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.48', 54500) {{(pid=83992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:29:17.788889 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-7b3b04d3-7000-4a6e-9f63-30eb39225299 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:29:17.821170 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.db.quota.driver [None req-7b3b04d3-7000-4a6e-9f63-30eb39225299 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:29:17.825092 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.quota.resource [None req-7b3b04d3-7000-4a6e-9f63-30eb39225299 admin admin] Usage tracker for resource:security_group_rule and tenant:783103c8051748748127563741bcde68 is out of sync, need to count used quota {{(pid=83992) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:29:17.828638 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.quota.resource [None req-7b3b04d3-7000-4a6e-9f63-30eb39225299 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83992) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:29:17.834516 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.db.quota.driver [None req-7b3b04d3-7000-4a6e-9f63-30eb39225299 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:29:17.840492 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.provisioning_blocks [None req-59d977b9-b99a-4ff5-bf98-876c5bf5e9d0 None None] Provisioning for port be428a12-3d87-4da1-a665-e7b79df6af66 completed by entity DHCP. {{(pid=83994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 21:29:17.850999 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.provisioning_blocks [None req-59d977b9-b99a-4ff5-bf98-876c5bf5e9d0 None None] Provisioning complete for port be428a12-3d87-4da1-a665-e7b79df6af66 triggered by entity DHCP. {{(pid=83994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:29:17.853853 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-59d977b9-b99a-4ff5-bf98-876c5bf5e9d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2080827'] for port, provisioning_complete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:29:17.884921 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728536f9-b2b8-47bb-a885-4524c3e79e0b req-f94551db-fc53-41c9-a005-7405f916c2a5 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:29:17.886607 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-728536f9-b2b8-47bb-a885-4524c3e79e0b req-f94551db-fc53-41c9-a005-7405f916c2a5 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=55e45d73-03f2-4af5-b38e-f33c41c1d7ec HTTP/1.1" status: 200 len: 849 time: 0.1430204 May 03 21:29:17.912788 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.rpc [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Device 5c8533bd-9029-4055-8bb5-b5628053505e details requested by agent hyperv_hv-cinder-84037 with host hv-cinder-84037 {{(pid=83994) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 03 21:29:17.931615 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.plugin [None req-59d977b9-b99a-4ff5-bf98-876c5bf5e9d0 None None] Port be428a12-3d87-4da1-a665-e7b79df6af66 cannot update to ACTIVE because it is not bound. {{(pid=83994) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 03 21:29:17.936004 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-7b3b04d3-7000-4a6e-9f63-30eb39225299 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:29:17.943535 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [req-91bb508a-b38a-4552-96e3-397c87f1d59a req-d1fa085f-2b34-4c10-9411-3d7d8aa11b70 service neutron] Unset dirty status for tenant:907391f68925419db74dd2f9429ec483 on resource:security_group {{(pid=83993) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 21:29:17.944699 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-91bb508a-b38a-4552-96e3-397c87f1d59a req-d1fa085f-2b34-4c10-9411-3d7d8aa11b70 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=fb8a1e97-a16e-41ad-af1f-9903cda5dd84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4184785 May 03 21:29:17.963192 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-e943b3d1-f4cf-4045-92a3-68de3c7facb3 req-6fc521c3-0eca-47b5-bfe8-c561723a8387 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1124352'] for port, before_update {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:29:17.992162 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e25f02-491c-453e-b7b4-d79be4d7c6ac req-e500b2eb-30e3-4b3b-81a2-0ee4e905ff1c tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:29:17.993685 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-85e25f02-491c-453e-b7b4-d79be4d7c6ac req-e500b2eb-30e3-4b3b-81a2-0ee4e905ff1c tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] 10.222.0.48 "GET /v2.0/ports?device_id=274fd6f3-1f2e-4da8-8c5f-fa173514fc2a HTTP/1.1" status: 200 len: 944 time: 0.2907002 May 03 21:29:18.078535 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-7b3b04d3-7000-4a6e-9f63-30eb39225299 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746426'] for security_group, after_create {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:29:18.140500 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.db [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] For port 5c8533bd-9029-4055-8bb5-b5628053505e, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=5c8533bd-9029-4055-8bb5-b5628053505e,segment=NetworkSegment(f82b8179-7d00-46b1-abec-98a139f3558c),segment_id=f82b8179-7d00-46b1-abec-98a139f3558c)] {{(pid=83994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 21:29:18.155994 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.rpc [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Returning: {'device': '5c8533bd-9029-4055-8bb5-b5628053505e', 'network_id': 'afa29ce3-7ea1-4fb3-8d15-b28913382476', 'port_id': '5c8533bd-9029-4055-8bb5-b5628053505e', 'mac_address': 'fa:16:3e:60:df:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 413, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '663a4790-11b9-4523-b0db-a1ea41b30d40', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83994) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 03 21:29:18.161881 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-85e25f02-491c-453e-b7b4-d79be4d7c6ac req-ab7e4579-fed2-4410-906c-31e283ef4f28 tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] 10.222.0.48 "GET /v2.0/security-groups?id=7027a18b-ac9e-45f0-8010-84baee7160ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1589844 May 03 21:29:18.231599 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3b04d3-7000-4a6e-9f63-30eb39225299 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f9b0f7e-3174-423a-a9c1-3914b5e826c5,revision_number=1']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:29:18.241459 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-728536f9-b2b8-47bb-a885-4524c3e79e0b req-c83c893c-3b45-4141-a12f-8f7b130c7de2 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=74dacc7e-115e-4cd0-87fd-8eaa4de43b7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3434544 May 03 21:29:18.247587 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1124352'] for port, before_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:29:18.251691 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [None req-7b3b04d3-7000-4a6e-9f63-30eb39225299 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=783103c8051748748127563741bcde68&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4808295 May 03 21:29:18.254746 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.48', 54508) {{(pid=83992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:29:18.282411 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.notifiers.nova [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c8533bd-9029-4055-8bb5-b5628053505e {{(pid=83994) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 03 21:29:18.306610 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.db [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] For port 5c8533bd-9029-4055-8bb5-b5628053505e, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=5c8533bd-9029-4055-8bb5-b5628053505e,segment=NetworkSegment(f82b8179-7d00-46b1-abec-98a139f3558c),segment_id=f82b8179-7d00-46b1-abec-98a139f3558c)] {{(pid=83994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 21:29:18.325893 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-fb2dfee7-642e-4520-9426-ab432f874260 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:29:18.362627 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-fb2dfee7-642e-4520-9426-ab432f874260 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:29:18.456766 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781386188966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781385847453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781385847498'] for port, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:29:18.504039 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1eb7a443-ecf9-4730-9246-0b514f68f944'] response: {'name': 'network-changed', 'server_uuid': '274fd6f3-1f2e-4da8-8c5f-fa173514fc2a', 'tag': '46d7aa18-8157-45ea-b292-6af9e591723f', 'status': 'completed', 'code': 200} May 03 21:29:18.572676 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Pushing event updated for resources: {'Port': ['ID=5c8533bd-9029-4055-8bb5-b5628053505e,revision_number=4']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:29:18.659180 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f59ee8-51e2-44fa-9359-e1f937c124a6 req-26acc49d-5435-4bbc-a136-660ca2a8bc88 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:29:18.661366 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-79f59ee8-51e2-44fa-9359-e1f937c124a6 req-26acc49d-5435-4bbc-a136-660ca2a8bc88 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] 10.222.0.48 "GET /v2.0/ports?device_id=12a46337-1502-4a61-8c0d-8b5dd98d5a14 HTTP/1.1" status: 200 len: 945 time: 0.1320021 May 03 21:29:18.716331 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-fb2dfee7-642e-4520-9426-ab432f874260 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746426'] for security_group, after_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:29:18.737892 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-728536f9-b2b8-47bb-a885-4524c3e79e0b req-94da5455-16dc-419c-aa1f-947f72740266 service neutron] 10.222.0.42 "GET /v2.0/networks/74dacc7e-115e-4cd0-87fd-8eaa4de43b7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4668176 May 03 21:29:18.751943 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-fb2dfee7-642e-4520-9426-ab432f874260 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:29:18.753434 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [None req-fb2dfee7-642e-4520-9426-ab432f874260 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/4f9b0f7e-3174-423a-a9c1-3914b5e826c5 HTTP/1.1" status: 204 len: 168 time: 0.4976428 May 03 21:29:18.757283 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2dfee7-642e-4520-9426-ab432f874260 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f9b0f7e-3174-423a-a9c1-3914b5e826c5,revision_number=None']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:29:18.759567 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-9e49c6ad-e946-49e9-8200-1b113e189814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781386283879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2080842'] for agent, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:29:18.773266 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-79f59ee8-51e2-44fa-9359-e1f937c124a6 req-bc15ce3c-9bfb-4f20-8d9f-6f2f19583dac tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] 10.222.0.48 "GET /v2.0/security-groups?id=73d0b568-6014-48c2-b361-ba1ad81e233d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1052368 May 03 21:29:18.827376 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.db [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] get_ports_and_sgs() called for port_ids ['5c8533bd-9029-4055-8bb5-b5628053505e'] {{(pid=83994) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 03 21:29:18.864253 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ba84df-5e66-4d02-bc47-3e3e200224f9 req-a34f69a6-787e-4bfc-8ab8-95b63ed2a6df tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:29:18.864974 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [req-13ba84df-5e66-4d02-bc47-3e3e200224f9 req-a34f69a6-787e-4bfc-8ab8-95b63ed2a6df tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] Synchronizing usage tracker for tenant:4cf52ffb4a864a689f5d0242ddc4cc4f on resource:port {{(pid=83993) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 21:29:18.882170 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.db.resource_extend [req-e943b3d1-f4cf-4045-92a3-68de3c7facb3 req-6fc521c3-0eca-47b5-bfe8-c561723a8387 service neutron] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 03 21:29:18.910423 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781386283879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2080842'] for agent, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:29:18.917445 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-ec23992e-5b82-4382-89b1-97827448ce08 req-0b8c9872-53c0-4e2d-8f6f-a0666c12d373 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=7ae08669-d95f-432b-bc27-265833de050d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.5425637 May 03 21:29:18.989338 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-728536f9-b2b8-47bb-a885-4524c3e79e0b req-b12d6cf0-5a66-48b5-bdd4-e71f1791917c service neutron] 10.222.0.42 "GET /v2.0/networks/74dacc7e-115e-4cd0-87fd-8eaa4de43b7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2397561 May 03 21:29:18.989698 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154fec3f-07ec-4ef9-9a5c-93aa5d38b347 req-9a3a1dad-5586-4d7e-a17b-f5608442c90d tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:29:18.991370 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-154fec3f-07ec-4ef9-9a5c-93aa5d38b347 req-9a3a1dad-5586-4d7e-a17b-f5608442c90d tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] 10.222.0.48 "GET /v2.0/ports?device_id=11444b4c-e752-4766-9e89-f57974330390 HTTP/1.1" status: 200 len: 945 time: 0.0917280 May 03 21:29:18.995508 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.notifiers.nova [req-e943b3d1-f4cf-4045-92a3-68de3c7facb3 req-6fc521c3-0eca-47b5-bfe8-c561723a8387 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be428a12-3d87-4da1-a665-e7b79df6af66 {{(pid=83993) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 03 21:29:19.003454 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-e943b3d1-f4cf-4045-92a3-68de3c7facb3 req-6fc521c3-0eca-47b5-bfe8-c561723a8387 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:29:19.022900 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.db.provisioning_blocks [req-e943b3d1-f4cf-4045-92a3-68de3c7facb3 req-6fc521c3-0eca-47b5-bfe8-c561723a8387 service neutron] Transition to ACTIVE for port object be428a12-3d87-4da1-a665-e7b79df6af66 will not be triggered until provisioned by entity L2. {{(pid=83993) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 21:29:19.043868 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-154fec3f-07ec-4ef9-9a5c-93aa5d38b347 req-57091385-dcb4-487f-8058-26b7e1baf279 tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] 10.222.0.48 "GET /v2.0/security-groups?id=fb8a1e97-a16e-41ad-af1f-9903cda5dd84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457189 May 03 21:29:19.092992 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [req-13ba84df-5e66-4d02-bc47-3e3e200224f9 req-a34f69a6-787e-4bfc-8ab8-95b63ed2a6df tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] Unset dirty status for tenant:4cf52ffb4a864a689f5d0242ddc4cc4f on resource:port {{(pid=83993) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 21:29:19.094394 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-13ba84df-5e66-4d02-bc47-3e3e200224f9 req-a34f69a6-787e-4bfc-8ab8-95b63ed2a6df tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] 10.222.0.48 "GET /v2.0/ports?device_id=77f6a8a2-4366-486d-a002-05587e0f46b5 HTTP/1.1" status: 200 len: 932 time: 0.7355676 May 03 21:29:19.095115 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-e943b3d1-f4cf-4045-92a3-68de3c7facb3 req-6fc521c3-0eca-47b5-bfe8-c561723a8387 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781386188966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781385847453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781385847498'] for port, after_update {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:29:19.275785 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-13ba84df-5e66-4d02-bc47-3e3e200224f9 req-e250b867-0da8-4eda-9eeb-5f5ef5fa6046 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] 10.222.0.48 "GET /v2.0/security-groups?id=3dff50d4-faed-48b7-b783-10568bb53def&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1731789 May 03 21:29:19.281085 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc521c3-0eca-47b5-bfe8-c561723a8387 service neutron] Pushing event updated for resources: {'Port': ['ID=be428a12-3d87-4da1-a665-e7b79df6af66,revision_number=2']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:29:19.354184 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.managers [req-e943b3d1-f4cf-4045-92a3-68de3c7facb3 req-6fc521c3-0eca-47b5-bfe8-c561723a8387 service neutron] Attempting to bind port be428a12-3d87-4da1-a665-e7b79df6af66 on host hv-cinder-84037 for vnic_type normal with profile {{(pid=83993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 21:29:19.354520 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.managers [req-e943b3d1-f4cf-4045-92a3-68de3c7facb3 req-6fc521c3-0eca-47b5-bfe8-c561723a8387 service neutron] Attempting to bind port be428a12-3d87-4da1-a665-e7b79df6af66 by drivers openvswitch,hyperv on host hv-cinder-84037 at level 0 using segments [{'id': '192a8290-7524-479c-9894-35253b5adf28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'a76ba353-ab28-4792-b070-a9ace23ad085'}] {{(pid=83993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 21:29:19.354847 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e943b3d1-f4cf-4045-92a3-68de3c7facb3 req-6fc521c3-0eca-47b5-bfe8-c561723a8387 service neutron] Attempting to bind port be428a12-3d87-4da1-a665-e7b79df6af66 on network a76ba353-ab28-4792-b070-a9ace23ad085 {{(pid=83993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 03 21:29:19.364983 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e943b3d1-f4cf-4045-92a3-68de3c7facb3 req-6fc521c3-0eca-47b5-bfe8-c561723a8387 service neutron] Port be428a12-3d87-4da1-a665-e7b79df6af66 on network a76ba353-ab28-4792-b070-a9ace23ad085 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84037 {{(pid=83993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 03 21:29:19.365322 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e943b3d1-f4cf-4045-92a3-68de3c7facb3 req-6fc521c3-0eca-47b5-bfe8-c561723a8387 service neutron] Attempting to bind port be428a12-3d87-4da1-a665-e7b79df6af66 on network a76ba353-ab28-4792-b070-a9ace23ad085 {{(pid=83993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 03 21:29:19.372793 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e943b3d1-f4cf-4045-92a3-68de3c7facb3 req-6fc521c3-0eca-47b5-bfe8-c561723a8387 service neutron] Checking agent: {'id': '6f729c1e-126d-4db9-b521-92dbb8a34775', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84037', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 21, 26, 18), 'started_at': datetime.datetime(2022, 5, 3, 21, 26, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 21, 29, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 03 21:29:19.373189 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e943b3d1-f4cf-4045-92a3-68de3c7facb3 req-6fc521c3-0eca-47b5-bfe8-c561723a8387 service neutron] Checking segment: {'id': '192a8290-7524-479c-9894-35253b5adf28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'a76ba353-ab28-4792-b070-a9ace23ad085'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 03 21:29:19.373697 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e943b3d1-f4cf-4045-92a3-68de3c7facb3 req-6fc521c3-0eca-47b5-bfe8-c561723a8387 service neutron] Bound using segment: {'id': '192a8290-7524-479c-9894-35253b5adf28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'a76ba353-ab28-4792-b070-a9ace23ad085'} {{(pid=83993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 03 21:29:19.374148 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.managers [req-e943b3d1-f4cf-4045-92a3-68de3c7facb3 req-6fc521c3-0eca-47b5-bfe8-c561723a8387 service neutron] Bound port: be428a12-3d87-4da1-a665-e7b79df6af66, host: hv-cinder-84037, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '192a8290-7524-479c-9894-35253b5adf28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'a76ba353-ab28-4792-b070-a9ace23ad085'}}] {{(pid=83993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 21:29:19.374496 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-e943b3d1-f4cf-4045-92a3-68de3c7facb3 req-6fc521c3-0eca-47b5-bfe8-c561723a8387 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1124352'] for port, before_update {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:29:19.443993 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1da8049-cb1f-4038-a52a-a53811013e67 req-fe9165a0-c26e-4bbb-bbff-40d2c2fc3c48 tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:29:19.446505 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-b1da8049-cb1f-4038-a52a-a53811013e67 req-fe9165a0-c26e-4bbb-bbff-40d2c2fc3c48 tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] 10.222.0.48 "GET /v2.0/ports?device_id=274fd6f3-1f2e-4da8-8c5f-fa173514fc2a HTTP/1.1" status: 200 len: 944 time: 0.1264770 May 03 21:29:19.502165 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-b1da8049-cb1f-4038-a52a-a53811013e67 req-0485bb0f-9a64-4784-b6b1-ec21cf4142bf tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] 10.222.0.48 "GET /v2.0/security-groups?id=7027a18b-ac9e-45f0-8010-84baee7160ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491745 May 03 21:29:19.579321 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.db [req-e943b3d1-f4cf-4045-92a3-68de3c7facb3 req-6fc521c3-0eca-47b5-bfe8-c561723a8387 service neutron] For port be428a12-3d87-4da1-a665-e7b79df6af66, host hv-cinder-84037, cleared binding levels {{(pid=83993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 21:29:19.599722 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.db [req-e943b3d1-f4cf-4045-92a3-68de3c7facb3 req-6fc521c3-0eca-47b5-bfe8-c561723a8387 service neutron] For port be428a12-3d87-4da1-a665-e7b79df6af66, host hv-cinder-84037, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=be428a12-3d87-4da1-a665-e7b79df6af66,segment=NetworkSegment(192a8290-7524-479c-9894-35253b5adf28),segment_id=192a8290-7524-479c-9894-35253b5adf28)] {{(pid=83993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 21:29:19.734118 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-e943b3d1-f4cf-4045-92a3-68de3c7facb3 req-6fc521c3-0eca-47b5-bfe8-c561723a8387 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781386188966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781385847453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781385847498'] for port, after_update {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:29:19.768507 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781386283879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2080842'] for agent, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:29:19.771906 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-0dfda447-9707-4eba-99ce-657c79a02a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781386283879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2080842'] for agent, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:29:19.816695 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-e943b3d1-f4cf-4045-92a3-68de3c7facb3 req-6fc521c3-0eca-47b5-bfe8-c561723a8387 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1706389'] for port, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:29:19.818140 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-e943b3d1-f4cf-4045-92a3-68de3c7facb3 req-6fc521c3-0eca-47b5-bfe8-c561723a8387 service neutron] 10.222.0.42 "PUT /v2.0/ports/be428a12-3d87-4da1-a665-e7b79df6af66 HTTP/1.1" status: 200 len: 1094 time: 2.1581681 May 03 21:29:19.836212 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc521c3-0eca-47b5-bfe8-c561723a8387 service neutron] Pushing event updated for resources: {'Port': ['ID=be428a12-3d87-4da1-a665-e7b79df6af66,revision_number=3']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:29:19.987772 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f584531-2080-4615-ab81-38489acba37e req-48193ca2-b66e-4c9f-897e-98306521e52c tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:29:19.989296 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-9f584531-2080-4615-ab81-38489acba37e req-48193ca2-b66e-4c9f-897e-98306521e52c tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] 10.222.0.48 "GET /v2.0/ports?device_id=12a46337-1502-4a61-8c0d-8b5dd98d5a14 HTTP/1.1" status: 200 len: 945 time: 0.0893285 May 03 21:29:20.036032 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-9f584531-2080-4615-ab81-38489acba37e req-349443bc-e275-4a8f-bc9c-67c66b5fa36a tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] 10.222.0.48 "GET /v2.0/security-groups?id=73d0b568-6014-48c2-b361-ba1ad81e233d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407357 May 03 21:29:20.297851 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbd2e50-edf8-4fc5-a733-a7353545dc81 req-ec9ede4e-d29a-4ff1-9353-b34f6db543a1 tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:29:20.299241 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-5bbd2e50-edf8-4fc5-a733-a7353545dc81 req-ec9ede4e-d29a-4ff1-9353-b34f6db543a1 tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] 10.222.0.48 "GET /v2.0/ports?device_id=11444b4c-e752-4766-9e89-f57974330390 HTTP/1.1" status: 200 len: 945 time: 0.0865777 May 03 21:29:20.346196 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-5bbd2e50-edf8-4fc5-a733-a7353545dc81 req-82db4422-a74f-4b5b-91fd-4c6544104d4f tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] 10.222.0.48 "GET /v2.0/security-groups?id=fb8a1e97-a16e-41ad-af1f-9903cda5dd84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413005 May 03 21:29:20.504589 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77f6a8a2-4366-486d-a002-05587e0f46b5', 'tag': 'be428a12-3d87-4da1-a665-e7b79df6af66'}] {{(pid=83993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 03 21:29:20.530631 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7b325b-556c-40c6-af65-c05877dc8c6b req-f8d32780-ab25-44bf-9b98-fb10344f339e tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:29:20.533146 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-7f7b325b-556c-40c6-af65-c05877dc8c6b req-f8d32780-ab25-44bf-9b98-fb10344f339e tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] 10.222.0.48 "GET /v2.0/ports?device_id=77f6a8a2-4366-486d-a002-05587e0f46b5 HTTP/1.1" status: 200 len: 944 time: 0.1023288 May 03 21:29:20.564876 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2c6f26d7-5761-4ff2-92e9-3f208ef1add9'] response: {'name': 'network-changed', 'server_uuid': '77f6a8a2-4366-486d-a002-05587e0f46b5', 'tag': 'be428a12-3d87-4da1-a665-e7b79df6af66', 'status': 'completed', 'code': 200} May 03 21:29:20.587120 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-7f7b325b-556c-40c6-af65-c05877dc8c6b req-b517d805-e2d8-4a94-980b-415a4f92c996 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] 10.222.0.48 "GET /v2.0/security-groups?id=3dff50d4-faed-48b7-b783-10568bb53def&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475035 May 03 21:29:20.755690 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b871971-8f06-4662-8d3e-9cb1fbf3af8f req-04bd06b5-b173-4d56-adf2-8df8254a330f tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:29:20.757197 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-0b871971-8f06-4662-8d3e-9cb1fbf3af8f req-04bd06b5-b173-4d56-adf2-8df8254a330f tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] 10.222.0.48 "GET /v2.0/ports?device_id=274fd6f3-1f2e-4da8-8c5f-fa173514fc2a HTTP/1.1" status: 200 len: 944 time: 0.0920074 May 03 21:29:20.814933 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-0b871971-8f06-4662-8d3e-9cb1fbf3af8f req-57056f75-1090-49b6-b7c4-3c888b0bfe54 tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] 10.222.0.48 "GET /v2.0/security-groups?id=7027a18b-ac9e-45f0-8010-84baee7160ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518434 May 03 21:29:21.160945 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-672d275f-a9b7-498c-8eb6-010b5168d44a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781386283879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2080842'] for agent, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:29:21.247719 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1974037b-31ab-4875-869c-03bd014bac99 req-d7168348-edee-4c25-ba16-974861f5556c tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:29:21.249499 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-1974037b-31ab-4875-869c-03bd014bac99 req-d7168348-edee-4c25-ba16-974861f5556c tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] 10.222.0.48 "GET /v2.0/ports?device_id=12a46337-1502-4a61-8c0d-8b5dd98d5a14 HTTP/1.1" status: 200 len: 945 time: 0.0882175 May 03 21:29:21.296326 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-1974037b-31ab-4875-869c-03bd014bac99 req-6423145f-8c0b-48a1-815b-3ecfc77ee659 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] 10.222.0.48 "GET /v2.0/security-groups?id=73d0b568-6014-48c2-b361-ba1ad81e233d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413251 May 03 21:29:21.314868 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.48', 54576) {{(pid=83993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:29:21.466662 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-f68f547e-0650-4d6d-a42d-e6cf432c5ef3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:29:21.499859 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-f68f547e-0650-4d6d-a42d-e6cf432c5ef3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:29:21.504160 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-f68f547e-0650-4d6d-a42d-e6cf432c5ef3 admin admin] Usage tracker for resource:security_group_rule and tenant:bb9cd0ec271344bfa1c9aa77fa5da5be is out of sync, need to count used quota {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:29:21.507170 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-f68f547e-0650-4d6d-a42d-e6cf432c5ef3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:29:21.513160 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-f68f547e-0650-4d6d-a42d-e6cf432c5ef3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:29:21.588528 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-f68f547e-0650-4d6d-a42d-e6cf432c5ef3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:29:21.589334 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e20c4ff-e4e8-40f8-b3bc-58cae19d24e4 req-38e519cd-844f-45f6-9db4-b11f1386d548 tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:29:21.590908 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-4e20c4ff-e4e8-40f8-b3bc-58cae19d24e4 req-38e519cd-844f-45f6-9db4-b11f1386d548 tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] 10.222.0.48 "GET /v2.0/ports?device_id=11444b4c-e752-4766-9e89-f57974330390 HTTP/1.1" status: 200 len: 945 time: 0.0900311 May 03 21:29:21.644839 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-4e20c4ff-e4e8-40f8-b3bc-58cae19d24e4 req-28579089-c823-4741-bcd2-b3eeccc1317f tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] 10.222.0.48 "GET /v2.0/security-groups?id=fb8a1e97-a16e-41ad-af1f-9903cda5dd84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481384 May 03 21:29:21.698897 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-e73e9b1e-08cc-4c25-9bb5-5bdd93c8ed0f req-31fcd30b-0cb9-4439-880f-a0ee7595d08c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4cf52ffb4a864a689f5d0242ddc4cc4f&device_id=77f6a8a2-4366-486d-a002-05587e0f46b5 HTTP/1.1" status: 200 len: 1097 time: 0.0977080 May 03 21:29:21.725060 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-f68f547e-0650-4d6d-a42d-e6cf432c5ef3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746426'] for security_group, after_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:29:21.803742 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-f68f547e-0650-4d6d-a42d-e6cf432c5ef3 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=bb9cd0ec271344bfa1c9aa77fa5da5be&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4878581 May 03 21:29:21.806939 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.48', 54594) {{(pid=83992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:29:21.890779 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-a50231c7-3803-4835-ae14-519d59131fb2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:29:21.922353 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-a50231c7-3803-4835-ae14-519d59131fb2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:29:21.945414 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68f547e-0650-4d6d-a42d-e6cf432c5ef3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae1bc5f2-b2d4-49e8-988e-30c80138e03a,revision_number=1']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:29:22.060942 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a3799b-e557-4b7f-b37a-d816b91d4498 req-54130cbd-2b62-491c-927d-17edad925391 tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:29:22.062526 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-46a3799b-e557-4b7f-b37a-d816b91d4498 req-54130cbd-2b62-491c-927d-17edad925391 tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] 10.222.0.48 "GET /v2.0/ports?device_id=274fd6f3-1f2e-4da8-8c5f-fa173514fc2a HTTP/1.1" status: 200 len: 944 time: 0.0874412 May 03 21:29:22.121187 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-46a3799b-e557-4b7f-b37a-d816b91d4498 req-17bdc696-d0d7-4622-9f57-18cd1c0cc732 tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] 10.222.0.48 "GET /v2.0/security-groups?id=7027a18b-ac9e-45f0-8010-84baee7160ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520175 May 03 21:29:22.148026 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73e9b1e-08cc-4c25-9bb5-5bdd93c8ed0f req-01606711-a720-4461-b777-afb19bfd46f1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:29:22.149519 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-e73e9b1e-08cc-4c25-9bb5-5bdd93c8ed0f req-01606711-a720-4461-b777-afb19bfd46f1 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=4cf52ffb4a864a689f5d0242ddc4cc4f&shared=False HTTP/1.1" status: 200 len: 918 time: 0.3690522 May 03 21:29:22.166339 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c0fc2e-4d96-4111-83b6-d3369847dad7 req-40bd9dba-c03a-466a-a169-e9c3ceb61f3d tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:29:22.167767 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-22c0fc2e-4d96-4111-83b6-d3369847dad7 req-40bd9dba-c03a-466a-a169-e9c3ceb61f3d tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] 10.222.0.48 "GET /v2.0/ports?device_id=77f6a8a2-4366-486d-a002-05587e0f46b5 HTTP/1.1" status: 200 len: 944 time: 0.3346083 May 03 21:29:22.195858 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-53abcb52-3840-43d0-92ae-fb5f247b91c5 req-9f871f0e-ddbc-4966-b2e4-ca99305f9e9c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a2df1ca790224a009004c3c22a5ee5c5&device_id=274fd6f3-1f2e-4da8-8c5f-fa173514fc2a HTTP/1.1" status: 200 len: 1097 time: 0.2431600 May 03 21:29:22.200196 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-ec23992e-5b82-4382-89b1-97827448ce08 req-d465eed2-43af-4ad8-97b9-fbaef627ca30 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a5ad2a8e2573405fa636364bdf765504&device_id=7ae08669-d95f-432b-bc27-265833de050d HTTP/1.1" status: 200 len: 1099 time: 0.2423127 May 03 21:29:22.227907 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-22c0fc2e-4d96-4111-83b6-d3369847dad7 req-33dedb72-0e97-4ef1-b2a1-8e5394c9d621 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] 10.222.0.48 "GET /v2.0/security-groups?id=3dff50d4-faed-48b7-b783-10568bb53def&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496533 May 03 21:29:22.241296 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-a50231c7-3803-4835-ae14-519d59131fb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746426'] for security_group, after_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:29:22.259472 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50231c7-3803-4835-ae14-519d59131fb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae1bc5f2-b2d4-49e8-988e-30c80138e03a,revision_number=None']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:29:22.265161 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-a50231c7-3803-4835-ae14-519d59131fb2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:29:22.269157 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [None req-a50231c7-3803-4835-ae14-519d59131fb2 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ae1bc5f2-b2d4-49e8-988e-30c80138e03a HTTP/1.1" status: 204 len: 168 time: 0.4583702 May 03 21:29:22.511546 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466d3e78-a6e1-4893-a034-adf064225ae8 req-3817ef78-2dd7-4bb8-b6f7-8a16f567d44d tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:29:22.513055 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-466d3e78-a6e1-4893-a034-adf064225ae8 req-3817ef78-2dd7-4bb8-b6f7-8a16f567d44d tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] 10.222.0.48 "GET /v2.0/ports?device_id=12a46337-1502-4a61-8c0d-8b5dd98d5a14 HTTP/1.1" status: 200 len: 945 time: 0.0800488 May 03 21:29:22.565366 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-466d3e78-a6e1-4893-a034-adf064225ae8 req-86d06079-998f-4081-b6f9-aa1cc40cdd51 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] 10.222.0.48 "GET /v2.0/security-groups?id=73d0b568-6014-48c2-b361-ba1ad81e233d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459533 May 03 21:29:22.860338 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1b98b4-f012-4e81-9cd1-10d832dc359b req-423e76f0-da68-426d-9eae-79ef04849e49 tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:29:22.862174 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-ea1b98b4-f012-4e81-9cd1-10d832dc359b req-423e76f0-da68-426d-9eae-79ef04849e49 tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] 10.222.0.48 "GET /v2.0/ports?device_id=11444b4c-e752-4766-9e89-f57974330390 HTTP/1.1" status: 200 len: 945 time: 0.0785663 May 03 21:29:22.915680 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-ea1b98b4-f012-4e81-9cd1-10d832dc359b req-280142d5-f0d8-4b08-90e8-2811eefe327f tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] 10.222.0.48 "GET /v2.0/security-groups?id=fb8a1e97-a16e-41ad-af1f-9903cda5dd84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471501 May 03 21:29:23.321868 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d72e77-3718-494f-b1cc-7a9179fea0e5 req-b98ced84-7561-45f7-bbe5-c78de5799fcd tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:29:23.323312 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-04d72e77-3718-494f-b1cc-7a9179fea0e5 req-b98ced84-7561-45f7-bbe5-c78de5799fcd tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] 10.222.0.48 "GET /v2.0/ports?device_id=274fd6f3-1f2e-4da8-8c5f-fa173514fc2a HTTP/1.1" status: 200 len: 944 time: 0.0808928 May 03 21:29:23.370611 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-04d72e77-3718-494f-b1cc-7a9179fea0e5 req-f596d50b-de14-4bdc-83f7-ecb3f00bc92b tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] 10.222.0.48 "GET /v2.0/security-groups?id=7027a18b-ac9e-45f0-8010-84baee7160ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410843 May 03 21:29:23.567493 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e5f346-fe2d-42d1-b9cf-7dcf25afad06 req-77d5101b-2e2a-4a7c-9d01-37f65ed9e384 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:29:23.568958 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-53e5f346-fe2d-42d1-b9cf-7dcf25afad06 req-77d5101b-2e2a-4a7c-9d01-37f65ed9e384 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] 10.222.0.48 "GET /v2.0/ports?device_id=77f6a8a2-4366-486d-a002-05587e0f46b5 HTTP/1.1" status: 200 len: 944 time: 0.0795507 May 03 21:29:23.618260 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-53e5f346-fe2d-42d1-b9cf-7dcf25afad06 req-3335265b-7397-47e0-9df8-36b837ff6226 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] 10.222.0.48 "GET /v2.0/security-groups?id=3dff50d4-faed-48b7-b783-10568bb53def&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432441 May 03 21:29:23.770192 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26fcb69-22b0-470f-b432-c82f927a7d92 req-9d4246cf-159f-4d1c-b00c-c25a11a10471 tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:29:23.771810 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-d26fcb69-22b0-470f-b432-c82f927a7d92 req-9d4246cf-159f-4d1c-b00c-c25a11a10471 tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] 10.222.0.48 "GET /v2.0/ports?device_id=11444b4c-e752-4766-9e89-f57974330390 HTTP/1.1" status: 200 len: 945 time: 0.0921931 May 03 21:29:23.825957 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-d26fcb69-22b0-470f-b432-c82f927a7d92 req-14e3c23a-d4ff-42aa-922a-b0670a0e0e78 tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] 10.222.0.48 "GET /v2.0/security-groups?id=fb8a1e97-a16e-41ad-af1f-9903cda5dd84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479558 May 03 21:29:23.867996 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73e9b1e-08cc-4c25-9bb5-5bdd93c8ed0f req-d62e2eb9-4710-477a-845f-33f2b5617a5e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:29:23.870075 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-e73e9b1e-08cc-4c25-9bb5-5bdd93c8ed0f req-d62e2eb9-4710-477a-845f-33f2b5617a5e service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2053912 May 03 21:29:23.887175 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661fde09-3e18-4669-a260-11c0eb8cf021 req-df675762-41e6-4942-8cdf-4e6db4d7b983 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:29:23.888723 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-661fde09-3e18-4669-a260-11c0eb8cf021 req-df675762-41e6-4942-8cdf-4e6db4d7b983 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] 10.222.0.48 "GET /v2.0/ports?device_id=12a46337-1502-4a61-8c0d-8b5dd98d5a14 HTTP/1.1" status: 200 len: 945 time: 0.1290636 May 03 21:29:23.935341 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-661fde09-3e18-4669-a260-11c0eb8cf021 req-eff3ebb4-34f4-488a-a405-b26b285f4dcf tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] 10.222.0.48 "GET /v2.0/security-groups?id=73d0b568-6014-48c2-b361-ba1ad81e233d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403254 May 03 21:29:24.579851 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba44db7-0a9e-4f70-ba0c-ea852c10a9ab req-6f291ac8-4c7a-4548-9000-ec4545f1ffb2 tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:29:24.581243 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-5ba44db7-0a9e-4f70-ba0c-ea852c10a9ab req-6f291ac8-4c7a-4548-9000-ec4545f1ffb2 tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] 10.222.0.48 "GET /v2.0/ports?device_id=274fd6f3-1f2e-4da8-8c5f-fa173514fc2a HTTP/1.1" status: 200 len: 944 time: 0.0859611 May 03 21:29:24.630949 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-5ba44db7-0a9e-4f70-ba0c-ea852c10a9ab req-ac6825d7-2665-4ff7-a917-e64edfb48055 tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] 10.222.0.48 "GET /v2.0/security-groups?id=7027a18b-ac9e-45f0-8010-84baee7160ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430543 May 03 21:29:24.928889 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-d8a2e489-d042-4e03-9f2b-a99f2c2087f3 req-0cb12ba3-702c-471c-8030-fcb8b92f30cf service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=30468ebc688d4bc1b036b4b984931e87&device_id=11444b4c-e752-4766-9e89-f57974330390 HTTP/1.1" status: 200 len: 1098 time: 0.0796869 May 03 21:29:25.002421 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53abcb52-3840-43d0-92ae-fb5f247b91c5 req-87b96cda-c0d3-493b-964a-30a050db346e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:29:25.003962 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-53abcb52-3840-43d0-92ae-fb5f247b91c5 req-87b96cda-c0d3-493b-964a-30a050db346e service neutron] 10.222.0.42 "GET /v2.0/networks?id=74dacc7e-115e-4cd0-87fd-8eaa4de43b7c HTTP/1.1" status: 200 len: 911 time: 0.4525895 May 03 21:29:25.008018 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-e943b3d1-f4cf-4045-92a3-68de3c7facb3 req-1b36ed4a-fe3b-454d-b12f-823b78d0068b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4cf52ffb4a864a689f5d0242ddc4cc4f&device_id=77f6a8a2-4366-486d-a002-05587e0f46b5 HTTP/1.1" status: 200 len: 1097 time: 0.2891300 May 03 21:29:25.015131 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec23992e-5b82-4382-89b1-97827448ce08 req-dd912623-1a6d-4e9b-a878-7bee1ed6d199 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:29:25.016639 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-ec23992e-5b82-4382-89b1-97827448ce08 req-dd912623-1a6d-4e9b-a878-7bee1ed6d199 service neutron] 10.222.0.42 "GET /v2.0/networks?id=556cc182-54d3-4ca5-af4a-8fbf93a97ff0 HTTP/1.1" status: 200 len: 913 time: 0.4270039 May 03 21:29:25.162056 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a2e489-d042-4e03-9f2b-a99f2c2087f3 req-2114a3f1-868b-4a63-b727-d119cdd8ccca service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:29:25.163161 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-d8a2e489-d042-4e03-9f2b-a99f2c2087f3 req-2114a3f1-868b-4a63-b727-d119cdd8ccca service neutron] 10.222.0.42 "GET /v2.0/networks?id=5bd090d5-a93e-4f68-8601-6aad9d3eb473 HTTP/1.1" status: 200 len: 920 time: 0.2281237 May 03 21:29:25.172929 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-53abcb52-3840-43d0-92ae-fb5f247b91c5 req-222af896-5634-48ec-891c-2e10071686cc service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=46d7aa18-8157-45ea-b292-6af9e591723f HTTP/1.1" status: 200 len: 217 time: 0.1462939 May 03 21:29:25.174833 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f3b082-904c-486e-941a-12d1dd55efca req-ab858c02-0b4b-4b87-a475-15083098035a tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:29:25.176471 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-62f3b082-904c-486e-941a-12d1dd55efca req-ab858c02-0b4b-4b87-a475-15083098035a tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] 10.222.0.48 "GET /v2.0/ports?device_id=11444b4c-e752-4766-9e89-f57974330390 HTTP/1.1" status: 200 len: 945 time: 0.1353719 May 03 21:29:25.262439 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-d8a2e489-d042-4e03-9f2b-a99f2c2087f3 req-ae3d2b94-ed91-4454-9d74-44dc7f5eb8a2 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=85e667f2-845e-4e89-b387-1500b1f84677 HTTP/1.1" status: 200 len: 217 time: 0.0848753 May 03 21:29:25.334302 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-62f3b082-904c-486e-941a-12d1dd55efca req-34d05fcd-1f3c-4ff4-be40-65ca8a8b3cf6 tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] 10.222.0.48 "GET /v2.0/security-groups?id=fb8a1e97-a16e-41ad-af1f-9903cda5dd84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079946 May 03 21:29:25.338154 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015ca88e-ce2c-4be0-aa66-3a79f5692700 req-f2e890f2-9368-48e0-b14c-b8ca9787053e tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:29:25.339642 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-015ca88e-ce2c-4be0-aa66-3a79f5692700 req-f2e890f2-9368-48e0-b14c-b8ca9787053e tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] 10.222.0.48 "GET /v2.0/ports?device_id=77f6a8a2-4366-486d-a002-05587e0f46b5 HTTP/1.1" status: 200 len: 944 time: 0.5351868 May 03 21:29:25.342047 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a2e489-d042-4e03-9f2b-a99f2c2087f3 req-0fbf3c57-dfb8-4215-b152-94ca5dc7b443 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:29:25.343744 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-d8a2e489-d042-4e03-9f2b-a99f2c2087f3 req-0fbf3c57-dfb8-4215-b152-94ca5dc7b443 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f1f0ef4c-4f27-4b18-935d-75e084855fe6 HTTP/1.1" status: 200 len: 858 time: 0.0708189 May 03 21:29:25.355817 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-e943b3d1-f4cf-4045-92a3-68de3c7facb3 req-54f2c21a-3b72-4f02-946c-470c0edc6c30 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=be428a12-3d87-4da1-a665-e7b79df6af66 HTTP/1.1" status: 200 len: 217 time: 0.1801469 May 03 21:29:25.424446 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-ec23992e-5b82-4382-89b1-97827448ce08 req-82a1ac0b-b2f5-482a-a56d-2a44ae9dbe74 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=99d8b720-a305-456d-805e-84e960517e14 HTTP/1.1" status: 200 len: 217 time: 0.1921527 May 03 21:29:25.429973 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-d8a2e489-d042-4e03-9f2b-a99f2c2087f3 req-2530391b-ce70-4f2c-ae57-3c0df5b3343e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5bd090d5-a93e-4f68-8601-6aad9d3eb473&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0793467 May 03 21:29:25.460396 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.rpc [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Device 5c8533bd-9029-4055-8bb5-b5628053505e up at agent hyperv_hv-cinder-84037 {{(pid=83994) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 21:29:25.545464 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53abcb52-3840-43d0-92ae-fb5f247b91c5 req-5518844a-d539-4cf2-bc32-d9fa6ba61a34 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:29:25.546916 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-53abcb52-3840-43d0-92ae-fb5f247b91c5 req-5518844a-d539-4cf2-bc32-d9fa6ba61a34 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=55e45d73-03f2-4af5-b38e-f33c41c1d7ec HTTP/1.1" status: 200 len: 849 time: 0.3071315 May 03 21:29:25.561859 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e943b3d1-f4cf-4045-92a3-68de3c7facb3 req-c30686bc-0965-4317-a12c-154b0aaebaf0 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:29:25.563319 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-e943b3d1-f4cf-4045-92a3-68de3c7facb3 req-c30686bc-0965-4317-a12c-154b0aaebaf0 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e0993ef0-a172-48a1-8947-068cb6cb24ca HTTP/1.1" status: 200 len: 856 time: 0.1816373 May 03 21:29:25.645937 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-015ca88e-ce2c-4be0-aa66-3a79f5692700 req-1b231c63-57fd-4850-9549-58f5c9a32abe tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] 10.222.0.48 "GET /v2.0/security-groups?id=3dff50d4-faed-48b7-b783-10568bb53def&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2927554 May 03 21:29:25.653746 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec23992e-5b82-4382-89b1-97827448ce08 req-156d86c1-86dc-4a4e-9ec6-7e556e2fc3a0 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:29:25.655311 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-ec23992e-5b82-4382-89b1-97827448ce08 req-156d86c1-86dc-4a4e-9ec6-7e556e2fc3a0 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=45fa8f58-c1c7-4694-a2a0-b0126cd31bcf HTTP/1.1" status: 200 len: 852 time: 0.2121682 May 03 21:29:25.675627 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-d8a2e489-d042-4e03-9f2b-a99f2c2087f3 req-e6ba497d-83f8-46fe-afb0-1217ac7ecea5 service neutron] 10.222.0.42 "GET /v2.0/networks/5bd090d5-a93e-4f68-8601-6aad9d3eb473?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2378106 May 03 21:29:25.692141 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0275210-972c-49d0-99bc-07ea994b20ca req-11358ad9-68c5-441c-a98b-4825d0e3ba84 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:29:25.692141 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-d0275210-972c-49d0-99bc-07ea994b20ca req-11358ad9-68c5-441c-a98b-4825d0e3ba84 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] 10.222.0.48 "GET /v2.0/ports?device_id=12a46337-1502-4a61-8c0d-8b5dd98d5a14 HTTP/1.1" status: 200 len: 945 time: 0.1810167 May 03 21:29:25.729954 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-ec23992e-5b82-4382-89b1-97827448ce08 req-ac47ea22-1307-4659-ab11-03d4bde1b9b1 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=556cc182-54d3-4ca5-af4a-8fbf93a97ff0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0662026 May 03 21:29:25.750729 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.provisioning_blocks [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Provisioning for port 5c8533bd-9029-4055-8bb5-b5628053505e completed by entity L2. {{(pid=83994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 21:29:25.757490 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.provisioning_blocks [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Provisioning complete for port 5c8533bd-9029-4055-8bb5-b5628053505e triggered by entity L2. {{(pid=83994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:29:25.758110 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2080827'] for port, provisioning_complete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:29:25.855755 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-d0275210-972c-49d0-99bc-07ea994b20ca req-ca3ceb99-8fac-425a-b0f5-d7db70f84070 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] 10.222.0.48 "GET /v2.0/security-groups?id=73d0b568-6014-48c2-b361-ba1ad81e233d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668929 May 03 21:29:25.888566 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-d8a2e489-d042-4e03-9f2b-a99f2c2087f3 req-f45e5763-e095-4259-8005-15adfd672702 service neutron] 10.222.0.42 "GET /v2.0/networks/5bd090d5-a93e-4f68-8601-6aad9d3eb473?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1981919 May 03 21:29:25.912030 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-53abcb52-3840-43d0-92ae-fb5f247b91c5 req-5811c53b-f66f-4b21-8db7-0418ecc6f12e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=74dacc7e-115e-4cd0-87fd-8eaa4de43b7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3539429 May 03 21:29:25.917280 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1124352'] for port, before_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:29:25.927783 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-e943b3d1-f4cf-4045-92a3-68de3c7facb3 req-bd499be9-8c07-4252-a877-89b56326927a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a76ba353-ab28-4792-b070-a9ace23ad085&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3310852 May 03 21:29:25.947928 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12a46337-1502-4a61-8c0d-8b5dd98d5a14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c8533bd-9029-4055-8bb5-b5628053505e'}] {{(pid=83994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 03 21:29:25.958511 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.db [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] For port 5c8533bd-9029-4055-8bb5-b5628053505e, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=5c8533bd-9029-4055-8bb5-b5628053505e,segment=NetworkSegment(f82b8179-7d00-46b1-abec-98a139f3558c),segment_id=f82b8179-7d00-46b1-abec-98a139f3558c)] {{(pid=83994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 21:29:26.010579 dv-cinder-840377-1-iscsi neutron-server[83994]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8e17ae97-4e57-4026-b86d-cfbe2bf8f170'] response: {'server_uuid': '12a46337-1502-4a61-8c0d-8b5dd98d5a14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c8533bd-9029-4055-8bb5-b5628053505e', 'code': 200} May 03 21:29:26.066758 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781386188966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781385847453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781385847498'] for port, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:29:26.181016 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-ec23992e-5b82-4382-89b1-97827448ce08 req-2056bb0c-f113-4ec0-8222-144cd0a16d87 service neutron] 10.222.0.42 "GET /v2.0/networks/556cc182-54d3-4ca5-af4a-8fbf93a97ff0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4414649 May 03 21:29:26.191075 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Pushing event updated for resources: {'Port': ['ID=5c8533bd-9029-4055-8bb5-b5628053505e,revision_number=5']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:29:26.208485 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:29:26.208925 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:29:26.209633 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:29:26.210034 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:29:26.210845 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:29:26.211270 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:29:26.211656 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:29:26.212047 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:29:26.212458 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:29:26.212843 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:29:26.213229 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:29:26.464025 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929fbc56-1851-4530-95d8-7638a1a85d6c req-f6398b2c-4ba8-41dd-8b25-e368a44a2bd1 tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:29:26.473214 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-929fbc56-1851-4530-95d8-7638a1a85d6c req-f6398b2c-4ba8-41dd-8b25-e368a44a2bd1 tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] 10.222.0.48 "GET /v2.0/ports?device_id=274fd6f3-1f2e-4da8-8c5f-fa173514fc2a HTTP/1.1" status: 200 len: 944 time: 0.6284418 May 03 21:29:26.516209 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-53abcb52-3840-43d0-92ae-fb5f247b91c5 req-3ec229d3-ecdd-40a0-938d-732809fdd834 service neutron] 10.222.0.42 "GET /v2.0/networks/74dacc7e-115e-4cd0-87fd-8eaa4de43b7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5889711 May 03 21:29:26.530513 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-e943b3d1-f4cf-4045-92a3-68de3c7facb3 req-8257469e-f5e7-4aca-8c4e-ccbae9e682ae service neutron] 10.222.0.42 "GET /v2.0/networks/a76ba353-ab28-4792-b070-a9ace23ad085?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5808845 May 03 21:29:26.573743 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-929fbc56-1851-4530-95d8-7638a1a85d6c req-6c7b55cb-bb33-4d3a-852b-34fd6f928e78 tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] 10.222.0.48 "GET /v2.0/security-groups?id=7027a18b-ac9e-45f0-8010-84baee7160ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0968626 May 03 21:29:26.699004 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536c652f-4818-4fdd-be95-367f0536edbc req-53011a33-8e34-4f85-8c4d-fa3190c1d88a tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:29:26.707711 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-536c652f-4818-4fdd-be95-367f0536edbc req-53011a33-8e34-4f85-8c4d-fa3190c1d88a tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] 10.222.0.48 "GET /v2.0/ports?device_id=11444b4c-e752-4766-9e89-f57974330390 HTTP/1.1" status: 200 len: 945 time: 0.1903815 May 03 21:29:26.817933 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-5ea0c0fc-0687-4a8f-877d-08827048ecde req-1e7ca62b-0d61-44c0-bc36-4ddc7b9271cf service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=12a46337-1502-4a61-8c0d-8b5dd98d5a14 HTTP/1.1" status: 200 len: 1099 time: 0.2091031 May 03 21:29:26.820350 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-536c652f-4818-4fdd-be95-367f0536edbc req-6bd30d68-bdc3-4462-9910-53013d512e40 tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] 10.222.0.48 "GET /v2.0/security-groups?id=fb8a1e97-a16e-41ad-af1f-9903cda5dd84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116602 May 03 21:29:26.882497 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-5ea0c0fc-0687-4a8f-877d-08827048ecde req-de1a1ca2-c339-470c-b218-fb884493f355 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=73d0b568-6014-48c2-b361-ba1ad81e233d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580373 May 03 21:29:27.002821 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-ec23992e-5b82-4382-89b1-97827448ce08 req-657194c8-76d1-4dbd-90a3-84124aac6b28 service neutron] 10.222.0.42 "GET /v2.0/networks/556cc182-54d3-4ca5-af4a-8fbf93a97ff0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7623510 May 03 21:29:27.002821 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-53abcb52-3840-43d0-92ae-fb5f247b91c5 req-573d7463-9481-4255-840d-e5e6f1960946 service neutron] 10.222.0.42 "GET /v2.0/networks/74dacc7e-115e-4cd0-87fd-8eaa4de43b7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3948843 May 03 21:29:27.022064 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-e943b3d1-f4cf-4045-92a3-68de3c7facb3 req-1220aedb-e947-4257-92eb-c90a80d6e6cd service neutron] 10.222.0.42 "GET /v2.0/networks/a76ba353-ab28-4792-b070-a9ace23ad085?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2938852 May 03 21:29:27.035917 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea4751d-2901-4db9-b9fc-1bff88a45a47 req-0120e4cf-ab5c-4fb2-a52a-9f21fa0f7536 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:29:27.037433 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-fea4751d-2901-4db9-b9fc-1bff88a45a47 req-0120e4cf-ab5c-4fb2-a52a-9f21fa0f7536 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] 10.222.0.48 "GET /v2.0/ports?device_id=77f6a8a2-4366-486d-a002-05587e0f46b5 HTTP/1.1" status: 200 len: 944 time: 0.1750054 May 03 21:29:27.081854 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9665f922-8e61-48f2-89b1-0737c3a56769 req-3cdb1182-bdc6-4b0a-8808-ad1859e2c68e tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:29:27.088723 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-9665f922-8e61-48f2-89b1-0737c3a56769 req-3cdb1182-bdc6-4b0a-8808-ad1859e2c68e tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] 10.222.0.48 "GET /v2.0/ports?device_id=12a46337-1502-4a61-8c0d-8b5dd98d5a14 HTTP/1.1" status: 200 len: 946 time: 0.0927989 May 03 21:29:27.089223 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-fea4751d-2901-4db9-b9fc-1bff88a45a47 req-667ce2d7-f397-4dc6-bfa9-f89c12f77cb6 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] 10.222.0.48 "GET /v2.0/security-groups?id=3dff50d4-faed-48b7-b783-10568bb53def&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459974 May 03 21:29:27.139589 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-9665f922-8e61-48f2-89b1-0737c3a56769 req-902a0da7-fa22-44a5-b87c-43c4ea19933e tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] 10.222.0.48 "GET /v2.0/security-groups?id=73d0b568-6014-48c2-b361-ba1ad81e233d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462875 May 03 21:29:27.484010 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.rpc [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Device 46d7aa18-8157-45ea-b292-6af9e591723f details requested by agent hyperv_hv-cinder-84037 with host hv-cinder-84037 {{(pid=83994) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 03 21:29:27.639696 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.db [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] For port 46d7aa18-8157-45ea-b292-6af9e591723f, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=46d7aa18-8157-45ea-b292-6af9e591723f,segment=NetworkSegment(f612df4b-39e4-4aca-8577-536003890aab),segment_id=f612df4b-39e4-4aca-8577-536003890aab)] {{(pid=83994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 21:29:27.654839 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.rpc [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Returning: {'device': '46d7aa18-8157-45ea-b292-6af9e591723f', 'network_id': '74dacc7e-115e-4cd0-87fd-8eaa4de43b7c', 'port_id': '46d7aa18-8157-45ea-b292-6af9e591723f', 'mac_address': 'fa:16:3e:b4:f6:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 438, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55e45d73-03f2-4af5-b38e-f33c41c1d7ec', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83994) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 03 21:29:27.725154 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1124352'] for port, before_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:29:27.748686 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.notifiers.nova [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46d7aa18-8157-45ea-b292-6af9e591723f {{(pid=83994) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 03 21:29:27.769991 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.db [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] For port 46d7aa18-8157-45ea-b292-6af9e591723f, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=46d7aa18-8157-45ea-b292-6af9e591723f,segment=NetworkSegment(f612df4b-39e4-4aca-8577-536003890aab),segment_id=f612df4b-39e4-4aca-8577-536003890aab)] {{(pid=83994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 21:29:27.788320 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728d6de6-581e-43c2-a0cf-4106e76a639b req-eb5cc620-6c98-49cc-b055-3e8594036aa3 tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:29:27.789851 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-728d6de6-581e-43c2-a0cf-4106e76a639b req-eb5cc620-6c98-49cc-b055-3e8594036aa3 tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] 10.222.0.48 "GET /v2.0/ports?device_id=274fd6f3-1f2e-4da8-8c5f-fa173514fc2a HTTP/1.1" status: 200 len: 944 time: 0.0889556 May 03 21:29:27.847130 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-728d6de6-581e-43c2-a0cf-4106e76a639b req-cc87b06a-4797-4082-bae2-c45fa73c758e tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] 10.222.0.48 "GET /v2.0/security-groups?id=7027a18b-ac9e-45f0-8010-84baee7160ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512543 May 03 21:29:27.881151 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781386188966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781385847453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781385847498'] for port, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:29:27.953719 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Pushing event updated for resources: {'Port': ['ID=46d7aa18-8157-45ea-b292-6af9e591723f,revision_number=4']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:29:28.052252 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2156365c-3315-4fe8-9de5-2ac73af9f81d req-c6cd108f-f91b-4fdb-92aa-2bae83055a22 tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:29:28.053740 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-2156365c-3315-4fe8-9de5-2ac73af9f81d req-c6cd108f-f91b-4fdb-92aa-2bae83055a22 tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] 10.222.0.48 "GET /v2.0/ports?device_id=11444b4c-e752-4766-9e89-f57974330390 HTTP/1.1" status: 200 len: 945 time: 0.0883982 May 03 21:29:28.101645 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-2156365c-3315-4fe8-9de5-2ac73af9f81d req-c3b04a1f-c9ee-40cc-81b3-f49990fadbed tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] 10.222.0.48 "GET /v2.0/security-groups?id=fb8a1e97-a16e-41ad-af1f-9903cda5dd84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418980 May 03 21:29:28.336593 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72c9b10-198a-40ef-b367-037f3fdc4cde req-8c769481-8fce-49cb-a3a5-b4044f4e79b1 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:29:28.338139 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-a72c9b10-198a-40ef-b367-037f3fdc4cde req-8c769481-8fce-49cb-a3a5-b4044f4e79b1 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] 10.222.0.48 "GET /v2.0/ports?device_id=77f6a8a2-4366-486d-a002-05587e0f46b5 HTTP/1.1" status: 200 len: 944 time: 0.0975304 May 03 21:29:28.401356 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-a72c9b10-198a-40ef-b367-037f3fdc4cde req-d458a4cf-f469-402b-bc3c-1d32b38f4231 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] 10.222.0.48 "GET /v2.0/security-groups?id=3dff50d4-faed-48b7-b783-10568bb53def&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555410 May 03 21:29:28.416066 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.db [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] get_ports_and_sgs() called for port_ids ['46d7aa18-8157-45ea-b292-6af9e591723f'] {{(pid=83994) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 03 21:29:28.470058 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41eaf0a4-81c3-4ba3-b586-60296aff8e28 req-1876e625-b190-441b-9124-f2d0fcce9129 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:29:28.480577 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-41eaf0a4-81c3-4ba3-b586-60296aff8e28 req-1876e625-b190-441b-9124-f2d0fcce9129 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] 10.222.0.48 "GET /v2.0/ports?device_id=12a46337-1502-4a61-8c0d-8b5dd98d5a14 HTTP/1.1" status: 200 len: 946 time: 0.1541967 May 03 21:29:28.567369 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-41eaf0a4-81c3-4ba3-b586-60296aff8e28 req-faf65322-8502-4828-aea4-920f635997a6 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] 10.222.0.48 "GET /v2.0/security-groups?id=73d0b568-6014-48c2-b361-ba1ad81e233d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0854921 May 03 21:29:29.079843 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63772808-0ee3-42ad-864d-923df22fdc1a req-e538a77e-a792-4d5e-acb4-bcb3a9094c50 tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:29:29.081657 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-63772808-0ee3-42ad-864d-923df22fdc1a req-e538a77e-a792-4d5e-acb4-bcb3a9094c50 tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] 10.222.0.48 "GET /v2.0/ports?device_id=274fd6f3-1f2e-4da8-8c5f-fa173514fc2a HTTP/1.1" status: 200 len: 945 time: 0.1041992 May 03 21:29:29.136867 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-63772808-0ee3-42ad-864d-923df22fdc1a req-2f84235c-4bce-4173-981d-5fdc88b8d8b2 tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] 10.222.0.48 "GET /v2.0/security-groups?id=7027a18b-ac9e-45f0-8010-84baee7160ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496833 May 03 21:29:29.184180 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.48', 54742) {{(pid=83993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:29:29.316393 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659e81da-7814-43e6-9507-62656e9ee98d req-2ee66d35-101e-4efc-aaf1-cdb71042d3e5 tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:29:29.317884 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-659e81da-7814-43e6-9507-62656e9ee98d req-2ee66d35-101e-4efc-aaf1-cdb71042d3e5 tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] 10.222.0.48 "GET /v2.0/ports?device_id=11444b4c-e752-4766-9e89-f57974330390 HTTP/1.1" status: 200 len: 945 time: 0.0817702 May 03 21:29:29.356990 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-9b2ce5af-7fa1-4a69-b17c-b4300e266e4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:29:29.385087 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-659e81da-7814-43e6-9507-62656e9ee98d req-fc3ea00c-bed8-490d-a5b2-3dfb2cb546de tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] 10.222.0.48 "GET /v2.0/security-groups?id=fb8a1e97-a16e-41ad-af1f-9903cda5dd84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614858 May 03 21:29:29.409832 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-9b2ce5af-7fa1-4a69-b17c-b4300e266e4b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:29:29.414147 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-9b2ce5af-7fa1-4a69-b17c-b4300e266e4b admin admin] Usage tracker for resource:security_group_rule and tenant:761e9d51d9f74ac2819cfa0880b197e9 is out of sync, need to count used quota {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:29:29.417229 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-9b2ce5af-7fa1-4a69-b17c-b4300e266e4b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:29:29.423078 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-9b2ce5af-7fa1-4a69-b17c-b4300e266e4b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:29:29.514260 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-9b2ce5af-7fa1-4a69-b17c-b4300e266e4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:29:29.649926 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe58969-298a-48f4-8920-812ea7599fcf req-a5b79c0e-cb6a-46e4-bf9b-b35e3b837698 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:29:29.651323 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-5fe58969-298a-48f4-8920-812ea7599fcf req-a5b79c0e-cb6a-46e4-bf9b-b35e3b837698 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] 10.222.0.48 "GET /v2.0/ports?device_id=77f6a8a2-4366-486d-a002-05587e0f46b5 HTTP/1.1" status: 200 len: 944 time: 0.0982471 May 03 21:29:29.654567 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-9b2ce5af-7fa1-4a69-b17c-b4300e266e4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746426'] for security_group, after_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:29:29.739167 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2ce5af-7fa1-4a69-b17c-b4300e266e4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ee37df8-e3af-4684-b0bd-e2212da0e760,revision_number=1']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:29:29.747265 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-9b2ce5af-7fa1-4a69-b17c-b4300e266e4b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=761e9d51d9f74ac2819cfa0880b197e9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5617294 May 03 21:29:29.752476 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.48', 54758) {{(pid=83992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:29:29.761081 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-5fe58969-298a-48f4-8920-812ea7599fcf req-7231282a-f159-4f39-a203-b942041563dc tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] 10.222.0.48 "GET /v2.0/security-groups?id=3dff50d4-faed-48b7-b783-10568bb53def&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0996830 May 03 21:29:29.766717 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2ce5af-7fa1-4a69-b17c-b4300e266e4b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:29:29.767219 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2ce5af-7fa1-4a69-b17c-b4300e266e4b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:29:29.767880 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2ce5af-7fa1-4a69-b17c-b4300e266e4b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:29:29.768288 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2ce5af-7fa1-4a69-b17c-b4300e266e4b admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:29:29.768825 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2ce5af-7fa1-4a69-b17c-b4300e266e4b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:29:29.769117 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2ce5af-7fa1-4a69-b17c-b4300e266e4b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:29:29.769503 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2ce5af-7fa1-4a69-b17c-b4300e266e4b admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:29:29.769923 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2ce5af-7fa1-4a69-b17c-b4300e266e4b admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:29:29.770347 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2ce5af-7fa1-4a69-b17c-b4300e266e4b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:29:29.770731 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2ce5af-7fa1-4a69-b17c-b4300e266e4b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:29:29.771170 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2ce5af-7fa1-4a69-b17c-b4300e266e4b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:29:29.871390 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c8042e-ad01-4f38-a30c-e49045d94e4e req-b51004b4-e50e-4d0f-b2a3-7390db978566 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:29:29.874166 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-f0c8042e-ad01-4f38-a30c-e49045d94e4e req-b51004b4-e50e-4d0f-b2a3-7390db978566 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] 10.222.0.48 "GET /v2.0/ports?device_id=12a46337-1502-4a61-8c0d-8b5dd98d5a14 HTTP/1.1" status: 200 len: 946 time: 0.1607671 May 03 21:29:29.879944 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-e21720be-6e29-4481-80dc-ead66fce9ada admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:29:29.946967 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-e21720be-6e29-4481-80dc-ead66fce9ada admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:29:29.984758 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-f0c8042e-ad01-4f38-a30c-e49045d94e4e req-9d8161ca-4d1e-43c7-86ee-4e1cad5f5173 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] 10.222.0.48 "GET /v2.0/security-groups?id=73d0b568-6014-48c2-b361-ba1ad81e233d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1024342 May 03 21:29:30.221004 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-e21720be-6e29-4481-80dc-ead66fce9ada admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746426'] for security_group, after_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:29:30.235663 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e131f5c-9027-4785-bd61-0aa147e2b3d9 req-b1fe1209-0c4e-4592-9144-6e971a35afaf tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:29:30.236801 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21720be-6e29-4481-80dc-ead66fce9ada admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ee37df8-e3af-4684-b0bd-e2212da0e760,revision_number=None']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:29:30.237390 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-0e131f5c-9027-4785-bd61-0aa147e2b3d9 req-b1fe1209-0c4e-4592-9144-6e971a35afaf tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] 10.222.0.48 "GET /v2.0/ports?device_id=12a46337-1502-4a61-8c0d-8b5dd98d5a14 HTTP/1.1" status: 200 len: 946 time: 0.0854998 May 03 21:29:30.249036 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.48', 54770) {{(pid=83993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:29:30.252654 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-e21720be-6e29-4481-80dc-ead66fce9ada admin admin] Notify callbacks [] for security_group, before_response {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:29:30.253920 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [None req-e21720be-6e29-4481-80dc-ead66fce9ada admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/9ee37df8-e3af-4684-b0bd-e2212da0e760 HTTP/1.1" status: 204 len: 168 time: 0.5018296 May 03 21:29:30.255395 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.v2.base [None req-2e922f99-9df3-4206-b506-da533674a530 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Request body: {'floatingip': {'port_id': '5c8533bd-9029-4055-8bb5-b5628053505e'}} {{(pid=83993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 03 21:29:30.255982 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e21720be-6e29-4481-80dc-ead66fce9ada admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:29:30.256506 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e21720be-6e29-4481-80dc-ead66fce9ada admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:29:30.257115 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e21720be-6e29-4481-80dc-ead66fce9ada admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:29:30.257697 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e21720be-6e29-4481-80dc-ead66fce9ada admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:29:30.258131 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e21720be-6e29-4481-80dc-ead66fce9ada admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:29:30.258772 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e21720be-6e29-4481-80dc-ead66fce9ada admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:29:30.258772 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e21720be-6e29-4481-80dc-ead66fce9ada admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:29:30.259203 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e21720be-6e29-4481-80dc-ead66fce9ada admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:29:30.259716 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e21720be-6e29-4481-80dc-ead66fce9ada admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:29:30.260037 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e21720be-6e29-4481-80dc-ead66fce9ada admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:29:30.260543 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e21720be-6e29-4481-80dc-ead66fce9ada admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:29:30.342805 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-2e922f99-9df3-4206-b506-da533674a530 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Notify callbacks [] for floatingip, before_update {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:29:30.417526 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27016f01-4781-47f4-b9cb-153c50b625e1 req-60dd1a80-b908-4228-ba4a-2f3103526461 tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:29:30.419074 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-27016f01-4781-47f4-b9cb-153c50b625e1 req-60dd1a80-b908-4228-ba4a-2f3103526461 tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] 10.222.0.48 "GET /v2.0/ports?device_id=274fd6f3-1f2e-4da8-8c5f-fa173514fc2a HTTP/1.1" status: 200 len: 945 time: 0.1077845 May 03 21:29:30.489719 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-27016f01-4781-47f4-b9cb-153c50b625e1 req-ac1e3ca8-9544-4f30-bd1c-313f29777716 tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] 10.222.0.48 "GET /v2.0/security-groups?id=7027a18b-ac9e-45f0-8010-84baee7160ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614607 May 03 21:29:30.909951 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7888a02c-cdb1-4db4-b8fd-db249f12b91b req-a5940200-5e9b-4497-9ff2-d3ad21b07f77 tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:29:30.911627 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-7888a02c-cdb1-4db4-b8fd-db249f12b91b req-a5940200-5e9b-4497-9ff2-d3ad21b07f77 tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] 10.222.0.48 "GET /v2.0/ports?device_id=11444b4c-e752-4766-9e89-f57974330390 HTTP/1.1" status: 200 len: 945 time: 0.3748906 May 03 21:29:31.055088 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f0d4fc-8774-454e-8071-e7ccaf5c15ee req-25686830-55f0-41ed-9a7a-b8dc896bf0ac tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:29:31.057128 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-97f0d4fc-8774-454e-8071-e7ccaf5c15ee req-25686830-55f0-41ed-9a7a-b8dc896bf0ac tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] 10.222.0.48 "GET /v2.0/ports?device_id=77f6a8a2-4366-486d-a002-05587e0f46b5 HTTP/1.1" status: 200 len: 944 time: 0.1016104 May 03 21:29:31.099215 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-7888a02c-cdb1-4db4-b8fd-db249f12b91b req-4e53200f-011b-4257-b386-f366653716f4 tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] 10.222.0.48 "GET /v2.0/security-groups?id=fb8a1e97-a16e-41ad-af1f-9903cda5dd84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1796982 May 03 21:29:31.139854 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-97f0d4fc-8774-454e-8071-e7ccaf5c15ee req-f2bc2af8-a93b-4755-82dc-d6a2de0c35a1 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] 10.222.0.48 "GET /v2.0/security-groups?id=3dff50d4-faed-48b7-b783-10568bb53def&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735037 May 03 21:29:31.505483 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.rpc [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Device be428a12-3d87-4da1-a665-e7b79df6af66 details requested by agent hyperv_hv-cinder-84037 with host hv-cinder-84037 {{(pid=83994) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 03 21:29:31.515094 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.rpc [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Device 46d7aa18-8157-45ea-b292-6af9e591723f up at agent hyperv_hv-cinder-84037 {{(pid=83994) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 21:29:31.531275 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-2e922f99-9df3-4206-b506-da533674a530 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:29:31.713331 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2a92a8-5aea-41f8-afa1-ff4690248946 req-dc2a01e6-8397-48b1-b279-e65ba8479a6f tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:29:31.715181 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-ae2a92a8-5aea-41f8-afa1-ff4690248946 req-dc2a01e6-8397-48b1-b279-e65ba8479a6f tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] 10.222.0.48 "GET /v2.0/ports?device_id=274fd6f3-1f2e-4da8-8c5f-fa173514fc2a HTTP/1.1" status: 200 len: 945 time: 0.0936422 May 03 21:29:31.720710 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-2e922f99-9df3-4206-b506-da533674a530 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-332800'] for floatingip, after_update {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:29:31.777426 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.db [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] For port be428a12-3d87-4da1-a665-e7b79df6af66, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=be428a12-3d87-4da1-a665-e7b79df6af66,segment=NetworkSegment(192a8290-7524-479c-9894-35253b5adf28),segment_id=192a8290-7524-479c-9894-35253b5adf28)] {{(pid=83994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 21:29:31.829224 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.rpc [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Returning: {'device': 'be428a12-3d87-4da1-a665-e7b79df6af66', 'network_id': 'a76ba353-ab28-4792-b070-a9ace23ad085', 'port_id': 'be428a12-3d87-4da1-a665-e7b79df6af66', 'mac_address': 'fa:16:3e:aa:4f:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 430, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0993ef0-a172-48a1-8947-068cb6cb24ca', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83994) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 03 21:29:31.845262 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.provisioning_blocks [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Provisioning for port 46d7aa18-8157-45ea-b292-6af9e591723f completed by entity L2. {{(pid=83994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 21:29:31.907187 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.provisioning_blocks [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Provisioning complete for port 46d7aa18-8157-45ea-b292-6af9e591723f triggered by entity L2. {{(pid=83994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:29:31.907686 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2080827'] for port, provisioning_complete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:29:31.953607 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-ae2a92a8-5aea-41f8-afa1-ff4690248946 req-4f477ec5-4713-42db-a1f3-457d5c599570 tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] 10.222.0.48 "GET /v2.0/security-groups?id=7027a18b-ac9e-45f0-8010-84baee7160ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1681385 May 03 21:29:32.000148 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1124352'] for port, before_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:29:32.023807 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.db.l3_db [None req-2e922f99-9df3-4206-b506-da533674a530 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Floating IP 100a5aed-532d-4711-af1d-084799961218 associated. External IP: 172.27.1.216, port: 5c8533bd-9029-4055-8bb5-b5628053505e. May 03 21:29:32.032525 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.notifiers.nova [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be428a12-3d87-4da1-a665-e7b79df6af66 {{(pid=83994) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 03 21:29:32.115525 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1124352'] for port, before_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:29:32.128883 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.db [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] For port be428a12-3d87-4da1-a665-e7b79df6af66, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=be428a12-3d87-4da1-a665-e7b79df6af66,segment=NetworkSegment(192a8290-7524-479c-9894-35253b5adf28),segment_id=192a8290-7524-479c-9894-35253b5adf28)] {{(pid=83994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 21:29:32.148952 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '274fd6f3-1f2e-4da8-8c5f-fa173514fc2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46d7aa18-8157-45ea-b292-6af9e591723f'}] {{(pid=83994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 03 21:29:32.165929 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.db [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] For port 46d7aa18-8157-45ea-b292-6af9e591723f, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=46d7aa18-8157-45ea-b292-6af9e591723f,segment=NetworkSegment(f612df4b-39e4-4aca-8577-536003890aab),segment_id=f612df4b-39e4-4aca-8577-536003890aab)] {{(pid=83994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 21:29:32.182845 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.48', 54830) {{(pid=83992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:29:32.224951 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781386188966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781385847453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781385847498'] for port, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:29:32.309270 dv-cinder-840377-1-iscsi neutron-server[83994]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4fef91d4-6262-4290-b646-7842fa4d93b9'] response: {'server_uuid': '274fd6f3-1f2e-4da8-8c5f-fa173514fc2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46d7aa18-8157-45ea-b292-6af9e591723f', 'code': 200} May 03 21:29:32.339328 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781386188966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781385847453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781385847498'] for port, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:29:32.405134 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Pushing event updated for resources: {'Port': ['ID=be428a12-3d87-4da1-a665-e7b79df6af66,revision_number=4']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:29:32.438219 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17e789a-51fc-4e37-aa59-c51e7f4a560a req-19061f87-eea8-4280-aea0-0ce6805a92b2 tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:29:32.444924 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-d17e789a-51fc-4e37-aa59-c51e7f4a560a req-19061f87-eea8-4280-aea0-0ce6805a92b2 tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] 10.222.0.48 "GET /v2.0/ports?device_id=11444b4c-e752-4766-9e89-f57974330390 HTTP/1.1" status: 200 len: 945 time: 0.1515965 May 03 21:29:32.451574 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.v2.base [None req-59ff76f7-a926-45a9-8cb2-5c495cefd790 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1627996171-network', 'tenant_id': '103e27d9374d41689ceff14ee5a5ae21'}} {{(pid=83992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 03 21:29:32.501048 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Pushing event updated for resources: {'Port': ['ID=46d7aa18-8157-45ea-b292-6af9e591723f,revision_number=5']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:29:32.502011 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.db.quota.driver [None req-59ff76f7-a926-45a9-8cb2-5c495cefd790 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:29:32.514699 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.quota.resource [None req-59ff76f7-a926-45a9-8cb2-5c495cefd790 admin admin] Usage tracker for resource:network and tenant:103e27d9374d41689ceff14ee5a5ae21 is out of sync, need to count used quota {{(pid=83992) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:29:32.523154 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.quota.resource [None req-59ff76f7-a926-45a9-8cb2-5c495cefd790 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83992) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:29:32.537532 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c5264a-7ee2-417b-b9c7-ba56708fa6c0 req-4d93892d-bb86-4ace-9d87-55bbcb20414a tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:29:32.537532 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-a0c5264a-7ee2-417b-b9c7-ba56708fa6c0 req-4d93892d-bb86-4ace-9d87-55bbcb20414a tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] 10.222.0.48 "GET /v2.0/ports?device_id=77f6a8a2-4366-486d-a002-05587e0f46b5 HTTP/1.1" status: 200 len: 945 time: 0.1852970 May 03 21:29:32.538649 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.db.quota.driver [None req-59ff76f7-a926-45a9-8cb2-5c495cefd790 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:29:32.582018 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-d17e789a-51fc-4e37-aa59-c51e7f4a560a req-f65fb22b-c28a-4990-b9d1-6165b88bc793 tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] 10.222.0.48 "GET /v2.0/security-groups?id=fb8a1e97-a16e-41ad-af1f-9903cda5dd84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337998 May 03 21:29:32.594404 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-a0c5264a-7ee2-417b-b9c7-ba56708fa6c0 req-3c56c61f-491f-44c4-ba3c-de4fdf170c4c tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] 10.222.0.48 "GET /v2.0/security-groups?id=3dff50d4-faed-48b7-b783-10568bb53def&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503755 May 03 21:29:32.595865 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.db.agents_db [None req-1c6bebc3-6d0c-4304-a2c1-5df630ce29f1 None None] Agent healthcheck: found 6 active agents {{(pid=83995) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 03 21:29:32.633199 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e922f99-9df3-4206-b506-da533674a530 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Router 68150121-68dc-4495-bcf7-8d66179822f8 has already been hosted by L3 agent c192ea1b-f7d6-49b7-9f22-5492fbafc6f3 {{(pid=83993) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 03 21:29:32.733286 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59ff76f7-a926-45a9-8cb2-5c495cefd790 admin admin] Made reservation on behalf of 103e27d9374d41689ceff14ee5a5ae21 for: {'network': 1} {{(pid=83992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 21:29:32.736464 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-59ff76f7-a926-45a9-8cb2-5c495cefd790 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1124352'] for network, before_create {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:29:32.753350 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-59ff76f7-a926-45a9-8cb2-5c495cefd790 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:29:32.768189 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.db [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] get_ports_and_sgs() called for port_ids ['be428a12-3d87-4da1-a665-e7b79df6af66'] {{(pid=83994) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 03 21:29:32.798847 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.db.quota.driver [None req-59ff76f7-a926-45a9-8cb2-5c495cefd790 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:29:32.804505 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.quota.resource [None req-59ff76f7-a926-45a9-8cb2-5c495cefd790 admin admin] Usage tracker for resource:security_group_rule and tenant:103e27d9374d41689ceff14ee5a5ae21 is out of sync, need to count used quota {{(pid=83992) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:29:32.807562 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.quota.resource [None req-59ff76f7-a926-45a9-8cb2-5c495cefd790 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83992) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:29:32.816380 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.db.quota.driver [None req-59ff76f7-a926-45a9-8cb2-5c495cefd790 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:29:32.918397 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-59ff76f7-a926-45a9-8cb2-5c495cefd790 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:29:32.975357 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-04f248d9-6ea2-47a0-b43d-bef6a40a133c req-fca46687-74b7-4911-80d7-30e69af26537 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=274fd6f3-1f2e-4da8-8c5f-fa173514fc2a HTTP/1.1" status: 200 len: 1099 time: 0.1712785 May 03 21:29:33.012633 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-59ff76f7-a926-45a9-8cb2-5c495cefd790 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746426'] for security_group, after_create {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:29:33.077931 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59ff76f7-a926-45a9-8cb2-5c495cefd790 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 424} {{(pid=83992) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 21:29:33.101670 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ff76f7-a926-45a9-8cb2-5c495cefd790 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65996721-a490-4a59-8f5d-ec10ee072626,revision_number=1']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:29:33.102609 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-04f248d9-6ea2-47a0-b43d-bef6a40a133c req-e839934f-8a43-4f76-973b-e9ba81164290 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=7027a18b-ac9e-45f0-8010-84baee7160ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1148734 May 03 21:29:33.104808 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-59ff76f7-a926-45a9-8cb2-5c495cefd790 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1172921'] for segment, precommit_create {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:29:33.105146 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.db.segments_db [None req-59ff76f7-a926-45a9-8cb2-5c495cefd790 admin admin] Added segment ead6f962-4d7d-42d4-a44b-625695deccc6 of type vlan for network 1bd6e5c5-0c32-4b7c-912b-8ae1c3143665 May 03 21:29:33.134529 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e922f99-9df3-4206-b506-da533674a530 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Notify agent at l3_agent.dv-cinder-840377-1-iscsi the message routers_updated {{(pid=83993) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 21:29:33.164449 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-59ff76f7-a926-45a9-8cb2-5c495cefd790 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781385835798'] for network, precommit_create {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:29:33.183277 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-2e922f99-9df3-4206-b506-da533674a530 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93163'] for floatingip, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:29:33.266897 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-2e922f99-9df3-4206-b506-da533674a530 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] 10.222.0.48 "PUT /v2.0/floatingips/100a5aed-532d-4711-af1d-084799961218 HTTP/1.1" status: 200 len: 992 time: 3.0163693 May 03 21:29:33.267520 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12a46337-1502-4a61-8c0d-8b5dd98d5a14', 'tag': '5c8533bd-9029-4055-8bb5-b5628053505e'}] {{(pid=83993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 03 21:29:33.313462 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362bf9e2-31be-48f1-85c8-89e3d3cb49c8 req-2ad47592-6876-4a36-8ca8-68994d3bfcc9 tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:29:33.315179 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-362bf9e2-31be-48f1-85c8-89e3d3cb49c8 req-2ad47592-6876-4a36-8ca8-68994d3bfcc9 tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] 10.222.0.48 "GET /v2.0/ports?device_id=274fd6f3-1f2e-4da8-8c5f-fa173514fc2a HTTP/1.1" status: 200 len: 946 time: 0.1019025 May 03 21:29:33.325077 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.notifiers.nova [-] Nova event matching ['req-02e77d3d-267e-4bc9-9b11-c7eb33a634bf'] response: {'name': 'network-changed', 'server_uuid': '12a46337-1502-4a61-8c0d-8b5dd98d5a14', 'tag': '5c8533bd-9029-4055-8bb5-b5628053505e', 'status': 'completed', 'code': 200} May 03 21:29:33.363124 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-362bf9e2-31be-48f1-85c8-89e3d3cb49c8 req-a6fafe5d-a27e-4315-bd50-8915ec5c3fb4 tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] 10.222.0.48 "GET /v2.0/security-groups?id=7027a18b-ac9e-45f0-8010-84baee7160ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405231 May 03 21:29:33.364149 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-59ff76f7-a926-45a9-8cb2-5c495cefd790 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396'] for network, after_create {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:29:33.364987 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59ff76f7-a926-45a9-8cb2-5c495cefd790 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:29:33.365539 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-59ff76f7-a926-45a9-8cb2-5c495cefd790 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1706389'] for network, before_response {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:29:33.514925 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ff76f7-a926-45a9-8cb2-5c495cefd790 admin admin] Pushing event updated for resources: {'Network': ['ID=1bd6e5c5-0c32-4b7c-912b-8ae1c3143665,revision_number=1']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:29:33.527311 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.rpc [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Network 1bd6e5c5-0c32-4b7c-912b-8ae1c3143665 details requested by agent ovs-agent-dv-cinder-840377-1-iscsi with host dv-cinder-840377-1-iscsi {{(pid=83994) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 03 21:29:33.647210 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [None req-59ff76f7-a926-45a9-8cb2-5c495cefd790 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.4618981 May 03 21:29:33.649706 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.48', 54862) {{(pid=83993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:29:33.655683 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.v2.base [None req-fbaed57c-98e0-4f5b-83b2-daeeab3061b2 admin admin] Request body: {'subnet': {'network_id': '1bd6e5c5-0c32-4b7c-912b-8ae1c3143665', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1627996171-subnet', 'tenant_id': '103e27d9374d41689ceff14ee5a5ae21', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 03 21:29:33.661913 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-fbaed57c-98e0-4f5b-83b2-daeeab3061b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:29:33.682357 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-fbaed57c-98e0-4f5b-83b2-daeeab3061b2 admin admin] Usage tracker for resource:subnet and tenant:103e27d9374d41689ceff14ee5a5ae21 is out of sync, need to count used quota {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:29:33.688211 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-fbaed57c-98e0-4f5b-83b2-daeeab3061b2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:29:33.700803 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-fbaed57c-98e0-4f5b-83b2-daeeab3061b2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:29:33.830546 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbaed57c-98e0-4f5b-83b2-daeeab3061b2 admin admin] Made reservation on behalf of 103e27d9374d41689ceff14ee5a5ae21 for: {'subnet': 1} {{(pid=83993) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 21:29:33.833051 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-fbaed57c-98e0-4f5b-83b2-daeeab3061b2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:29:33.864466 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9379ad84-11a7-423f-9f3e-cc1bc250786a req-ddd740c8-721e-442d-9ca2-53d009e7b1eb tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:29:33.866010 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-9379ad84-11a7-423f-9f3e-cc1bc250786a req-ddd740c8-721e-442d-9ca2-53d009e7b1eb tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] 10.222.0.48 "GET /v2.0/ports?device_id=77f6a8a2-4366-486d-a002-05587e0f46b5 HTTP/1.1" status: 200 len: 945 time: 0.0878327 May 03 21:29:33.922984 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-9379ad84-11a7-423f-9f3e-cc1bc250786a req-70068e06-5a64-4083-ae53-2eb0a821ed03 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] 10.222.0.48 "GET /v2.0/security-groups?id=3dff50d4-faed-48b7-b783-10568bb53def&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460761 May 03 21:29:33.974139 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-582ede52-439e-495e-89b5-6133274a6315 req-9a20c13e-09cf-43a5-93b6-6b5ee68def6e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=bd571e41b44a4bc6b16bf8163252f168&device_id=12a46337-1502-4a61-8c0d-8b5dd98d5a14 HTTP/1.1" status: 200 len: 1099 time: 0.2567017 May 03 21:29:34.092988 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec61fec2-1f6f-4b6e-9721-eecd8d8c8c0c req-cd9c0992-6239-47b7-925c-973535f39a9c tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:29:34.094631 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-ec61fec2-1f6f-4b6e-9721-eecd8d8c8c0c req-cd9c0992-6239-47b7-925c-973535f39a9c tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] 10.222.0.48 "GET /v2.0/ports?device_id=11444b4c-e752-4766-9e89-f57974330390 HTTP/1.1" status: 200 len: 945 time: 0.3364751 May 03 21:29:34.245721 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582ede52-439e-495e-89b5-6133274a6315 req-7b4762af-b375-4e15-9633-d1532e5aed21 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:29:34.247172 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-582ede52-439e-495e-89b5-6133274a6315 req-7b4762af-b375-4e15-9633-d1532e5aed21 service neutron] 10.222.0.42 "GET /v2.0/networks?id=afa29ce3-7ea1-4fb3-8d15-b28913382476 HTTP/1.1" status: 200 len: 915 time: 0.2643166 May 03 21:29:34.249489 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-ec61fec2-1f6f-4b6e-9721-eecd8d8c8c0c req-aec01c06-b68d-49be-9eee-88c4ab7bddd1 tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] 10.222.0.48 "GET /v2.0/security-groups?id=fb8a1e97-a16e-41ad-af1f-9903cda5dd84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460783 May 03 21:29:34.399575 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-fbaed57c-98e0-4f5b-83b2-daeeab3061b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396'] for subnet, after_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:29:34.466076 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-582ede52-439e-495e-89b5-6133274a6315 req-adbcb783-e565-44f3-95e6-99bb2febdb4a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5c8533bd-9029-4055-8bb5-b5628053505e HTTP/1.1" status: 200 len: 1000 time: 0.1800919 May 03 21:29:34.550830 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbaed57c-98e0-4f5b-83b2-daeeab3061b2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=99786e24-36cf-4f53-9515-58ebb4abcf3d,revision_number=0']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:29:34.584352 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582ede52-439e-495e-89b5-6133274a6315 req-2e76583e-0701-42dd-be34-dfaeaf683b4c service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:29:34.586102 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-582ede52-439e-495e-89b5-6133274a6315 req-2e76583e-0701-42dd-be34-dfaeaf683b4c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=663a4790-11b9-4523-b0db-a1ea41b30d40 HTTP/1.1" status: 200 len: 853 time: 0.1129763 May 03 21:29:34.592794 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbaed57c-98e0-4f5b-83b2-daeeab3061b2 admin admin] Checking segment: {'id': 'ead6f962-4d7d-42d4-a44b-625695deccc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '1bd6e5c5-0c32-4b7c-912b-8ae1c3143665'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 03 21:29:34.594881 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbaed57c-98e0-4f5b-83b2-daeeab3061b2 admin admin] Network hostable DHCP agents. Network: 1bd6e5c5-0c32-4b7c-912b-8ae1c3143665, hostable agents: ['e4e3c6c0-e8b0-4c45-a267-b4e6dd042766'], hosted agents: [] {{(pid=83993) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 21:29:34.696125 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6cb2aa-5461-465a-adda-12b074862e6c req-ec9d1f8e-d2c9-4d1c-affd-b8d476fabab8 tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:29:34.697546 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-af6cb2aa-5461-465a-adda-12b074862e6c req-ec9d1f8e-d2c9-4d1c-affd-b8d476fabab8 tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] 10.222.0.48 "GET /v2.0/ports?device_id=274fd6f3-1f2e-4da8-8c5f-fa173514fc2a HTTP/1.1" status: 200 len: 946 time: 0.0893772 May 03 21:29:34.704388 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-582ede52-439e-495e-89b5-6133274a6315 req-d516bd82-5a1d-4900-9e8c-8cd42f0e37e2 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=afa29ce3-7ea1-4fb3-8d15-b28913382476&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1040838 May 03 21:29:34.751166 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-af6cb2aa-5461-465a-adda-12b074862e6c req-d49dff6a-9a22-4333-81ba-3b89755fb1bb tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] 10.222.0.48 "GET /v2.0/security-groups?id=7027a18b-ac9e-45f0-8010-84baee7160ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451403 May 03 21:29:34.822240 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbaed57c-98e0-4f5b-83b2-daeeab3061b2 admin admin] Network 1bd6e5c5-0c32-4b7c-912b-8ae1c3143665 is scheduled to be hosted by DHCP agent e4e3c6c0-e8b0-4c45-a267-b4e6dd042766 with binding_index 1 {{(pid=83993) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 21:29:34.871067 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-582ede52-439e-495e-89b5-6133274a6315 req-39792a0a-87d1-4da6-ac67-ff3257b15394 service neutron] 10.222.0.42 "GET /v2.0/networks/afa29ce3-7ea1-4fb3-8d15-b28913382476?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1497774 May 03 21:29:34.947535 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.scheduler.base_scheduler [None req-fbaed57c-98e0-4f5b-83b2-daeeab3061b2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840377-1-iscsi, 1bd6e5c5-0c32-4b7c-912b-8ae1c3143665) {{(pid=83993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 21:29:34.958398 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4885058-3b90-4102-aff1-1c3a12363ff5 None None] Network 1bd6e5c5-0c32-4b7c-912b-8ae1c3143665 requested from dv-cinder-840377-1-iscsi {{(pid=83994) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 03 21:29:34.960495 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbaed57c-98e0-4f5b-83b2-daeeab3061b2 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:29:34.961400 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-fbaed57c-98e0-4f5b-83b2-daeeab3061b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1706389'] for subnet, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:29:35.210743 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-fbaed57c-98e0-4f5b-83b2-daeeab3061b2 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.5593772 May 03 21:29:35.215852 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-226159a4-63f2-4e99-b353-bb3bd650e5f2 None None] Network 1bd6e5c5-0c32-4b7c-912b-8ae1c3143665 requested from dv-cinder-840377-1-iscsi {{(pid=83994) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 03 21:29:35.326898 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-582ede52-439e-495e-89b5-6133274a6315 req-bb17a5c3-d133-427c-b02f-af3d9bab7356 service neutron] 10.222.0.42 "GET /v2.0/networks/afa29ce3-7ea1-4fb3-8d15-b28913382476?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2978039 May 03 21:29:35.366413 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79e56eb-4f3d-422e-b495-d92d0d02c268 req-fbba0b17-3a78-4b6b-9267-267d7a9741e2 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:29:35.374392 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-f79e56eb-4f3d-422e-b495-d92d0d02c268 req-fbba0b17-3a78-4b6b-9267-267d7a9741e2 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] 10.222.0.48 "GET /v2.0/ports?device_id=77f6a8a2-4366-486d-a002-05587e0f46b5 HTTP/1.1" status: 200 len: 945 time: 0.2149460 May 03 21:29:35.453157 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-f79e56eb-4f3d-422e-b495-d92d0d02c268 req-30663617-8082-4f5e-b9c5-6057fa9fcfe9 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] 10.222.0.48 "GET /v2.0/security-groups?id=3dff50d4-faed-48b7-b783-10568bb53def&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778041 May 03 21:29:35.512459 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccfed8e-2b51-46d5-8f29-1b667a8b4d22 req-3ba9ca02-e05a-4312-8529-68eb0be59e69 tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:29:35.514984 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-7ccfed8e-2b51-46d5-8f29-1b667a8b4d22 req-3ba9ca02-e05a-4312-8529-68eb0be59e69 tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] 10.222.0.48 "GET /v2.0/ports?device_id=11444b4c-e752-4766-9e89-f57974330390 HTTP/1.1" status: 200 len: 945 time: 0.1144240 May 03 21:29:35.538125 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.rpc [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Device be428a12-3d87-4da1-a665-e7b79df6af66 up at agent hyperv_hv-cinder-84037 {{(pid=83994) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 21:29:35.567633 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-7ccfed8e-2b51-46d5-8f29-1b667a8b4d22 req-41ffad50-ec44-4e66-9752-48cb6c0ff576 tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] 10.222.0.48 "GET /v2.0/security-groups?id=fb8a1e97-a16e-41ad-af1f-9903cda5dd84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452738 May 03 21:29:35.830144 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.provisioning_blocks [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Provisioning for port be428a12-3d87-4da1-a665-e7b79df6af66 completed by entity L2. {{(pid=83994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 21:29:35.837385 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.provisioning_blocks [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Provisioning complete for port be428a12-3d87-4da1-a665-e7b79df6af66 triggered by entity L2. {{(pid=83994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:29:35.837830 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2080827'] for port, provisioning_complete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:29:35.990917 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1124352'] for port, before_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:29:36.040602 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77f6a8a2-4366-486d-a002-05587e0f46b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be428a12-3d87-4da1-a665-e7b79df6af66'}] {{(pid=83994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 03 21:29:36.053804 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.db [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] For port be428a12-3d87-4da1-a665-e7b79df6af66, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=be428a12-3d87-4da1-a665-e7b79df6af66,segment=NetworkSegment(192a8290-7524-479c-9894-35253b5adf28),segment_id=192a8290-7524-479c-9894-35253b5adf28)] {{(pid=83994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 21:29:36.145976 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38588bb-e7d8-4ca2-8f32-cf431b5150ad req-ade364bd-822d-4aee-95c6-13c53a3184d4 tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:29:36.147724 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-f38588bb-e7d8-4ca2-8f32-cf431b5150ad req-ade364bd-822d-4aee-95c6-13c53a3184d4 tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] 10.222.0.48 "GET /v2.0/ports?device_id=274fd6f3-1f2e-4da8-8c5f-fa173514fc2a HTTP/1.1" status: 200 len: 946 time: 0.2542026 May 03 21:29:36.153517 dv-cinder-840377-1-iscsi neutron-server[83994]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f01d27bb-dc3c-4bae-98ae-b203b8ed1f5d'] response: {'server_uuid': '77f6a8a2-4366-486d-a002-05587e0f46b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be428a12-3d87-4da1-a665-e7b79df6af66', 'code': 200} May 03 21:29:36.176159 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781386188966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781385847453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781385847498'] for port, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:29:36.223007 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-f38588bb-e7d8-4ca2-8f32-cf431b5150ad req-2ac49797-f67c-4b6c-9fed-466d0152484e tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] 10.222.0.48 "GET /v2.0/security-groups?id=7027a18b-ac9e-45f0-8010-84baee7160ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642354 May 03 21:29:36.273644 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Pushing event updated for resources: {'Port': ['ID=be428a12-3d87-4da1-a665-e7b79df6af66,revision_number=5']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:29:36.446651 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ed12bf-153e-4e60-a953-10fe1a045f02 req-6198ff7a-a766-4aaa-8ccb-0a457477afa9 tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:29:36.448239 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-71ed12bf-153e-4e60-a953-10fe1a045f02 req-6198ff7a-a766-4aaa-8ccb-0a457477afa9 tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] 10.222.0.48 "GET /v2.0/ports?device_id=274fd6f3-1f2e-4da8-8c5f-fa173514fc2a HTTP/1.1" status: 200 len: 946 time: 0.0900307 May 03 21:29:36.463485 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.48', 54916) {{(pid=83993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:29:36.471657 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.v2.base [None req-db71242a-06d1-44ca-9cf6-e29119231735 tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] Request body: {'floatingip': {'port_id': '46d7aa18-8157-45ea-b292-6af9e591723f'}} {{(pid=83993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 03 21:29:36.600669 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-db71242a-06d1-44ca-9cf6-e29119231735 tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] Notify callbacks [] for floatingip, before_update {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:29:36.878067 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60c1c06-8389-4692-b336-2921293b05a8 req-8782b06b-8d93-414e-a5c2-10f9887a6c80 tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:29:36.890082 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-e60c1c06-8389-4692-b336-2921293b05a8 req-8782b06b-8d93-414e-a5c2-10f9887a6c80 tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] 10.222.0.48 "GET /v2.0/ports?device_id=11444b4c-e752-4766-9e89-f57974330390 HTTP/1.1" status: 200 len: 945 time: 0.1433985 May 03 21:29:36.951993 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-e60c1c06-8389-4692-b336-2921293b05a8 req-e1991449-6461-4eda-bf85-66149ae0662f tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] 10.222.0.48 "GET /v2.0/security-groups?id=fb8a1e97-a16e-41ad-af1f-9903cda5dd84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657365 May 03 21:29:37.180719 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-d9550d33-6bad-4d48-9d97-9789560c34e8 req-6dacb2d2-94b3-4010-9b9e-794b751f29c4 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=77f6a8a2-4366-486d-a002-05587e0f46b5 HTTP/1.1" status: 200 len: 1099 time: 0.4867079 May 03 21:29:37.189321 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d02bedc-059d-4c7d-95cf-5b492f524202 req-81f26ea2-1e37-49c9-b469-d30f9822aac4 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:29:37.200391 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-4d02bedc-059d-4c7d-95cf-5b492f524202 req-81f26ea2-1e37-49c9-b469-d30f9822aac4 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] 10.222.0.48 "GET /v2.0/ports?device_id=77f6a8a2-4366-486d-a002-05587e0f46b5 HTTP/1.1" status: 200 len: 946 time: 0.4953184 May 03 21:29:37.389720 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-d9550d33-6bad-4d48-9d97-9789560c34e8 req-2d73011c-e867-4a58-bcb2-18b01301f9d4 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=3dff50d4-faed-48b7-b783-10568bb53def&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1880770 May 03 21:29:37.394468 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-4d02bedc-059d-4c7d-95cf-5b492f524202 req-10d478ee-84a8-4b86-b29e-526bebfdf0c8 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] 10.222.0.48 "GET /v2.0/security-groups?id=3dff50d4-faed-48b7-b783-10568bb53def&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1918466 May 03 21:29:37.610110 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-db71242a-06d1-44ca-9cf6-e29119231735 tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:29:37.766521 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-db71242a-06d1-44ca-9cf6-e29119231735 tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-332800'] for floatingip, after_update {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:29:38.041082 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.db.l3_db [None req-db71242a-06d1-44ca-9cf6-e29119231735 tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] Floating IP 8f798384-b616-4ee0-bb37-3fa2d5f5f971 associated. External IP: 172.27.1.34, port: 46d7aa18-8157-45ea-b292-6af9e591723f. May 03 21:29:38.246038 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9575c7fe-0461-4195-95b8-6e7bd11152d8 req-b29a360e-edd5-4318-87fa-85f6d17bed7f tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:29:38.248269 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-9575c7fe-0461-4195-95b8-6e7bd11152d8 req-b29a360e-edd5-4318-87fa-85f6d17bed7f tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] 10.222.0.48 "GET /v2.0/ports?device_id=11444b4c-e752-4766-9e89-f57974330390 HTTP/1.1" status: 200 len: 945 time: 0.0947556 May 03 21:29:38.310838 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-9575c7fe-0461-4195-95b8-6e7bd11152d8 req-51c93f3f-d578-435a-998c-bf5187a13241 tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] 10.222.0.48 "GET /v2.0/security-groups?id=fb8a1e97-a16e-41ad-af1f-9903cda5dd84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544448 May 03 21:29:38.413690 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e25694-a8aa-45c8-9cc1-0fce70fa035f req-4aae8f0b-24ef-4dbb-a50a-eeacdb02f187 tempest-DeleteServersTestJSON-1257599601 tempest-DeleteServersTestJSON-1257599601-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:29:38.415145 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-94e25694-a8aa-45c8-9cc1-0fce70fa035f req-4aae8f0b-24ef-4dbb-a50a-eeacdb02f187 tempest-DeleteServersTestJSON-1257599601 tempest-DeleteServersTestJSON-1257599601-project] 10.222.0.48 "GET /v2.0/ports?device_id=7ae08669-d95f-432b-bc27-265833de050d HTTP/1.1" status: 200 len: 946 time: 0.2837427 May 03 21:29:38.489368 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-94e25694-a8aa-45c8-9cc1-0fce70fa035f req-a2b7431b-d3af-4623-bf82-581f77a6d086 tempest-DeleteServersTestJSON-1257599601 tempest-DeleteServersTestJSON-1257599601-project] 10.222.0.48 "GET /v2.0/security-groups?id=6d61b926-5dcc-4a56-9b2d-720c7d6b9af8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637672 May 03 21:29:38.585224 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d9e4df-7a89-4f5c-a050-ee3acec4bafc req-d83ec225-d331-43e4-8a0a-0756c8f803f8 tempest-VolumesSnapshotTestJSON-1309513029 tempest-VolumesSnapshotTestJSON-1309513029-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:29:38.585991 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.quota.resource [req-32d9e4df-7a89-4f5c-a050-ee3acec4bafc req-d83ec225-d331-43e4-8a0a-0756c8f803f8 tempest-VolumesSnapshotTestJSON-1309513029 tempest-VolumesSnapshotTestJSON-1309513029-project] Synchronizing usage tracker for tenant:103e27d9374d41689ceff14ee5a5ae21 on resource:network {{(pid=83992) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 21:29:38.734740 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.quota.resource [req-32d9e4df-7a89-4f5c-a050-ee3acec4bafc req-d83ec225-d331-43e4-8a0a-0756c8f803f8 tempest-VolumesSnapshotTestJSON-1309513029 tempest-VolumesSnapshotTestJSON-1309513029-project] Unset dirty status for tenant:103e27d9374d41689ceff14ee5a5ae21 on resource:network {{(pid=83992) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 21:29:38.735897 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-32d9e4df-7a89-4f5c-a050-ee3acec4bafc req-d83ec225-d331-43e4-8a0a-0756c8f803f8 tempest-VolumesSnapshotTestJSON-1309513029 tempest-VolumesSnapshotTestJSON-1309513029-project] 10.222.0.48 "GET /v2.0/networks?id=1bd6e5c5-0c32-4b7c-912b-8ae1c3143665 HTTP/1.1" status: 200 len: 814 time: 0.3078008 May 03 21:29:38.757632 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-32d9e4df-7a89-4f5c-a050-ee3acec4bafc req-d0d4a640-f8eb-4c27-a98d-7c5e3a12bea0 tempest-VolumesSnapshotTestJSON-1309513029 tempest-VolumesSnapshotTestJSON-1309513029-project] 10.222.0.48 "GET /v2.0/quotas/103e27d9374d41689ceff14ee5a5ae21 HTTP/1.1" status: 200 len: 375 time: 0.0155344 May 03 21:29:38.766089 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b2831f-7f9d-453a-917e-3fccda0dbf2e req-6c189683-8861-4030-a741-2ae487690d30 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:29:38.767592 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-f5b2831f-7f9d-453a-917e-3fccda0dbf2e req-6c189683-8861-4030-a741-2ae487690d30 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] 10.222.0.48 "GET /v2.0/ports?device_id=77f6a8a2-4366-486d-a002-05587e0f46b5 HTTP/1.1" status: 200 len: 946 time: 0.1292136 May 03 21:29:38.806247 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-32d9e4df-7a89-4f5c-a050-ee3acec4bafc req-8d7d6d00-c766-4792-be12-393eab36b956 tempest-VolumesSnapshotTestJSON-1309513029 tempest-VolumesSnapshotTestJSON-1309513029-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=103e27d9374d41689ceff14ee5a5ae21&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0464451 May 03 21:29:38.835734 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-f5b2831f-7f9d-453a-917e-3fccda0dbf2e req-371bd199-9404-48ef-89b6-ab3a5a95f92e tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] 10.222.0.48 "GET /v2.0/security-groups?id=3dff50d4-faed-48b7-b783-10568bb53def&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603726 May 03 21:29:38.853372 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db71242a-06d1-44ca-9cf6-e29119231735 tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] Router 360beb80-9db1-4402-a5b1-1a0d502ee210 has already been hosted by L3 agent c192ea1b-f7d6-49b7-9f22-5492fbafc6f3 {{(pid=83993) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 03 21:29:38.996977 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-32d9e4df-7a89-4f5c-a050-ee3acec4bafc req-411ab697-6001-4105-9eeb-f719a91bfa03 service neutron] 10.222.0.48 "GET /v2.0/networks/1bd6e5c5-0c32-4b7c-912b-8ae1c3143665?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1824980 May 03 21:29:39.103629 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db71242a-06d1-44ca-9cf6-e29119231735 tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] Notify agent at l3_agent.dv-cinder-840377-1-iscsi the message routers_updated {{(pid=83993) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 21:29:39.109903 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-db71242a-06d1-44ca-9cf6-e29119231735 tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93163'] for floatingip, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:29:39.163041 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-32d9e4df-7a89-4f5c-a050-ee3acec4bafc req-8a124f5c-6f8c-47ab-bed7-c753676f0c42 service neutron] 10.222.0.48 "GET /v2.0/networks/1bd6e5c5-0c32-4b7c-912b-8ae1c3143665?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1611626 May 03 21:29:39.186023 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-db71242a-06d1-44ca-9cf6-e29119231735 tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] 10.222.0.48 "PUT /v2.0/floatingips/8f798384-b616-4ee0-bb37-3fa2d5f5f971 HTTP/1.1" status: 200 len: 991 time: 2.7241790 May 03 21:29:39.188706 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '274fd6f3-1f2e-4da8-8c5f-fa173514fc2a', 'tag': '46d7aa18-8157-45ea-b292-6af9e591723f'}] {{(pid=83993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 03 21:29:39.253030 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aabe0caa-a167-4ff8-b2c6-001b6914cb80'] response: {'name': 'network-changed', 'server_uuid': '274fd6f3-1f2e-4da8-8c5f-fa173514fc2a', 'tag': '46d7aa18-8157-45ea-b292-6af9e591723f', 'status': 'completed', 'code': 200} May 03 21:29:39.430370 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-e3598133-34da-469d-b780-1a56122bebe8 req-e86216f5-62f0-445c-ab9e-54a625ea28ee service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a2df1ca790224a009004c3c22a5ee5c5&device_id=274fd6f3-1f2e-4da8-8c5f-fa173514fc2a HTTP/1.1" status: 200 len: 1099 time: 0.1048901 May 03 21:29:39.552715 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-776a6576-648f-4513-86ce-5b94b268a318 req-cf8c2184-054d-4f2e-91f2-45adcc610d7c tempest-VolumesSnapshotTestJSON-1309513029 tempest-VolumesSnapshotTestJSON-1309513029-project] 10.222.0.48 "GET /v2.0/ports?device_id=71fcec7c-c868-4296-b92d-704179c12e86 HTTP/1.1" status: 200 len: 210 time: 0.0473049 May 03 21:29:39.693651 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3598133-34da-469d-b780-1a56122bebe8 req-aef5078a-6c5d-48f7-894d-d4c0af3fe2b9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:29:39.695542 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-e3598133-34da-469d-b780-1a56122bebe8 req-aef5078a-6c5d-48f7-894d-d4c0af3fe2b9 service neutron] 10.222.0.42 "GET /v2.0/networks?id=74dacc7e-115e-4cd0-87fd-8eaa4de43b7c HTTP/1.1" status: 200 len: 911 time: 0.2430875 May 03 21:29:39.707505 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c4b2b9-f77d-4ba6-b9fc-3980cad87c40 req-e2bfe899-4b83-4eed-b658-9800175372cd tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:29:39.709325 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-15c4b2b9-f77d-4ba6-b9fc-3980cad87c40 req-e2bfe899-4b83-4eed-b658-9800175372cd tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] 10.222.0.48 "GET /v2.0/ports?device_id=11444b4c-e752-4766-9e89-f57974330390 HTTP/1.1" status: 200 len: 945 time: 0.1603262 May 03 21:29:39.783867 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509974fc-9930-4480-b1c6-102b48ef774e req-8c464ecd-bd38-4743-b5a9-825e9b2725cb tempest-DeleteServersTestJSON-1257599601 tempest-DeleteServersTestJSON-1257599601-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:29:39.786425 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-509974fc-9930-4480-b1c6-102b48ef774e req-8c464ecd-bd38-4743-b5a9-825e9b2725cb tempest-DeleteServersTestJSON-1257599601 tempest-DeleteServersTestJSON-1257599601-project] 10.222.0.48 "GET /v2.0/ports?device_id=7ae08669-d95f-432b-bc27-265833de050d HTTP/1.1" status: 200 len: 946 time: 0.1045671 May 03 21:29:39.845058 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-15c4b2b9-f77d-4ba6-b9fc-3980cad87c40 req-ea6374c3-aa32-45f4-96a8-7e1c43e1b5cd tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] 10.222.0.48 "GET /v2.0/security-groups?id=fb8a1e97-a16e-41ad-af1f-9903cda5dd84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298449 May 03 21:29:39.883465 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-509974fc-9930-4480-b1c6-102b48ef774e req-30edeff0-6302-4ef6-83e1-b0e8f8e88e9d tempest-DeleteServersTestJSON-1257599601 tempest-DeleteServersTestJSON-1257599601-project] 10.222.0.48 "GET /v2.0/security-groups?id=6d61b926-5dcc-4a56-9b2d-720c7d6b9af8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766568 May 03 21:29:39.883831 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-e3598133-34da-469d-b780-1a56122bebe8 req-0fc9b5d6-6ac4-493b-9800-ad121161bf86 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=46d7aa18-8157-45ea-b292-6af9e591723f HTTP/1.1" status: 200 len: 999 time: 0.1410601 May 03 21:29:39.967912 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3598133-34da-469d-b780-1a56122bebe8 req-2e92ba75-fccd-4901-87c4-cd9c6d252834 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:29:39.970497 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-e3598133-34da-469d-b780-1a56122bebe8 req-2e92ba75-fccd-4901-87c4-cd9c6d252834 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=55e45d73-03f2-4af5-b38e-f33c41c1d7ec HTTP/1.1" status: 200 len: 849 time: 0.0890687 May 03 21:29:40.115119 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-e3598133-34da-469d-b780-1a56122bebe8 req-78d4ce8d-97f2-437a-8bec-c84876f44f64 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=74dacc7e-115e-4cd0-87fd-8eaa4de43b7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1334722 May 03 21:29:40.121937 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267150f9-52a4-4e3b-911e-4d021f3e67aa req-613fb564-1e57-4475-bc05-f2eb35fad245 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:29:40.124150 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-267150f9-52a4-4e3b-911e-4d021f3e67aa req-613fb564-1e57-4475-bc05-f2eb35fad245 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] 10.222.0.48 "GET /v2.0/ports?device_id=77f6a8a2-4366-486d-a002-05587e0f46b5 HTTP/1.1" status: 200 len: 946 time: 0.1083391 May 03 21:29:40.268929 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-267150f9-52a4-4e3b-911e-4d021f3e67aa req-6302b1b8-b0b7-4b5a-b403-5a15f3dcd792 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] 10.222.0.48 "GET /v2.0/security-groups?id=3dff50d4-faed-48b7-b783-10568bb53def&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1166136 May 03 21:29:40.313849 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-e3598133-34da-469d-b780-1a56122bebe8 req-9d0a6ffd-9b8c-4ae5-ad21-dbfd799d0acb service neutron] 10.222.0.42 "GET /v2.0/networks/74dacc7e-115e-4cd0-87fd-8eaa4de43b7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1847603 May 03 21:29:40.471434 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-e3598133-34da-469d-b780-1a56122bebe8 req-a2968e8b-37ee-4464-be4e-a82e09f373c7 service neutron] 10.222.0.42 "GET /v2.0/networks/74dacc7e-115e-4cd0-87fd-8eaa4de43b7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345029 May 03 21:29:40.492729 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ab4568-6f98-4f0d-bf6d-72180c27011b req-b6a97343-46b3-4189-a7ed-918506ec38a0 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:29:40.494199 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-56ab4568-6f98-4f0d-bf6d-72180c27011b req-b6a97343-46b3-4189-a7ed-918506ec38a0 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] 10.222.0.48 "GET /v2.0/ports?device_id=77f6a8a2-4366-486d-a002-05587e0f46b5 HTTP/1.1" status: 200 len: 946 time: 0.0819395 May 03 21:29:40.504005 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.48', 55012) {{(pid=83993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:29:40.509703 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.v2.base [None req-7ed74c81-50a1-4d5a-a5b7-603d34a13d34 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] Request body: {'floatingip': {'port_id': 'be428a12-3d87-4da1-a665-e7b79df6af66'}} {{(pid=83993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 03 21:29:40.725812 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-7ed74c81-50a1-4d5a-a5b7-603d34a13d34 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] Notify callbacks [] for floatingip, before_update {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:29:40.776387 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-21a57011-9855-4d9b-84dd-d2d80b4abed7 req-bcfe1287-5cc2-48b5-af07-c395ae2e08ca tempest-VolumesSnapshotTestJSON-1309513029 tempest-VolumesSnapshotTestJSON-1309513029-project] 10.222.0.48 "GET /v2.0/ports?device_id=71fcec7c-c868-4296-b92d-704179c12e86 HTTP/1.1" status: 200 len: 210 time: 0.1098905 May 03 21:29:41.120616 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f399037-f59d-46bc-a2ce-945802efd4c5 req-cbf16751-a2f6-4c0c-93b1-49106cf9af63 tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:29:41.122093 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-9f399037-f59d-46bc-a2ce-945802efd4c5 req-cbf16751-a2f6-4c0c-93b1-49106cf9af63 tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] 10.222.0.48 "GET /v2.0/ports?device_id=11444b4c-e752-4766-9e89-f57974330390 HTTP/1.1" status: 200 len: 945 time: 0.1030602 May 03 21:29:41.221100 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-9f399037-f59d-46bc-a2ce-945802efd4c5 req-691c7a4d-34f9-4bc7-ab9e-2e372879bd2a tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] 10.222.0.48 "GET /v2.0/security-groups?id=fb8a1e97-a16e-41ad-af1f-9903cda5dd84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803709 May 03 21:29:41.269835 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.48', 55036) {{(pid=83992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:29:41.312462 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b23f7e-2918-4c09-836a-52df168355fa req-5e0e5368-097f-47f9-8075-18be9e83fa65 tempest-DeleteServersTestJSON-1257599601 tempest-DeleteServersTestJSON-1257599601-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:29:41.314412 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-d4b23f7e-2918-4c09-836a-52df168355fa req-5e0e5368-097f-47f9-8075-18be9e83fa65 tempest-DeleteServersTestJSON-1257599601 tempest-DeleteServersTestJSON-1257599601-project] 10.222.0.48 "GET /v2.0/ports?device_id=7ae08669-d95f-432b-bc27-265833de050d HTTP/1.1" status: 200 len: 946 time: 0.2908881 May 03 21:29:41.335605 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.db.db_base_plugin_v2 [None req-c675c74f-ec52-45da-af41-c8314b8deda1 admin admin] Deleting subnet 9c5dd340-c2a0-4f0f-85eb-cb5bc62b32e0 {{(pid=83992) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 03 21:29:41.339798 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-c675c74f-ec52-45da-af41-c8314b8deda1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:29:41.411888 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-c675c74f-ec52-45da-af41-c8314b8deda1 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:29:41.423408 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-c675c74f-ec52-45da-af41-c8314b8deda1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2088927'] for subnet, precommit_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:29:41.436968 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-d4b23f7e-2918-4c09-836a-52df168355fa req-58777e8f-f30f-490a-8b85-d19507e6ac6f tempest-DeleteServersTestJSON-1257599601 tempest-DeleteServersTestJSON-1257599601-project] 10.222.0.48 "GET /v2.0/security-groups?id=6d61b926-5dcc-4a56-9b2d-720c7d6b9af8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121526 May 03 21:29:41.582170 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-7ed74c81-50a1-4d5a-a5b7-603d34a13d34 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:29:41.606921 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-c675c74f-ec52-45da-af41-c8314b8deda1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2088918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396'] for subnet, after_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:29:41.648044 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c675c74f-ec52-45da-af41-c8314b8deda1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9c5dd340-c2a0-4f0f-85eb-cb5bc62b32e0,revision_number=None']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:29:41.652894 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-c675c74f-ec52-45da-af41-c8314b8deda1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:29:41.659017 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [None req-c675c74f-ec52-45da-af41-c8314b8deda1 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/9c5dd340-c2a0-4f0f-85eb-cb5bc62b32e0 HTTP/1.1" status: 204 len: 168 time: 0.3880050 May 03 21:29:41.661572 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.48', 55040) {{(pid=83992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:29:41.754776 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-7ed74c81-50a1-4d5a-a5b7-603d34a13d34 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-332800'] for floatingip, after_update {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:29:41.815016 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-501bda0b-7a01-4fcb-a7e4-1a25c5c54d72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1078587'] for network, before_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:29:41.960446 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.db.l3_db [None req-7ed74c81-50a1-4d5a-a5b7-603d34a13d34 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] Floating IP e63cce36-5f20-4be3-b2a2-1ce3dc8045eb associated. External IP: 172.27.1.37, port: be428a12-3d87-4da1-a665-e7b79df6af66. May 03 21:29:42.034107 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-9e8fcdeb-713d-4178-90ec-bee592d05915 req-b3490c2e-fbd5-4dab-8712-2e31cc709ab7 tempest-VolumesSnapshotTestJSON-1309513029 tempest-VolumesSnapshotTestJSON-1309513029-project] 10.222.0.48 "GET /v2.0/ports?device_id=71fcec7c-c868-4296-b92d-704179c12e86 HTTP/1.1" status: 200 len: 210 time: 0.0749037 May 03 21:29:42.038417 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-501bda0b-7a01-4fcb-a7e4-1a25c5c54d72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2083402', 'neutron.services.segments.db._delete_segments_for_network-8781386283897'] for network, precommit_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:29:42.070870 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-501bda0b-7a01-4fcb-a7e4-1a25c5c54d72 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=83992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:29:42.071216 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-501bda0b-7a01-4fcb-a7e4-1a25c5c54d72 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=83992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:29:42.071969 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-501bda0b-7a01-4fcb-a7e4-1a25c5c54d72 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=83992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:29:42.072299 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-501bda0b-7a01-4fcb-a7e4-1a25c5c54d72 admin admin] Subscribe: > port after_create 55550000 {{(pid=83992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:29:42.072640 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-501bda0b-7a01-4fcb-a7e4-1a25c5c54d72 admin admin] Subscribe: > port after_delete 55550000 {{(pid=83992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:29:42.072991 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-501bda0b-7a01-4fcb-a7e4-1a25c5c54d72 admin admin] Subscribe: > port after_update 55550000 {{(pid=83992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:29:42.073323 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-501bda0b-7a01-4fcb-a7e4-1a25c5c54d72 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=83992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:29:42.073653 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-501bda0b-7a01-4fcb-a7e4-1a25c5c54d72 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=83992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:29:42.073963 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-501bda0b-7a01-4fcb-a7e4-1a25c5c54d72 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=83992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:29:42.074310 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-501bda0b-7a01-4fcb-a7e4-1a25c5c54d72 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=83992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:29:42.309177 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-501bda0b-7a01-4fcb-a7e4-1a25c5c54d72 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=83992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:29:42.310427 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-501bda0b-7a01-4fcb-a7e4-1a25c5c54d72 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=83992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:29:42.311050 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-501bda0b-7a01-4fcb-a7e4-1a25c5c54d72 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=83992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:29:42.311778 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-501bda0b-7a01-4fcb-a7e4-1a25c5c54d72 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=83992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:29:42.312277 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.services.segments.db [None req-501bda0b-7a01-4fcb-a7e4-1a25c5c54d72 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ccd5e89-e745-4d9c-a981-88f3b4e7bb66']}} {{(pid=83992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:29:42.327901 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.services.segments.db [None req-501bda0b-7a01-4fcb-a7e4-1a25c5c54d72 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '513af00e-11d2-428e-8eba-db3393b40adc') {'for_net_delete': True} {{(pid=83992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:29:42.332981 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.services.segments.db [None req-501bda0b-7a01-4fcb-a7e4-1a25c5c54d72 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '513af00e-11d2-428e-8eba-db3393b40adc') {} {{(pid=83992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:29:42.342266 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-501bda0b-7a01-4fcb-a7e4-1a25c5c54d72 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781386283780', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2020280'] for segment, before_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:29:42.361738 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-501bda0b-7a01-4fcb-a7e4-1a25c5c54d72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1172921'] for segment, precommit_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:29:42.370610 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-501bda0b-7a01-4fcb-a7e4-1a25c5c54d72 admin admin] Releasing vlan 402 on physical network physnet1 to pool {{(pid=83992) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 03 21:29:42.371122 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-501bda0b-7a01-4fcb-a7e4-1a25c5c54d72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1172898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3996775'] for segment, after_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:29:42.388545 dv-cinder-840377-1-iscsi neutron-server[83992]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) May 03 21:29:42.388545 dv-cinder-840377-1-iscsi neutron-server[83992]: util.warn_limited( May 03 21:29:42.388545 dv-cinder-840377-1-iscsi neutron-server[83992]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) May 03 21:29:42.388545 dv-cinder-840377-1-iscsi neutron-server[83992]: util.warn_limited( May 03 21:29:42.388545 dv-cinder-840377-1-iscsi neutron-server[83992]: Traceback (most recent call last): May 03 21:29:42.388545 dv-cinder-840377-1-iscsi neutron-server[83992]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 03 21:29:42.388545 dv-cinder-840377-1-iscsi neutron-server[83992]: timer() May 03 21:29:42.388545 dv-cinder-840377-1-iscsi neutron-server[83992]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 03 21:29:42.388545 dv-cinder-840377-1-iscsi neutron-server[83992]: cb(*args, **kw) May 03 21:29:42.388545 dv-cinder-840377-1-iscsi neutron-server[83992]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 03 21:29:42.388545 dv-cinder-840377-1-iscsi neutron-server[83992]: return func(*args, **kwargs) May 03 21:29:42.388545 dv-cinder-840377-1-iscsi neutron-server[83992]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 03 21:29:42.388545 dv-cinder-840377-1-iscsi neutron-server[83992]: self._notify() May 03 21:29:42.388545 dv-cinder-840377-1-iscsi neutron-server[83992]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 03 21:29:42.388545 dv-cinder-840377-1-iscsi neutron-server[83992]: self.callback(batched_events) May 03 21:29:42.388545 dv-cinder-840377-1-iscsi neutron-server[83992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 03 21:29:42.388545 dv-cinder-840377-1-iscsi neutron-server[83992]: event.method(event) May 03 21:29:42.388545 dv-cinder-840377-1-iscsi neutron-server[83992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 03 21:29:42.388545 dv-cinder-840377-1-iscsi neutron-server[83992]: aggregate_id = self._get_aggregate_id(event.segment_id) May 03 21:29:42.388545 dv-cinder-840377-1-iscsi neutron-server[83992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 03 21:29:42.388545 dv-cinder-840377-1-iscsi neutron-server[83992]: aggregate_uuid = self.p_client.list_aggregates( May 03 21:29:42.388545 dv-cinder-840377-1-iscsi neutron-server[83992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 03 21:29:42.388545 dv-cinder-840377-1-iscsi neutron-server[83992]: return f(self, *a, **k) May 03 21:29:42.388545 dv-cinder-840377-1-iscsi neutron-server[83992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 03 21:29:42.388545 dv-cinder-840377-1-iscsi neutron-server[83992]: return self._get(url).json() May 03 21:29:42.388545 dv-cinder-840377-1-iscsi neutron-server[83992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 03 21:29:42.388545 dv-cinder-840377-1-iscsi neutron-server[83992]: return self._client.get(url, endpoint_filter=self._ks_filter, May 03 21:29:42.388545 dv-cinder-840377-1-iscsi neutron-server[83992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 03 21:29:42.388545 dv-cinder-840377-1-iscsi neutron-server[83992]: return self.request(url, 'GET', **kwargs) May 03 21:29:42.388545 dv-cinder-840377-1-iscsi neutron-server[83992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 03 21:29:42.388545 dv-cinder-840377-1-iscsi neutron-server[83992]: base_url = self.get_endpoint(auth, allow=allow, May 03 21:29:42.388545 dv-cinder-840377-1-iscsi neutron-server[83992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 03 21:29:42.388545 dv-cinder-840377-1-iscsi neutron-server[83992]: auth = self._auth_required(auth, 'determine endpoint URL') May 03 21:29:42.388545 dv-cinder-840377-1-iscsi neutron-server[83992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 03 21:29:42.388545 dv-cinder-840377-1-iscsi neutron-server[83992]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 03 21:29:42.388545 dv-cinder-840377-1-iscsi neutron-server[83992]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 03 21:29:42.432238 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-378d4b46-0db7-488a-8826-4beafeea75a8 None None] Sync routers for ids ['68150121-68dc-4495-bcf7-8d66179822f8'] in dv-cinder-840377-1-iscsi {{(pid=83995) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 03 21:29:42.453902 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-378d4b46-0db7-488a-8826-4beafeea75a8 None None] Routers {'68150121-68dc-4495-bcf7-8d66179822f8'} bound to L3 agent in host dv-cinder-840377-1-iscsi {{(pid=83995) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 03 21:29:42.453902 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.db.l3_hamode_db [None req-378d4b46-0db7-488a-8826-4beafeea75a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840377-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-03T21:19:18Z,description=,heartbeat_timestamp=2022-05-03T21:29:19Z,host='dv-cinder-840377-1-iscsi',id=c192ea1b-f7d6-49b7-9f22-5492fbafc6f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:19:19Z,topic='l3_agent')) {'router_ids': ['68150121-68dc-4495-bcf7-8d66179822f8'], 'active': True} {{(pid=83995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:29:42.510344 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fe9758-0760-43d8-ae26-d1a18f7ef387 req-2779ad3e-70dd-405c-8ec4-bcf053a3c5a4 tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:29:42.511878 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-37fe9758-0760-43d8-ae26-d1a18f7ef387 req-2779ad3e-70dd-405c-8ec4-bcf053a3c5a4 tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] 10.222.0.48 "GET /v2.0/ports?device_id=11444b4c-e752-4766-9e89-f57974330390 HTTP/1.1" status: 200 len: 945 time: 0.1204970 May 03 21:29:42.586879 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-37fe9758-0760-43d8-ae26-d1a18f7ef387 req-67ac786c-679e-41b2-98ad-69af8648fefd tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] 10.222.0.48 "GET /v2.0/security-groups?id=fb8a1e97-a16e-41ad-af1f-9903cda5dd84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672572 May 03 21:29:42.619184 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ed74c81-50a1-4d5a-a5b7-603d34a13d34 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] Router ae7dead0-6fb4-41eb-9eda-11e0a06ec6e3 has already been hosted by L3 agent c192ea1b-f7d6-49b7-9f22-5492fbafc6f3 {{(pid=83993) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 03 21:29:42.666611 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.db.l3_dvr_db [None req-378d4b46-0db7-488a-8826-4beafeea75a8 None None] Set router 68150121-68dc-4495-bcf7-8d66179822f8 gateway port host: dv-cinder-840377-1-iscsi {{(pid=83995) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 03 21:29:42.667449 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-501bda0b-7a01-4fcb-a7e4-1a25c5c54d72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2083393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-332850'] for network, after_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:29:42.699139 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1732d2b3-b2f0-459e-ab6a-d9a035a3843f req-233ed83e-60e5-4297-b40d-da804b75245f tempest-DeleteServersTestJSON-1257599601 tempest-DeleteServersTestJSON-1257599601-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:29:42.706070 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-1732d2b3-b2f0-459e-ab6a-d9a035a3843f req-233ed83e-60e5-4297-b40d-da804b75245f tempest-DeleteServersTestJSON-1257599601 tempest-DeleteServersTestJSON-1257599601-project] 10.222.0.48 "GET /v2.0/ports?device_id=7ae08669-d95f-432b-bc27-265833de050d HTTP/1.1" status: 200 len: 946 time: 0.1275287 May 03 21:29:42.712250 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-501bda0b-7a01-4fcb-a7e4-1a25c5c54d72 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1706389'] for network, before_response {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:29:42.755628 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501bda0b-7a01-4fcb-a7e4-1a25c5c54d72 admin admin] Pushing event deleted for resources: {'Network': ['ID=4ccd5e89-e745-4d9c-a981-88f3b4e7bb66,revision_number=None']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:29:42.761630 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [None req-501bda0b-7a01-4fcb-a7e4-1a25c5c54d72 admin admin] 10.222.0.48 "DELETE /v2.0/networks/4ccd5e89-e745-4d9c-a981-88f3b4e7bb66 HTTP/1.1" status: 204 len: 168 time: 1.0989325 May 03 21:29:42.763334 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.48', 55054) {{(pid=83992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:29:42.802238 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-1732d2b3-b2f0-459e-ab6a-d9a035a3843f req-144d68ae-881a-4be4-a032-99840a790247 tempest-DeleteServersTestJSON-1257599601 tempest-DeleteServersTestJSON-1257599601-project] 10.222.0.48 "GET /v2.0/security-groups?id=6d61b926-5dcc-4a56-9b2d-720c7d6b9af8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951853 May 03 21:29:42.835357 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.db.db_base_plugin_v2 [None req-f29fc909-05e7-480e-ac1f-d06bad3c2dc4 admin admin] Deleting subnet 544a42cc-a354-4450-8391-923b72c63d05 {{(pid=83992) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 03 21:29:42.838899 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-f29fc909-05e7-480e-ac1f-d06bad3c2dc4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:29:42.889429 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ed74c81-50a1-4d5a-a5b7-603d34a13d34 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] Notify agent at l3_agent.dv-cinder-840377-1-iscsi the message routers_updated {{(pid=83993) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 21:29:42.897058 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-7ed74c81-50a1-4d5a-a5b7-603d34a13d34 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93163'] for floatingip, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:29:42.897507 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-f29fc909-05e7-480e-ac1f-d06bad3c2dc4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2020427'] for subnet, precommit_delete_associations {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:29:42.907479 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e73a4df1-f148-45d7-b759-1ba39f7cd5ed None None] Sync routers for ids ['ae7dead0-6fb4-41eb-9eda-11e0a06ec6e3'] in dv-cinder-840377-1-iscsi {{(pid=83994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 03 21:29:42.925576 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e73a4df1-f148-45d7-b759-1ba39f7cd5ed None None] Routers {'ae7dead0-6fb4-41eb-9eda-11e0a06ec6e3'} bound to L3 agent in host dv-cinder-840377-1-iscsi {{(pid=83994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 03 21:29:42.929472 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.l3_hamode_db [None req-e73a4df1-f148-45d7-b759-1ba39f7cd5ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840377-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-03T21:19:18Z,description=,heartbeat_timestamp=2022-05-03T21:29:19Z,host='dv-cinder-840377-1-iscsi',id=c192ea1b-f7d6-49b7-9f22-5492fbafc6f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:19:19Z,topic='l3_agent')) {'router_ids': ['ae7dead0-6fb4-41eb-9eda-11e0a06ec6e3'], 'active': True} {{(pid=83994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:29:42.977430 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-f29fc909-05e7-480e-ac1f-d06bad3c2dc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2088927'] for subnet, precommit_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:29:42.984510 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-7ed74c81-50a1-4d5a-a5b7-603d34a13d34 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] 10.222.0.48 "PUT /v2.0/floatingips/e63cce36-5f20-4be3-b2a2-1ce3dc8045eb HTTP/1.1" status: 200 len: 991 time: 2.4745717 May 03 21:29:42.984510 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77f6a8a2-4366-486d-a002-05587e0f46b5', 'tag': 'be428a12-3d87-4da1-a665-e7b79df6af66'}] {{(pid=83993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 03 21:29:43.050856 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.notifiers.nova [-] Nova event matching ['req-efd8a22f-8110-470e-8025-1eaf59397b10'] response: {'name': 'network-changed', 'server_uuid': '77f6a8a2-4366-486d-a002-05587e0f46b5', 'tag': 'be428a12-3d87-4da1-a665-e7b79df6af66', 'status': 'completed', 'code': 200} May 03 21:29:43.182052 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.l3_dvr_db [None req-e73a4df1-f148-45d7-b759-1ba39f7cd5ed None None] Set router ae7dead0-6fb4-41eb-9eda-11e0a06ec6e3 gateway port host: dv-cinder-840377-1-iscsi {{(pid=83994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 03 21:29:43.199290 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.db.l3_hamode_db [None req-378d4b46-0db7-488a-8826-4beafeea75a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68150121-68dc-4495-bcf7-8d66179822f8', 'name': 'tempest-AttachVolumeNegativeTest-487551053-router', 'tenant_id': 'bd571e41b44a4bc6b16bf8163252f168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c33334bd-f19e-453d-9f7b-349270405c58', 'external_fixed_ips': [{'subnet_id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'ip_address': '172.27.1.192'}], 'enable_snat': True}, 'gw_port_id': '07f5f895-667f-41a6-8b98-e761a27a9ddb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:28:25Z', 'updated_at': '2022-05-03T21:28:37Z', 'revision_number': 4, 'project_id': 'bd571e41b44a4bc6b16bf8163252f168', 'gw_port': {'id': '07f5f895-667f-41a6-8b98-e761a27a9ddb', 'name': '', 'network_id': 'c33334bd-f19e-453d-9f7b-349270405c58', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:26:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68150121-68dc-4495-bcf7-8d66179822f8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'ip_address': '172.27.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:28:27Z', 'updated_at': '2022-05-03T21:28:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840377-1-iscsi', '_floatingips': [{'id': '100a5aed-532d-4711-af1d-084799961218', 'tenant_id': 'bd571e41b44a4bc6b16bf8163252f168', 'floating_ip_address': '172.27.1.216', 'floating_network_id': 'c33334bd-f19e-453d-9f7b-349270405c58', 'router_id': '68150121-68dc-4495-bcf7-8d66179822f8', 'port_id': '5c8533bd-9029-4055-8bb5-b5628053505e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'afa29ce3-7ea1-4fb3-8d15-b28913382476', 'mac_address': 'fa:16:3e:60:df:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12a46337-1502-4a61-8c0d-8b5dd98d5a14', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T21:28:53Z', 'updated_at': '2022-05-03T21:29:31Z', 'revision_number': 1, 'project_id': 'bd571e41b44a4bc6b16bf8163252f168', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4fd95030-f142-4d90-a90c-6a2865ea606e', 'name': '', 'network_id': 'afa29ce3-7ea1-4fb3-8d15-b28913382476', 'tenant_id': 'bd571e41b44a4bc6b16bf8163252f168', 'mac_address': 'fa:16:3e:7c:b9:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68150121-68dc-4495-bcf7-8d66179822f8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '663a4790-11b9-4523-b0db-a1ea41b30d40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:28:34Z', 'updated_at': '2022-05-03T21:28:38Z', 'revision_number': 2, 'project_id': 'bd571e41b44a4bc6b16bf8163252f168', 'subnets': [{'id': '663a4790-11b9-4523-b0db-a1ea41b30d40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840377-1-iscsi', False) {} {{(pid=83995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:29:43.204448 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-378d4b46-0db7-488a-8826-4beafeea75a8 None None] Checking router: 68150121-68dc-4495-bcf7-8d66179822f8 for host: dv-cinder-840377-1-iscsi {{(pid=83995) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 03 21:29:43.204956 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-378d4b46-0db7-488a-8826-4beafeea75a8 None None] Updating router 68150121-68dc-4495-bcf7-8d66179822f8 port 4fd95030-f142-4d90-a90c-6a2865ea606e binding host dv-cinder-840377-1-iscsi {{(pid=83995) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 03 21:29:43.223243 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-f29fc909-05e7-480e-ac1f-d06bad3c2dc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2088918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3996681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3410922'] for subnet, after_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:29:43.266264 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-2da1a061-9767-473f-841e-8829300ec360 req-9e1819a1-a6fa-4fd2-afb4-a7cedf563e30 tempest-VolumesSnapshotTestJSON-1309513029 tempest-VolumesSnapshotTestJSON-1309513029-project] 10.222.0.48 "GET /v2.0/ports?device_id=71fcec7c-c868-4296-b92d-704179c12e86 HTTP/1.1" status: 200 len: 210 time: 0.0829065 May 03 21:29:43.268837 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-378d4b46-0db7-488a-8826-4beafeea75a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1124352'] for port, before_update {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:29:43.271275 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29fc909-05e7-480e-ac1f-d06bad3c2dc4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=544a42cc-a354-4450-8391-923b72c63d05,revision_number=None']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:29:43.282443 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-f29fc909-05e7-480e-ac1f-d06bad3c2dc4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:29:43.289325 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [None req-f29fc909-05e7-480e-ac1f-d06bad3c2dc4 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/544a42cc-a354-4450-8391-923b72c63d05 HTTP/1.1" status: 204 len: 168 time: 0.5232201 May 03 21:29:43.292195 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.48', 55066) {{(pid=83992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:29:43.416225 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-82ae3162-656c-4400-bf25-13ef60a095cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1078587'] for network, before_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:29:43.555272 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-82ae3162-656c-4400-bf25-13ef60a095cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2083402', 'neutron.services.segments.db._delete_segments_for_network-8781386283897'] for network, precommit_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:29:43.585646 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.services.segments.db [None req-82ae3162-656c-4400-bf25-13ef60a095cf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d197cbb3-66f8-458d-b0a6-0a5d2551c1ab']}} {{(pid=83992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:29:43.601813 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.services.segments.db [None req-82ae3162-656c-4400-bf25-13ef60a095cf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89906f5d-41fd-4887-bf6e-cdeb025eb3a7') {'for_net_delete': True} {{(pid=83992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:29:43.602125 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.services.segments.db [None req-82ae3162-656c-4400-bf25-13ef60a095cf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89906f5d-41fd-4887-bf6e-cdeb025eb3a7') {} {{(pid=83992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:29:43.614815 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-82ae3162-656c-4400-bf25-13ef60a095cf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781386283780', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2020280'] for segment, before_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:29:43.635275 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-82ae3162-656c-4400-bf25-13ef60a095cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1172921'] for segment, precommit_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:29:43.640211 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.l3_hamode_db [None req-e73a4df1-f148-45d7-b759-1ba39f7cd5ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae7dead0-6fb4-41eb-9eda-11e0a06ec6e3', 'name': 'tempest-AttachVolumeShelveTestJSON-2141674484-router', 'tenant_id': '4cf52ffb4a864a689f5d0242ddc4cc4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c33334bd-f19e-453d-9f7b-349270405c58', 'external_fixed_ips': [{'subnet_id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'ip_address': '172.27.1.47'}], 'enable_snat': True}, 'gw_port_id': '0a07561c-bb96-444c-8c1c-e211fc2b8739', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:28:28Z', 'updated_at': '2022-05-03T21:28:42Z', 'revision_number': 4, 'project_id': '4cf52ffb4a864a689f5d0242ddc4cc4f', 'gw_port': {'id': '0a07561c-bb96-444c-8c1c-e211fc2b8739', 'name': '', 'network_id': 'c33334bd-f19e-453d-9f7b-349270405c58', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:4e:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae7dead0-6fb4-41eb-9eda-11e0a06ec6e3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'ip_address': '172.27.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:28:30Z', 'updated_at': '2022-05-03T21:28:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840377-1-iscsi', '_floatingips': [{'id': 'e63cce36-5f20-4be3-b2a2-1ce3dc8045eb', 'tenant_id': '4cf52ffb4a864a689f5d0242ddc4cc4f', 'floating_ip_address': '172.27.1.37', 'floating_network_id': 'c33334bd-f19e-453d-9f7b-349270405c58', 'router_id': 'ae7dead0-6fb4-41eb-9eda-11e0a06ec6e3', 'port_id': 'be428a12-3d87-4da1-a665-e7b79df6af66', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a76ba353-ab28-4792-b070-a9ace23ad085', 'mac_address': 'fa:16:3e:aa:4f:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77f6a8a2-4366-486d-a002-05587e0f46b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T21:29:01Z', 'updated_at': '2022-05-03T21:29:41Z', 'revision_number': 1, 'project_id': '4cf52ffb4a864a689f5d0242ddc4cc4f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5457c169-81f4-4fd9-9167-a261b394277b', 'name': '', 'network_id': 'a76ba353-ab28-4792-b070-a9ace23ad085', 'tenant_id': '4cf52ffb4a864a689f5d0242ddc4cc4f', 'mac_address': 'fa:16:3e:00:71:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae7dead0-6fb4-41eb-9eda-11e0a06ec6e3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e0993ef0-a172-48a1-8947-068cb6cb24ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:28:39Z', 'updated_at': '2022-05-03T21:29:12Z', 'revision_number': 5, 'project_id': '4cf52ffb4a864a689f5d0242ddc4cc4f', 'subnets': [{'id': 'e0993ef0-a172-48a1-8947-068cb6cb24ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840377-1-iscsi', False) {} {{(pid=83994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:29:43.645392 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82ae3162-656c-4400-bf25-13ef60a095cf admin admin] Releasing vlan 417 on physical network physnet1 to pool {{(pid=83992) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 03 21:29:43.645884 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-82ae3162-656c-4400-bf25-13ef60a095cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1172898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3996775'] for segment, after_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:29:43.647012 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e73a4df1-f148-45d7-b759-1ba39f7cd5ed None None] Checking router: ae7dead0-6fb4-41eb-9eda-11e0a06ec6e3 for host: dv-cinder-840377-1-iscsi {{(pid=83994) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 03 21:29:43.667359 dv-cinder-840377-1-iscsi neutron-server[83992]: Traceback (most recent call last): May 03 21:29:43.667359 dv-cinder-840377-1-iscsi neutron-server[83992]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 03 21:29:43.667359 dv-cinder-840377-1-iscsi neutron-server[83992]: timer() May 03 21:29:43.667359 dv-cinder-840377-1-iscsi neutron-server[83992]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 03 21:29:43.667359 dv-cinder-840377-1-iscsi neutron-server[83992]: cb(*args, **kw) May 03 21:29:43.667359 dv-cinder-840377-1-iscsi neutron-server[83992]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 03 21:29:43.667359 dv-cinder-840377-1-iscsi neutron-server[83992]: return func(*args, **kwargs) May 03 21:29:43.667359 dv-cinder-840377-1-iscsi neutron-server[83992]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 03 21:29:43.667359 dv-cinder-840377-1-iscsi neutron-server[83992]: self._notify() May 03 21:29:43.667359 dv-cinder-840377-1-iscsi neutron-server[83992]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 03 21:29:43.667359 dv-cinder-840377-1-iscsi neutron-server[83992]: self.callback(batched_events) May 03 21:29:43.667359 dv-cinder-840377-1-iscsi neutron-server[83992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 03 21:29:43.667359 dv-cinder-840377-1-iscsi neutron-server[83992]: event.method(event) May 03 21:29:43.667359 dv-cinder-840377-1-iscsi neutron-server[83992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 03 21:29:43.667359 dv-cinder-840377-1-iscsi neutron-server[83992]: aggregate_id = self._get_aggregate_id(event.segment_id) May 03 21:29:43.667359 dv-cinder-840377-1-iscsi neutron-server[83992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 03 21:29:43.667359 dv-cinder-840377-1-iscsi neutron-server[83992]: aggregate_uuid = self.p_client.list_aggregates( May 03 21:29:43.667359 dv-cinder-840377-1-iscsi neutron-server[83992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 03 21:29:43.667359 dv-cinder-840377-1-iscsi neutron-server[83992]: return f(self, *a, **k) May 03 21:29:43.667359 dv-cinder-840377-1-iscsi neutron-server[83992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 03 21:29:43.667359 dv-cinder-840377-1-iscsi neutron-server[83992]: return self._get(url).json() May 03 21:29:43.667359 dv-cinder-840377-1-iscsi neutron-server[83992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 03 21:29:43.667359 dv-cinder-840377-1-iscsi neutron-server[83992]: return self._client.get(url, endpoint_filter=self._ks_filter, May 03 21:29:43.667359 dv-cinder-840377-1-iscsi neutron-server[83992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 03 21:29:43.667359 dv-cinder-840377-1-iscsi neutron-server[83992]: return self.request(url, 'GET', **kwargs) May 03 21:29:43.667359 dv-cinder-840377-1-iscsi neutron-server[83992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 03 21:29:43.667359 dv-cinder-840377-1-iscsi neutron-server[83992]: base_url = self.get_endpoint(auth, allow=allow, May 03 21:29:43.667359 dv-cinder-840377-1-iscsi neutron-server[83992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 03 21:29:43.667359 dv-cinder-840377-1-iscsi neutron-server[83992]: auth = self._auth_required(auth, 'determine endpoint URL') May 03 21:29:43.667359 dv-cinder-840377-1-iscsi neutron-server[83992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 03 21:29:43.667359 dv-cinder-840377-1-iscsi neutron-server[83992]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 03 21:29:43.667359 dv-cinder-840377-1-iscsi neutron-server[83992]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 03 21:29:43.671775 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e73a4df1-f148-45d7-b759-1ba39f7cd5ed None None] Routers {'ae7dead0-6fb4-41eb-9eda-11e0a06ec6e3'} bound to L3 agent in host dv-cinder-840377-1-iscsi {{(pid=83994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 03 21:29:43.672539 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.l3_hamode_db [None req-e73a4df1-f148-45d7-b759-1ba39f7cd5ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840377-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-03T21:19:18Z,description=,heartbeat_timestamp=2022-05-03T21:29:19Z,host='dv-cinder-840377-1-iscsi',id=c192ea1b-f7d6-49b7-9f22-5492fbafc6f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:19:19Z,topic='l3_agent')) {'router_ids': ['ae7dead0-6fb4-41eb-9eda-11e0a06ec6e3'], 'active': True} {{(pid=83994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:29:43.707036 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-378d4b46-0db7-488a-8826-4beafeea75a8 None None] Notify callbacks [] for port, precommit_update {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:29:43.855316 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8403c9-2f78-4b05-ba3f-775b0263f7e0 req-eb37d175-5688-462e-8a96-c7266411ab5b tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:29:43.861617 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-1b8403c9-2f78-4b05-ba3f-775b0263f7e0 req-eb37d175-5688-462e-8a96-c7266411ab5b tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] 10.222.0.48 "GET /v2.0/ports?device_id=11444b4c-e752-4766-9e89-f57974330390 HTTP/1.1" status: 200 len: 945 time: 0.1066365 May 03 21:29:43.883542 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.db.provisioning_blocks [None req-378d4b46-0db7-488a-8826-4beafeea75a8 None None] Transition to ACTIVE for port object 4fd95030-f142-4d90-a90c-6a2865ea606e will not be triggered until provisioned by entity L2. {{(pid=83995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 21:29:43.884044 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-82ae3162-656c-4400-bf25-13ef60a095cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2083393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-332850'] for network, after_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:29:43.915319 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-82ae3162-656c-4400-bf25-13ef60a095cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1706389'] for network, before_response {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:29:43.917988 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ae3162-656c-4400-bf25-13ef60a095cf admin admin] Pushing event deleted for resources: {'Network': ['ID=d197cbb3-66f8-458d-b0a6-0a5d2551c1ab,revision_number=None']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:29:43.926672 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-1b8403c9-2f78-4b05-ba3f-775b0263f7e0 req-fad1b549-a930-47ef-ba3a-454ea602cb3b tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] 10.222.0.48 "GET /v2.0/security-groups?id=fb8a1e97-a16e-41ad-af1f-9903cda5dd84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616472 May 03 21:29:43.932476 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.l3_dvr_db [None req-e73a4df1-f148-45d7-b759-1ba39f7cd5ed None None] Set router ae7dead0-6fb4-41eb-9eda-11e0a06ec6e3 gateway port host: dv-cinder-840377-1-iscsi {{(pid=83994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 03 21:29:43.947997 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [None req-82ae3162-656c-4400-bf25-13ef60a095cf admin admin] 10.222.0.48 "DELETE /v2.0/networks/d197cbb3-66f8-458d-b0a6-0a5d2551c1ab HTTP/1.1" status: 204 len: 168 time: 0.6487238 May 03 21:29:44.030649 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-378d4b46-0db7-488a-8826-4beafeea75a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781386188966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781385847453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781385847498'] for port, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:29:44.056579 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7dfead2-0c56-42fd-82b5-cc9b65f50c13 req-18d84826-5578-4573-aab2-11ee5099a38a tempest-DeleteServersTestJSON-1257599601 tempest-DeleteServersTestJSON-1257599601-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:29:44.058969 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-e7dfead2-0c56-42fd-82b5-cc9b65f50c13 req-18d84826-5578-4573-aab2-11ee5099a38a tempest-DeleteServersTestJSON-1257599601 tempest-DeleteServersTestJSON-1257599601-project] 10.222.0.48 "GET /v2.0/ports?device_id=7ae08669-d95f-432b-bc27-265833de050d HTTP/1.1" status: 200 len: 946 time: 0.1143076 May 03 21:29:44.176997 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-e7dfead2-0c56-42fd-82b5-cc9b65f50c13 req-aa119324-835c-4a8e-8f0f-ea86bd3577f5 tempest-DeleteServersTestJSON-1257599601 tempest-DeleteServersTestJSON-1257599601-project] 10.222.0.48 "GET /v2.0/security-groups?id=6d61b926-5dcc-4a56-9b2d-720c7d6b9af8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112797 May 03 21:29:44.254460 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6d05f9-d3b7-4171-9662-5141581c7656 None None] Pushing event updated for resources: {'Port': ['ID=4fd95030-f142-4d90-a90c-6a2865ea606e,revision_number=3']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:29:44.271367 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6d05f9-d3b7-4171-9662-5141581c7656 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:29:44.271807 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6d05f9-d3b7-4171-9662-5141581c7656 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:29:44.272311 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6d05f9-d3b7-4171-9662-5141581c7656 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:29:44.272960 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6d05f9-d3b7-4171-9662-5141581c7656 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:29:44.285293 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6d05f9-d3b7-4171-9662-5141581c7656 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:29:44.285503 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6d05f9-d3b7-4171-9662-5141581c7656 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:29:44.285689 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6d05f9-d3b7-4171-9662-5141581c7656 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:29:44.286069 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6d05f9-d3b7-4171-9662-5141581c7656 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:29:44.286437 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6d05f9-d3b7-4171-9662-5141581c7656 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:29:44.286770 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6d05f9-d3b7-4171-9662-5141581c7656 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:29:44.287116 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6d05f9-d3b7-4171-9662-5141581c7656 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:29:44.397479 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-2cb26bb5-ba59-48d2-8ad1-1c0b34d45a05 req-2d457125-42d1-4ae5-97d9-665a58dc0d86 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4cf52ffb4a864a689f5d0242ddc4cc4f&device_id=77f6a8a2-4366-486d-a002-05587e0f46b5 HTTP/1.1" status: 200 len: 1099 time: 0.2240608 May 03 21:29:44.405362 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.plugins.ml2.managers [None req-378d4b46-0db7-488a-8826-4beafeea75a8 None None] Attempting to bind port 4fd95030-f142-4d90-a90c-6a2865ea606e on host dv-cinder-840377-1-iscsi for vnic_type normal with profile {{(pid=83995) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 21:29:44.405748 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.plugins.ml2.managers [None req-378d4b46-0db7-488a-8826-4beafeea75a8 None None] Attempting to bind port 4fd95030-f142-4d90-a90c-6a2865ea606e by drivers openvswitch,hyperv on host dv-cinder-840377-1-iscsi at level 0 using segments [{'id': 'f82b8179-7d00-46b1-abec-98a139f3558c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'afa29ce3-7ea1-4fb3-8d15-b28913382476'}] {{(pid=83995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 21:29:44.406127 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-378d4b46-0db7-488a-8826-4beafeea75a8 None None] Attempting to bind port 4fd95030-f142-4d90-a90c-6a2865ea606e on network afa29ce3-7ea1-4fb3-8d15-b28913382476 {{(pid=83995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 03 21:29:44.413627 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-378d4b46-0db7-488a-8826-4beafeea75a8 None None] Checking agent: {'id': 'fb00ce1e-8ae6-4b1c-988b-a0ad40f400cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840377-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 21, 19, 20), 'started_at': datetime.datetime(2022, 5, 3, 21, 19, 50), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 21, 29, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840377-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 03 21:29:44.414026 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-378d4b46-0db7-488a-8826-4beafeea75a8 None None] Checking segment: {'id': 'f82b8179-7d00-46b1-abec-98a139f3558c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'afa29ce3-7ea1-4fb3-8d15-b28913382476'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 03 21:29:44.414475 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-378d4b46-0db7-488a-8826-4beafeea75a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:29:44.414887 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-378d4b46-0db7-488a-8826-4beafeea75a8 None None] Bound using segment: {'id': 'f82b8179-7d00-46b1-abec-98a139f3558c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'afa29ce3-7ea1-4fb3-8d15-b28913382476'} {{(pid=83995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 03 21:29:44.415392 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.plugins.ml2.managers [None req-378d4b46-0db7-488a-8826-4beafeea75a8 None None] Bound port: 4fd95030-f142-4d90-a90c-6a2865ea606e, host: dv-cinder-840377-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f82b8179-7d00-46b1-abec-98a139f3558c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'afa29ce3-7ea1-4fb3-8d15-b28913382476'}}] {{(pid=83995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 21:29:44.415783 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-378d4b46-0db7-488a-8826-4beafeea75a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1124352'] for port, before_update {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:29:44.539892 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.48', 55080) {{(pid=83992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:29:44.587005 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.l3_hamode_db [None req-e73a4df1-f148-45d7-b759-1ba39f7cd5ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae7dead0-6fb4-41eb-9eda-11e0a06ec6e3', 'name': 'tempest-AttachVolumeShelveTestJSON-2141674484-router', 'tenant_id': '4cf52ffb4a864a689f5d0242ddc4cc4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c33334bd-f19e-453d-9f7b-349270405c58', 'external_fixed_ips': [{'subnet_id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'ip_address': '172.27.1.47'}], 'enable_snat': True}, 'gw_port_id': '0a07561c-bb96-444c-8c1c-e211fc2b8739', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:28:28Z', 'updated_at': '2022-05-03T21:28:42Z', 'revision_number': 4, 'project_id': '4cf52ffb4a864a689f5d0242ddc4cc4f', 'gw_port': {'id': '0a07561c-bb96-444c-8c1c-e211fc2b8739', 'name': '', 'network_id': 'c33334bd-f19e-453d-9f7b-349270405c58', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:4e:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae7dead0-6fb4-41eb-9eda-11e0a06ec6e3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'ip_address': '172.27.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:28:30Z', 'updated_at': '2022-05-03T21:28:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840377-1-iscsi', '_floatingips': [{'id': 'e63cce36-5f20-4be3-b2a2-1ce3dc8045eb', 'tenant_id': '4cf52ffb4a864a689f5d0242ddc4cc4f', 'floating_ip_address': '172.27.1.37', 'floating_network_id': 'c33334bd-f19e-453d-9f7b-349270405c58', 'router_id': 'ae7dead0-6fb4-41eb-9eda-11e0a06ec6e3', 'port_id': 'be428a12-3d87-4da1-a665-e7b79df6af66', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a76ba353-ab28-4792-b070-a9ace23ad085', 'mac_address': 'fa:16:3e:aa:4f:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77f6a8a2-4366-486d-a002-05587e0f46b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T21:29:01Z', 'updated_at': '2022-05-03T21:29:41Z', 'revision_number': 1, 'project_id': '4cf52ffb4a864a689f5d0242ddc4cc4f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5457c169-81f4-4fd9-9167-a261b394277b', 'name': '', 'network_id': 'a76ba353-ab28-4792-b070-a9ace23ad085', 'tenant_id': '4cf52ffb4a864a689f5d0242ddc4cc4f', 'mac_address': 'fa:16:3e:00:71:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae7dead0-6fb4-41eb-9eda-11e0a06ec6e3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e0993ef0-a172-48a1-8947-068cb6cb24ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:28:39Z', 'updated_at': '2022-05-03T21:29:12Z', 'revision_number': 5, 'project_id': '4cf52ffb4a864a689f5d0242ddc4cc4f', 'subnets': [{'id': 'e0993ef0-a172-48a1-8947-068cb6cb24ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840377-1-iscsi', False) {} {{(pid=83994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:29:44.593391 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e73a4df1-f148-45d7-b759-1ba39f7cd5ed None None] The sync data for ids ['ae7dead0-6fb4-41eb-9eda-11e0a06ec6e3'] in dv-cinder-840377-1-iscsi is: [{'id': 'ae7dead0-6fb4-41eb-9eda-11e0a06ec6e3', 'name': 'tempest-AttachVolumeShelveTestJSON-2141674484-router', 'tenant_id': '4cf52ffb4a864a689f5d0242ddc4cc4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c33334bd-f19e-453d-9f7b-349270405c58', 'external_fixed_ips': [{'subnet_id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'ip_address': '172.27.1.47'}], 'enable_snat': True}, 'gw_port_id': '0a07561c-bb96-444c-8c1c-e211fc2b8739', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:28:28Z', 'updated_at': '2022-05-03T21:28:42Z', 'revision_number': 4, 'project_id': '4cf52ffb4a864a689f5d0242ddc4cc4f', 'gw_port': {'id': '0a07561c-bb96-444c-8c1c-e211fc2b8739', 'name': '', 'network_id': 'c33334bd-f19e-453d-9f7b-349270405c58', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:4e:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae7dead0-6fb4-41eb-9eda-11e0a06ec6e3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'ip_address': '172.27.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:28:30Z', 'updated_at': '2022-05-03T21:28:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840377-1-iscsi', '_floatingips': [{'id': 'e63cce36-5f20-4be3-b2a2-1ce3dc8045eb', 'tenant_id': '4cf52ffb4a864a689f5d0242ddc4cc4f', 'floating_ip_address': '172.27.1.37', 'floating_network_id': 'c33334bd-f19e-453d-9f7b-349270405c58', 'router_id': 'ae7dead0-6fb4-41eb-9eda-11e0a06ec6e3', 'port_id': 'be428a12-3d87-4da1-a665-e7b79df6af66', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a76ba353-ab28-4792-b070-a9ace23ad085', 'mac_address': 'fa:16:3e:aa:4f:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77f6a8a2-4366-486d-a002-05587e0f46b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T21:29:01Z', 'updated_at': '2022-05-03T21:29:41Z', 'revision_number': 1, 'project_id': '4cf52ffb4a864a689f5d0242ddc4cc4f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5457c169-81f4-4fd9-9167-a261b394277b', 'name': '', 'network_id': 'a76ba353-ab28-4792-b070-a9ace23ad085', 'tenant_id': '4cf52ffb4a864a689f5d0242ddc4cc4f', 'mac_address': 'fa:16:3e:00:71:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae7dead0-6fb4-41eb-9eda-11e0a06ec6e3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e0993ef0-a172-48a1-8947-068cb6cb24ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:28:39Z', 'updated_at': '2022-05-03T21:29:12Z', 'revision_number': 5, 'project_id': '4cf52ffb4a864a689f5d0242ddc4cc4f', 'subnets': [{'id': 'e0993ef0-a172-48a1-8947-068cb6cb24ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 03 21:29:44.616812 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-880cce60-dc57-40ed-97e6-aa25c717b12b req-ccea3b46-76d3-45ad-9a6a-4ccd8d184ab2 tempest-VolumesSnapshotTestJSON-1309513029 tempest-VolumesSnapshotTestJSON-1309513029-project] 10.222.0.48 "GET /v2.0/ports?device_id=71fcec7c-c868-4296-b92d-704179c12e86 HTTP/1.1" status: 200 len: 210 time: 0.0772696 May 03 21:29:44.631428 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf059fb-2711-441b-97fa-14dbb9940a22 req-66b753ce-e85a-47c8-89c8-4346e20a27e3 tempest-DeleteServersTestJSON-1257599601 tempest-DeleteServersTestJSON-1257599601-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:29:44.638876 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-faf059fb-2711-441b-97fa-14dbb9940a22 req-66b753ce-e85a-47c8-89c8-4346e20a27e3 tempest-DeleteServersTestJSON-1257599601 tempest-DeleteServersTestJSON-1257599601-project] 10.222.0.42 "GET /v2.0/ports?device_id=7ae08669-d95f-432b-bc27-265833de050d HTTP/1.1" status: 200 len: 946 time: 0.4747887 May 03 21:29:44.642377 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.plugins.ml2.db [None req-378d4b46-0db7-488a-8826-4beafeea75a8 None None] For port 4fd95030-f142-4d90-a90c-6a2865ea606e, host dv-cinder-840377-1-iscsi, cleared binding levels {{(pid=83995) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 21:29:44.642913 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [None req-9fd5459f-41b9-42e2-9f65-ee8b98d9a381 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=5969d67253d8487bac033f4f01b68319&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0997260 May 03 21:29:44.645074 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.48', 55084) {{(pid=83992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:29:44.647256 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.plugins.ml2.db [None req-378d4b46-0db7-488a-8826-4beafeea75a8 None None] For port 4fd95030-f142-4d90-a90c-6a2865ea606e, host dv-cinder-840377-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840377-1-iscsi',level=0,port_id=4fd95030-f142-4d90-a90c-6a2865ea606e,segment=NetworkSegment(f82b8179-7d00-46b1-abec-98a139f3558c),segment_id=f82b8179-7d00-46b1-abec-98a139f3558c)] {{(pid=83995) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 21:29:44.716810 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-9723d8c0-0d4d-4dd8-8568-6c329da87d7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:29:44.726568 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-378d4b46-0db7-488a-8826-4beafeea75a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781386188966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781385847453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781385847498'] for port, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:29:44.735356 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb26bb5-ba59-48d2-8ad1-1c0b34d45a05 req-4d382964-d111-4d55-b971-692610609fc6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:29:44.735356 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-2cb26bb5-ba59-48d2-8ad1-1c0b34d45a05 req-4d382964-d111-4d55-b971-692610609fc6 service neutron] 10.222.0.42 "GET /v2.0/networks?id=a76ba353-ab28-4792-b070-a9ace23ad085 HTTP/1.1" status: 200 len: 918 time: 0.3376176 May 03 21:29:44.759354 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-9723d8c0-0d4d-4dd8-8568-6c329da87d7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:29:44.839824 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6d05f9-d3b7-4171-9662-5141581c7656 None None] Pushing event updated for resources: {'Port': ['ID=4fd95030-f142-4d90-a90c-6a2865ea606e,revision_number=4']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:29:44.843770 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.plugin [req-faf059fb-2711-441b-97fa-14dbb9940a22 req-c25c3406-e08f-4881-93c9-6ffe54819ee9 tempest-DeleteServersTestJSON-1257599601 tempest-DeleteServersTestJSON-1257599601-project] Deleting port 99d8b720-a305-456d-805e-84e960517e14 {{(pid=83993) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 03 21:29:44.843918 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-378d4b46-0db7-488a-8826-4beafeea75a8 None None] Routers {'68150121-68dc-4495-bcf7-8d66179822f8'} bound to L3 agent in host dv-cinder-840377-1-iscsi {{(pid=83995) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 03 21:29:44.844217 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-faf059fb-2711-441b-97fa-14dbb9940a22 req-c25c3406-e08f-4881-93c9-6ffe54819ee9 tempest-DeleteServersTestJSON-1257599601 tempest-DeleteServersTestJSON-1257599601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781386349267'] for port, before_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:29:44.845339 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.db.l3_hamode_db [None req-378d4b46-0db7-488a-8826-4beafeea75a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840377-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-03T21:19:18Z,description=,heartbeat_timestamp=2022-05-03T21:29:19Z,host='dv-cinder-840377-1-iscsi',id=c192ea1b-f7d6-49b7-9f22-5492fbafc6f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:19:19Z,topic='l3_agent')) {'router_ids': ['68150121-68dc-4495-bcf7-8d66179822f8'], 'active': True} {{(pid=83995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:29:44.956133 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-2cb26bb5-ba59-48d2-8ad1-1c0b34d45a05 req-5fc8384a-4268-4e41-8913-6dc181fca4a0 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=be428a12-3d87-4da1-a665-e7b79df6af66 HTTP/1.1" status: 200 len: 999 time: 0.2092257 May 03 21:29:44.966775 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-9723d8c0-0d4d-4dd8-8568-6c329da87d7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746426'] for security_group, after_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:29:45.004005 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9723d8c0-0d4d-4dd8-8568-6c329da87d7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce59bf58-26b7-4228-9ff5-0f2b6d14adb5,revision_number=None']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:29:45.031515 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-9723d8c0-0d4d-4dd8-8568-6c329da87d7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:29:45.032710 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [None req-9723d8c0-0d4d-4dd8-8568-6c329da87d7b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ce59bf58-26b7-4228-9ff5-0f2b6d14adb5 HTTP/1.1" status: 204 len: 168 time: 0.3867586 May 03 21:29:45.119684 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.db.l3_dvr_db [None req-378d4b46-0db7-488a-8826-4beafeea75a8 None None] Set router 68150121-68dc-4495-bcf7-8d66179822f8 gateway port host: dv-cinder-840377-1-iscsi {{(pid=83995) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 03 21:29:45.312690 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb26bb5-ba59-48d2-8ad1-1c0b34d45a05 req-25174be1-39fb-4655-8120-ecec0946192e service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:29:45.314508 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-2cb26bb5-ba59-48d2-8ad1-1c0b34d45a05 req-25174be1-39fb-4655-8120-ecec0946192e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e0993ef0-a172-48a1-8947-068cb6cb24ca HTTP/1.1" status: 200 len: 856 time: 0.3268840 May 03 21:29:45.565745 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bee0bf7-9ca3-4ca0-a66b-9c6a48c8f93b req-bee2e870-7393-418f-86ad-b53d2e8b8e04 tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:29:45.573987 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-4bee0bf7-9ca3-4ca0-a66b-9c6a48c8f93b req-bee2e870-7393-418f-86ad-b53d2e8b8e04 tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] 10.222.0.48 "GET /v2.0/ports?device_id=11444b4c-e752-4766-9e89-f57974330390 HTTP/1.1" status: 200 len: 945 time: 0.3785746 May 03 21:29:45.601357 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.rpc [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Device 4fd95030-f142-4d90-a90c-6a2865ea606e up at agent ovs-agent-dv-cinder-840377-1-iscsi {{(pid=83994) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 21:29:45.618896 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.db [req-faf059fb-2711-441b-97fa-14dbb9940a22 req-c25c3406-e08f-4881-93c9-6ffe54819ee9 tempest-DeleteServersTestJSON-1257599601 tempest-DeleteServersTestJSON-1257599601-project] For port 99d8b720-a305-456d-805e-84e960517e14, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=99d8b720-a305-456d-805e-84e960517e14,segment=NetworkSegment(f8a3db2b-cde4-435f-b662-ad3a00207e92),segment_id=f8a3db2b-cde4-435f-b662-ad3a00207e92)] {{(pid=83993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 21:29:45.619647 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-faf059fb-2711-441b-97fa-14dbb9940a22 req-c25c3406-e08f-4881-93c9-6ffe54819ee9 tempest-DeleteServersTestJSON-1257599601 tempest-DeleteServersTestJSON-1257599601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749056'] for port, precommit_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:29:45.717355 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-4bee0bf7-9ca3-4ca0-a66b-9c6a48c8f93b req-af7d59fa-80f9-4fde-a1ac-f89945cdd6ec tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] 10.222.0.48 "GET /v2.0/security-groups?id=fb8a1e97-a16e-41ad-af1f-9903cda5dd84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294160 May 03 21:29:45.767854 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.db.l3_hamode_db [None req-378d4b46-0db7-488a-8826-4beafeea75a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68150121-68dc-4495-bcf7-8d66179822f8', 'name': 'tempest-AttachVolumeNegativeTest-487551053-router', 'tenant_id': 'bd571e41b44a4bc6b16bf8163252f168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c33334bd-f19e-453d-9f7b-349270405c58', 'external_fixed_ips': [{'subnet_id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'ip_address': '172.27.1.192'}], 'enable_snat': True}, 'gw_port_id': '07f5f895-667f-41a6-8b98-e761a27a9ddb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:28:25Z', 'updated_at': '2022-05-03T21:28:37Z', 'revision_number': 4, 'project_id': 'bd571e41b44a4bc6b16bf8163252f168', 'gw_port': {'id': '07f5f895-667f-41a6-8b98-e761a27a9ddb', 'name': '', 'network_id': 'c33334bd-f19e-453d-9f7b-349270405c58', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:26:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68150121-68dc-4495-bcf7-8d66179822f8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'ip_address': '172.27.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:28:27Z', 'updated_at': '2022-05-03T21:28:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840377-1-iscsi', '_floatingips': [{'id': '100a5aed-532d-4711-af1d-084799961218', 'tenant_id': 'bd571e41b44a4bc6b16bf8163252f168', 'floating_ip_address': '172.27.1.216', 'floating_network_id': 'c33334bd-f19e-453d-9f7b-349270405c58', 'router_id': '68150121-68dc-4495-bcf7-8d66179822f8', 'port_id': '5c8533bd-9029-4055-8bb5-b5628053505e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'afa29ce3-7ea1-4fb3-8d15-b28913382476', 'mac_address': 'fa:16:3e:60:df:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12a46337-1502-4a61-8c0d-8b5dd98d5a14', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T21:28:53Z', 'updated_at': '2022-05-03T21:29:31Z', 'revision_number': 1, 'project_id': 'bd571e41b44a4bc6b16bf8163252f168', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4fd95030-f142-4d90-a90c-6a2865ea606e', 'name': '', 'network_id': 'afa29ce3-7ea1-4fb3-8d15-b28913382476', 'tenant_id': 'bd571e41b44a4bc6b16bf8163252f168', 'mac_address': 'fa:16:3e:7c:b9:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68150121-68dc-4495-bcf7-8d66179822f8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '663a4790-11b9-4523-b0db-a1ea41b30d40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:28:34Z', 'updated_at': '2022-05-03T21:29:44Z', 'revision_number': 4, 'project_id': 'bd571e41b44a4bc6b16bf8163252f168', 'subnets': [{'id': '663a4790-11b9-4523-b0db-a1ea41b30d40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840377-1-iscsi', False) {} {{(pid=83995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:29:45.773917 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-378d4b46-0db7-488a-8826-4beafeea75a8 None None] The sync data for ids ['68150121-68dc-4495-bcf7-8d66179822f8'] in dv-cinder-840377-1-iscsi is: [{'id': '68150121-68dc-4495-bcf7-8d66179822f8', 'name': 'tempest-AttachVolumeNegativeTest-487551053-router', 'tenant_id': 'bd571e41b44a4bc6b16bf8163252f168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c33334bd-f19e-453d-9f7b-349270405c58', 'external_fixed_ips': [{'subnet_id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'ip_address': '172.27.1.192'}], 'enable_snat': True}, 'gw_port_id': '07f5f895-667f-41a6-8b98-e761a27a9ddb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:28:25Z', 'updated_at': '2022-05-03T21:28:37Z', 'revision_number': 4, 'project_id': 'bd571e41b44a4bc6b16bf8163252f168', 'gw_port': {'id': '07f5f895-667f-41a6-8b98-e761a27a9ddb', 'name': '', 'network_id': 'c33334bd-f19e-453d-9f7b-349270405c58', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:26:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68150121-68dc-4495-bcf7-8d66179822f8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'ip_address': '172.27.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:28:27Z', 'updated_at': '2022-05-03T21:28:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840377-1-iscsi', '_floatingips': [{'id': '100a5aed-532d-4711-af1d-084799961218', 'tenant_id': 'bd571e41b44a4bc6b16bf8163252f168', 'floating_ip_address': '172.27.1.216', 'floating_network_id': 'c33334bd-f19e-453d-9f7b-349270405c58', 'router_id': '68150121-68dc-4495-bcf7-8d66179822f8', 'port_id': '5c8533bd-9029-4055-8bb5-b5628053505e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'afa29ce3-7ea1-4fb3-8d15-b28913382476', 'mac_address': 'fa:16:3e:60:df:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12a46337-1502-4a61-8c0d-8b5dd98d5a14', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T21:28:53Z', 'updated_at': '2022-05-03T21:29:31Z', 'revision_number': 1, 'project_id': 'bd571e41b44a4bc6b16bf8163252f168', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4fd95030-f142-4d90-a90c-6a2865ea606e', 'name': '', 'network_id': 'afa29ce3-7ea1-4fb3-8d15-b28913382476', 'tenant_id': 'bd571e41b44a4bc6b16bf8163252f168', 'mac_address': 'fa:16:3e:7c:b9:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68150121-68dc-4495-bcf7-8d66179822f8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '663a4790-11b9-4523-b0db-a1ea41b30d40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:28:34Z', 'updated_at': '2022-05-03T21:29:44Z', 'revision_number': 4, 'project_id': 'bd571e41b44a4bc6b16bf8163252f168', 'subnets': [{'id': '663a4790-11b9-4523-b0db-a1ea41b30d40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83995) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 03 21:29:45.871477 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.provisioning_blocks [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Provisioning for port 4fd95030-f142-4d90-a90c-6a2865ea606e completed by entity L2. {{(pid=83994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 21:29:45.881812 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.provisioning_blocks [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Provisioning complete for port 4fd95030-f142-4d90-a90c-6a2865ea606e triggered by entity L2. {{(pid=83994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:29:45.882330 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2080827'] for port, provisioning_complete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:29:45.985027 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.rpc [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Device 99d8b720-a305-456d-805e-84e960517e14 no longer exists at agent hyperv_hv-cinder-84037 {{(pid=83994) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 21:29:46.006708 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-51f90c29-31bd-4923-a311-debfa686f9ad req-740c9029-87c1-49e2-8c1a-843440776c9b tempest-VolumesSnapshotTestJSON-1309513029 tempest-VolumesSnapshotTestJSON-1309513029-project] 10.222.0.48 "GET /v2.0/ports?device_id=71fcec7c-c868-4296-b92d-704179c12e86 HTTP/1.1" status: 200 len: 210 time: 0.0800648 May 03 21:29:46.123606 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd2bac8c-aa3b-421b-85fe-2fdf41e472ed None None] Sync routers for ids ['360beb80-9db1-4402-a5b1-1a0d502ee210'] in dv-cinder-840377-1-iscsi {{(pid=83995) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 03 21:29:46.161421 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd2bac8c-aa3b-421b-85fe-2fdf41e472ed None None] Routers {'360beb80-9db1-4402-a5b1-1a0d502ee210'} bound to L3 agent in host dv-cinder-840377-1-iscsi {{(pid=83995) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 03 21:29:46.164329 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.db.l3_hamode_db [None req-bd2bac8c-aa3b-421b-85fe-2fdf41e472ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840377-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-03T21:19:18Z,description=,heartbeat_timestamp=2022-05-03T21:29:19Z,host='dv-cinder-840377-1-iscsi',id=c192ea1b-f7d6-49b7-9f22-5492fbafc6f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:19:19Z,topic='l3_agent')) {'router_ids': ['360beb80-9db1-4402-a5b1-1a0d502ee210'], 'active': True} {{(pid=83995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:29:46.310012 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.plugin [req-faf059fb-2711-441b-97fa-14dbb9940a22 req-c25c3406-e08f-4881-93c9-6ffe54819ee9 tempest-DeleteServersTestJSON-1257599601 tempest-DeleteServersTestJSON-1257599601-project] Calling delete_port for 99d8b720-a305-456d-805e-84e960517e14 owned by compute:nova {{(pid=83993) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 03 21:29:46.329960 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-623ba885-0d9d-4d66-804f-08230cfa27c4 None None] New status for floating IP e63cce36-5f20-4be3-b2a2-1ce3dc8045eb: ACTIVE {{(pid=83994) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 03 21:29:46.588650 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-2cb26bb5-ba59-48d2-8ad1-1c0b34d45a05 req-d9a5cf73-06a9-44d6-8272-88fa26ddf545 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a76ba353-ab28-4792-b070-a9ace23ad085&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 1.0866787 May 03 21:29:46.588874 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.db.l3_dvr_db [None req-bd2bac8c-aa3b-421b-85fe-2fdf41e472ed None None] Set router 360beb80-9db1-4402-a5b1-1a0d502ee210 gateway port host: dv-cinder-840377-1-iscsi {{(pid=83995) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 03 21:29:46.589260 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1124352'] for port, before_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:29:46.589260 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1124352'] for port, before_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:29:46.709318 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ae08669-d95f-432b-bc27-265833de050d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '99d8b720-a305-456d-805e-84e960517e14'}] {{(pid=83994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 03 21:29:46.713392 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ec3414-870d-4a00-bf18-da79b85369d6 req-b4fbbe51-bc07-464d-9f1f-c1c73b4ea7dd tempest-DeleteServersTestJSON-1257599601 tempest-DeleteServersTestJSON-1257599601-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:29:46.715173 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-69ec3414-870d-4a00-bf18-da79b85369d6 req-b4fbbe51-bc07-464d-9f1f-c1c73b4ea7dd tempest-DeleteServersTestJSON-1257599601 tempest-DeleteServersTestJSON-1257599601-project] 10.222.0.48 "GET /v2.0/ports?device_id=7ae08669-d95f-432b-bc27-265833de050d HTTP/1.1" status: 200 len: 946 time: 1.2891221 May 03 21:29:46.725920 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d9e4df-7a89-4f5c-a050-ee3acec4bafc req-a54a20fe-bd55-4892-9da7-ecc055507a81 tempest-VolumesSnapshotTestJSON-1309513029 tempest-VolumesSnapshotTestJSON-1309513029-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:29:46.727699 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-32d9e4df-7a89-4f5c-a050-ee3acec4bafc req-a54a20fe-bd55-4892-9da7-ecc055507a81 tempest-VolumesSnapshotTestJSON-1309513029 tempest-VolumesSnapshotTestJSON-1309513029-project] 10.222.0.42 "GET /v2.0/networks?id=1bd6e5c5-0c32-4b7c-912b-8ae1c3143665 HTTP/1.1" status: 200 len: 814 time: 1.1111989 May 03 21:29:46.730948 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.db [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] For port 99d8b720-a305-456d-805e-84e960517e14, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=99d8b720-a305-456d-805e-84e960517e14,segment=NetworkSegment(f8a3db2b-cde4-435f-b662-ad3a00207e92),segment_id=f8a3db2b-cde4-435f-b662-ad3a00207e92)] {{(pid=83994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 21:29:46.733913 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.db [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] For port 4fd95030-f142-4d90-a90c-6a2865ea606e, host dv-cinder-840377-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840377-1-iscsi',level=0,port_id=4fd95030-f142-4d90-a90c-6a2865ea606e,segment=NetworkSegment(f82b8179-7d00-46b1-abec-98a139f3558c),segment_id=f82b8179-7d00-46b1-abec-98a139f3558c)] {{(pid=83994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 21:29:46.777739 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-8d0c546a-b3a1-4520-a502-517b66e024b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781386283879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2080842'] for agent, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:29:46.783123 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.48', 55124) {{(pid=83992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:29:46.783876 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.v2.base [req-32d9e4df-7a89-4f5c-a050-ee3acec4bafc req-b034c47a-4881-466f-88cd-800455bb710f tempest-VolumesSnapshotTestJSON-1309513029 tempest-VolumesSnapshotTestJSON-1309513029-project] Request body: {'port': {'device_id': '71fcec7c-c868-4296-b92d-704179c12e86', 'network_id': '1bd6e5c5-0c32-4b7c-912b-8ae1c3143665', 'admin_state_up': True, 'tenant_id': '103e27d9374d41689ceff14ee5a5ae21'}} {{(pid=83993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 03 21:29:46.824520 dv-cinder-840377-1-iscsi neutron-server[83994]: INFO neutron.notifiers.nova [-] Nova event matching ['req-80327684-f88a-4560-8e2a-44d27962e286'] response: {'server_uuid': '7ae08669-d95f-432b-bc27-265833de050d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '99d8b720-a305-456d-805e-84e960517e14', 'code': 200} May 03 21:29:46.865475 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [None req-c98de6a2-58c2-44ee-a49a-efea9edc838a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=1d1003e296e64c968094417482eaa00e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0771353 May 03 21:29:46.866292 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.48', 55128) {{(pid=83992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:29:46.912973 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781386188966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781385847453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781385847498'] for port, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:29:46.937582 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-2cb26bb5-ba59-48d2-8ad1-1c0b34d45a05 req-f0a48440-7058-4c4f-abca-f3233553a363 service neutron] 10.222.0.42 "GET /v2.0/networks/a76ba353-ab28-4792-b070-a9ace23ad085?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5076389 May 03 21:29:46.943366 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-69ec3414-870d-4a00-bf18-da79b85369d6 req-8170628b-5c48-416a-b1ae-5686c7a4ecb7 tempest-DeleteServersTestJSON-1257599601 tempest-DeleteServersTestJSON-1257599601-project] 10.222.0.48 "GET /v2.0/security-groups?id=6d61b926-5dcc-4a56-9b2d-720c7d6b9af8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2126853 May 03 21:29:46.999119 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.db.api [req-faf059fb-2711-441b-97fa-14dbb9940a22 req-c25c3406-e08f-4881-93c9-6ffe54819ee9 tempest-DeleteServersTestJSON-1257599601 tempest-DeleteServersTestJSON-1257599601-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83993) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 03 21:29:46.999465 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG oslo_db.api [req-faf059fb-2711-441b-97fa-14dbb9940a22 req-c25c3406-e08f-4881-93c9-6ffe54819ee9 tempest-DeleteServersTestJSON-1257599601 tempest-DeleteServersTestJSON-1257599601-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 03 21:29:47.003631 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781386188966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781385847453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781385847498'] for port, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:29:47.079859 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-948b5f96-2475-4c9c-b4aa-04650a48aea6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:29:47.116029 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [req-32d9e4df-7a89-4f5c-a050-ee3acec4bafc req-b034c47a-4881-466f-88cd-800455bb710f tempest-VolumesSnapshotTestJSON-1309513029 tempest-VolumesSnapshotTestJSON-1309513029-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:29:47.124099 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Pushing event updated for resources: {'Port': ['ID=99d8b720-a305-456d-805e-84e960517e14,revision_number=6']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:29:47.129416 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [req-32d9e4df-7a89-4f5c-a050-ee3acec4bafc req-b034c47a-4881-466f-88cd-800455bb710f tempest-VolumesSnapshotTestJSON-1309513029 tempest-VolumesSnapshotTestJSON-1309513029-project] Usage tracker for resource:port and tenant:103e27d9374d41689ceff14ee5a5ae21 is out of sync, need to count used quota {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:29:47.134100 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-948b5f96-2475-4c9c-b4aa-04650a48aea6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:29:47.155767 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [req-32d9e4df-7a89-4f5c-a050-ee3acec4bafc req-b034c47a-4881-466f-88cd-800455bb710f tempest-VolumesSnapshotTestJSON-1309513029 tempest-VolumesSnapshotTestJSON-1309513029-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:29:47.183859 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.db.l3_hamode_db [None req-bd2bac8c-aa3b-421b-85fe-2fdf41e472ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '360beb80-9db1-4402-a5b1-1a0d502ee210', 'name': 'tempest-AttachVolumeTestJSON-600581022-router', 'tenant_id': 'a2df1ca790224a009004c3c22a5ee5c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c33334bd-f19e-453d-9f7b-349270405c58', 'external_fixed_ips': [{'subnet_id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'ip_address': '172.27.1.17'}], 'enable_snat': True}, 'gw_port_id': 'a353ebbc-82af-401c-a27c-5a116fea74c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:28:28Z', 'updated_at': '2022-05-03T21:28:43Z', 'revision_number': 4, 'project_id': 'a2df1ca790224a009004c3c22a5ee5c5', 'gw_port': {'id': 'a353ebbc-82af-401c-a27c-5a116fea74c8', 'name': '', 'network_id': 'c33334bd-f19e-453d-9f7b-349270405c58', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:ae:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '360beb80-9db1-4402-a5b1-1a0d502ee210', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'ip_address': '172.27.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:28:30Z', 'updated_at': '2022-05-03T21:29:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840377-1-iscsi', '_floatingips': [{'id': '8f798384-b616-4ee0-bb37-3fa2d5f5f971', 'tenant_id': 'a2df1ca790224a009004c3c22a5ee5c5', 'floating_ip_address': '172.27.1.34', 'floating_network_id': 'c33334bd-f19e-453d-9f7b-349270405c58', 'router_id': '360beb80-9db1-4402-a5b1-1a0d502ee210', 'port_id': '46d7aa18-8157-45ea-b292-6af9e591723f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '74dacc7e-115e-4cd0-87fd-8eaa4de43b7c', 'mac_address': 'fa:16:3e:b4:f6:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '274fd6f3-1f2e-4da8-8c5f-fa173514fc2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T21:28:59Z', 'updated_at': '2022-05-03T21:29:37Z', 'revision_number': 1, 'project_id': 'a2df1ca790224a009004c3c22a5ee5c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '420ded47-b7bf-4a1d-b041-ea6b040061a2', 'name': '', 'network_id': '74dacc7e-115e-4cd0-87fd-8eaa4de43b7c', 'tenant_id': 'a2df1ca790224a009004c3c22a5ee5c5', 'mac_address': 'fa:16:3e:94:17:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '360beb80-9db1-4402-a5b1-1a0d502ee210', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '55e45d73-03f2-4af5-b38e-f33c41c1d7ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:28:42Z', 'updated_at': '2022-05-03T21:28:44Z', 'revision_number': 2, 'project_id': 'a2df1ca790224a009004c3c22a5ee5c5', 'subnets': [{'id': '55e45d73-03f2-4af5-b38e-f33c41c1d7ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840377-1-iscsi', False) {} {{(pid=83995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:29:47.192467 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd2bac8c-aa3b-421b-85fe-2fdf41e472ed None None] Checking router: 360beb80-9db1-4402-a5b1-1a0d502ee210 for host: dv-cinder-840377-1-iscsi {{(pid=83995) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 03 21:29:47.198919 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd2bac8c-aa3b-421b-85fe-2fdf41e472ed None None] Updating router 360beb80-9db1-4402-a5b1-1a0d502ee210 port 420ded47-b7bf-4a1d-b041-ea6b040061a2 binding host dv-cinder-840377-1-iscsi {{(pid=83995) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 03 21:29:47.201826 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84715161-0cf6-4d5e-97b8-537aab216dde req-7238990e-d5ca-44d2-acf1-d3374f40d0c7 tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:29:47.210437 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-84715161-0cf6-4d5e-97b8-537aab216dde req-7238990e-d5ca-44d2-acf1-d3374f40d0c7 tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] 10.222.0.48 "GET /v2.0/ports?device_id=11444b4c-e752-4766-9e89-f57974330390 HTTP/1.1" status: 200 len: 945 time: 0.2452712 May 03 21:29:47.210662 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [req-32d9e4df-7a89-4f5c-a050-ee3acec4bafc req-b034c47a-4881-466f-88cd-800455bb710f tempest-VolumesSnapshotTestJSON-1309513029 tempest-VolumesSnapshotTestJSON-1309513029-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:29:47.259855 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-2cb26bb5-ba59-48d2-8ad1-1c0b34d45a05 req-fa486941-6253-4dbc-951f-448b5e2cc570 service neutron] 10.222.0.42 "GET /v2.0/networks/a76ba353-ab28-4792-b070-a9ace23ad085?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2973821 May 03 21:29:47.283930 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Pushing event updated for resources: {'Port': ['ID=4fd95030-f142-4d90-a90c-6a2865ea606e,revision_number=5']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:29:47.292406 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-84715161-0cf6-4d5e-97b8-537aab216dde req-bd52ff79-5fe1-4aab-8fe8-1fe3e08928eb tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] 10.222.0.48 "GET /v2.0/security-groups?id=fb8a1e97-a16e-41ad-af1f-9903cda5dd84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819001 May 03 21:29:47.328520 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-bd2bac8c-aa3b-421b-85fe-2fdf41e472ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1124352'] for port, before_update {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:29:47.360306 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-f969bd15-7983-4f87-bb74-5fa309c2bcde req-b6a6804e-fdab-4486-904e-5635debb24f6 tempest-VolumesSnapshotTestJSON-1309513029 tempest-VolumesSnapshotTestJSON-1309513029-project] 10.222.0.48 "GET /v2.0/ports?device_id=71fcec7c-c868-4296-b92d-704179c12e86 HTTP/1.1" status: 200 len: 210 time: 0.0494611 May 03 21:29:47.371166 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-32d9e4df-7a89-4f5c-a050-ee3acec4bafc req-b034c47a-4881-466f-88cd-800455bb710f tempest-VolumesSnapshotTestJSON-1309513029 tempest-VolumesSnapshotTestJSON-1309513029-project] Made reservation on behalf of 103e27d9374d41689ceff14ee5a5ae21 for: {'port': 1} {{(pid=83993) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 21:29:47.371166 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-32d9e4df-7a89-4f5c-a050-ee3acec4bafc req-b034c47a-4881-466f-88cd-800455bb710f tempest-VolumesSnapshotTestJSON-1309513029 tempest-VolumesSnapshotTestJSON-1309513029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1124352'] for port, before_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:29:47.403645 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-948b5f96-2475-4c9c-b4aa-04650a48aea6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746426'] for security_group, after_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:29:47.433581 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948b5f96-2475-4c9c-b4aa-04650a48aea6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9126e9aa-bb31-45df-80e7-78d617e5d243,revision_number=None']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:29:47.436232 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-948b5f96-2475-4c9c-b4aa-04650a48aea6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:29:47.437718 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [None req-948b5f96-2475-4c9c-b4aa-04650a48aea6 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/9126e9aa-bb31-45df-80e7-78d617e5d243 HTTP/1.1" status: 204 len: 168 time: 0.5702257 May 03 21:29:47.531339 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.plugin [req-faf059fb-2711-441b-97fa-14dbb9940a22 req-c25c3406-e08f-4881-93c9-6ffe54819ee9 tempest-DeleteServersTestJSON-1257599601 tempest-DeleteServersTestJSON-1257599601-project] Deleting port 99d8b720-a305-456d-805e-84e960517e14 {{(pid=83993) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 03 21:29:47.531339 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-faf059fb-2711-441b-97fa-14dbb9940a22 req-c25c3406-e08f-4881-93c9-6ffe54819ee9 tempest-DeleteServersTestJSON-1257599601 tempest-DeleteServersTestJSON-1257599601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781386349267'] for port, before_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:29:47.573807 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.rpc [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Device 4fd95030-f142-4d90-a90c-6a2865ea606e up at agent ovs-agent-dv-cinder-840377-1-iscsi {{(pid=83994) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 21:29:47.681856 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.db.db_base_plugin_common [req-32d9e4df-7a89-4f5c-a050-ee3acec4bafc req-b034c47a-4881-466f-88cd-800455bb710f tempest-VolumesSnapshotTestJSON-1309513029 tempest-VolumesSnapshotTestJSON-1309513029-project] Allocated IP 172.20.0.12 (1bd6e5c5-0c32-4b7c-912b-8ae1c3143665/99786e24-36cf-4f53-9515-58ebb4abcf3d/846556a2-6669-4bf4-8f43-d938bc645197) {{(pid=83993) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 21:29:47.682073 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.provisioning_blocks [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Provisioning complete for port 4fd95030-f142-4d90-a90c-6a2865ea606e triggered by entity L2. {{(pid=83994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:29:47.682392 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2080827'] for port, provisioning_complete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:29:47.892104 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-bd2bac8c-aa3b-421b-85fe-2fdf41e472ed None None] Notify callbacks [] for port, precommit_update {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:29:47.910148 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.db.provisioning_blocks [None req-bd2bac8c-aa3b-421b-85fe-2fdf41e472ed None None] Transition to ACTIVE for port object 420ded47-b7bf-4a1d-b041-ea6b040061a2 will not be triggered until provisioned by entity L2. {{(pid=83995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 21:29:47.991923 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-bd2bac8c-aa3b-421b-85fe-2fdf41e472ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781386188966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781385847453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781385847498'] for port, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:29:48.058252 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.db [req-faf059fb-2711-441b-97fa-14dbb9940a22 req-c25c3406-e08f-4881-93c9-6ffe54819ee9 tempest-DeleteServersTestJSON-1257599601 tempest-DeleteServersTestJSON-1257599601-project] For port 99d8b720-a305-456d-805e-84e960517e14, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=99d8b720-a305-456d-805e-84e960517e14,segment=NetworkSegment(f8a3db2b-cde4-435f-b662-ad3a00207e92),segment_id=f8a3db2b-cde4-435f-b662-ad3a00207e92)] {{(pid=83993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 21:29:48.058608 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-faf059fb-2711-441b-97fa-14dbb9940a22 req-c25c3406-e08f-4881-93c9-6ffe54819ee9 tempest-DeleteServersTestJSON-1257599601 tempest-DeleteServersTestJSON-1257599601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749056'] for port, precommit_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:29:48.118833 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8af126f-51b6-4cc8-8fda-44355b9f7fbc None None] Pushing event updated for resources: {'Port': ['ID=420ded47-b7bf-4a1d-b041-ea6b040061a2,revision_number=3']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:29:48.317438 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.plugin [req-faf059fb-2711-441b-97fa-14dbb9940a22 req-c25c3406-e08f-4881-93c9-6ffe54819ee9 tempest-DeleteServersTestJSON-1257599601 tempest-DeleteServersTestJSON-1257599601-project] Calling delete_port for 99d8b720-a305-456d-805e-84e960517e14 owned by compute:nova {{(pid=83993) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 03 21:29:48.370055 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1959c9-c2c9-4091-bb5a-884e1af34459 req-89aef8fe-13f7-42df-b37a-da60e23bd5f5 tempest-DeleteServersTestJSON-1257599601 tempest-DeleteServersTestJSON-1257599601-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:29:48.382619 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-ca1959c9-c2c9-4091-bb5a-884e1af34459 req-89aef8fe-13f7-42df-b37a-da60e23bd5f5 tempest-DeleteServersTestJSON-1257599601 tempest-DeleteServersTestJSON-1257599601-project] 10.222.0.48 "GET /v2.0/ports?device_id=7ae08669-d95f-432b-bc27-265833de050d HTTP/1.1" status: 200 len: 944 time: 0.2106168 May 03 21:29:48.396273 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.plugins.ml2.managers [None req-bd2bac8c-aa3b-421b-85fe-2fdf41e472ed None None] Attempting to bind port 420ded47-b7bf-4a1d-b041-ea6b040061a2 on host dv-cinder-840377-1-iscsi for vnic_type normal with profile {{(pid=83995) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 21:29:48.396973 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.plugins.ml2.managers [None req-bd2bac8c-aa3b-421b-85fe-2fdf41e472ed None None] Attempting to bind port 420ded47-b7bf-4a1d-b041-ea6b040061a2 by drivers openvswitch,hyperv on host dv-cinder-840377-1-iscsi at level 0 using segments [{'id': 'f612df4b-39e4-4aca-8577-536003890aab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '74dacc7e-115e-4cd0-87fd-8eaa4de43b7c'}] {{(pid=83995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 21:29:48.397197 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd2bac8c-aa3b-421b-85fe-2fdf41e472ed None None] Attempting to bind port 420ded47-b7bf-4a1d-b041-ea6b040061a2 on network 74dacc7e-115e-4cd0-87fd-8eaa4de43b7c {{(pid=83995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 03 21:29:48.406350 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd2bac8c-aa3b-421b-85fe-2fdf41e472ed None None] Checking agent: {'id': 'fb00ce1e-8ae6-4b1c-988b-a0ad40f400cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840377-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 21, 19, 20), 'started_at': datetime.datetime(2022, 5, 3, 21, 19, 50), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 21, 29, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840377-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 03 21:29:48.406619 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd2bac8c-aa3b-421b-85fe-2fdf41e472ed None None] Checking segment: {'id': 'f612df4b-39e4-4aca-8577-536003890aab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '74dacc7e-115e-4cd0-87fd-8eaa4de43b7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 03 21:29:48.406924 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-bd2bac8c-aa3b-421b-85fe-2fdf41e472ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:29:48.407209 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd2bac8c-aa3b-421b-85fe-2fdf41e472ed None None] Bound using segment: {'id': 'f612df4b-39e4-4aca-8577-536003890aab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '74dacc7e-115e-4cd0-87fd-8eaa4de43b7c'} {{(pid=83995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 03 21:29:48.407722 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.plugins.ml2.managers [None req-bd2bac8c-aa3b-421b-85fe-2fdf41e472ed None None] Bound port: 420ded47-b7bf-4a1d-b041-ea6b040061a2, host: dv-cinder-840377-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f612df4b-39e4-4aca-8577-536003890aab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '74dacc7e-115e-4cd0-87fd-8eaa4de43b7c'}}] {{(pid=83995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 21:29:48.408448 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-bd2bac8c-aa3b-421b-85fe-2fdf41e472ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1124352'] for port, before_update {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:29:48.412084 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-32d9e4df-7a89-4f5c-a050-ee3acec4bafc req-b034c47a-4881-466f-88cd-800455bb710f tempest-VolumesSnapshotTestJSON-1309513029 tempest-VolumesSnapshotTestJSON-1309513029-project] Notify callbacks [] for port, precommit_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:29:48.474940 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-ca1959c9-c2c9-4091-bb5a-884e1af34459 req-a0e921e5-7541-4329-9c3c-30583c3ae795 tempest-DeleteServersTestJSON-1257599601 tempest-DeleteServersTestJSON-1257599601-project] 10.222.0.48 "GET /v2.0/security-groups?id=6d61b926-5dcc-4a56-9b2d-720c7d6b9af8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872419 May 03 21:29:48.559291 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.plugins.ml2.db [None req-bd2bac8c-aa3b-421b-85fe-2fdf41e472ed None None] For port 420ded47-b7bf-4a1d-b041-ea6b040061a2, host dv-cinder-840377-1-iscsi, cleared binding levels {{(pid=83995) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 21:29:48.573745 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.plugins.ml2.db [None req-bd2bac8c-aa3b-421b-85fe-2fdf41e472ed None None] For port 420ded47-b7bf-4a1d-b041-ea6b040061a2, host dv-cinder-840377-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840377-1-iscsi',level=0,port_id=420ded47-b7bf-4a1d-b041-ea6b040061a2,segment=NetworkSegment(f612df4b-39e4-4aca-8577-536003890aab),segment_id=f612df4b-39e4-4aca-8577-536003890aab)] {{(pid=83995) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 21:29:48.649374 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-4d218908-47d5-485f-8089-2213d87e05fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781386283879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2080842'] for agent, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:29:48.676183 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88e4f99-8e78-4038-b2af-f6a0eaf4b008 req-e971c9c0-4710-4ea1-ab5e-5b8f1b66667b tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:29:48.677829 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-f88e4f99-8e78-4038-b2af-f6a0eaf4b008 req-e971c9c0-4710-4ea1-ab5e-5b8f1b66667b tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] 10.222.0.48 "GET /v2.0/ports?device_id=11444b4c-e752-4766-9e89-f57974330390 HTTP/1.1" status: 200 len: 945 time: 0.0936301 May 03 21:29:48.687407 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-bd2bac8c-aa3b-421b-85fe-2fdf41e472ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781386188966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781385847453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781385847498'] for port, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:29:48.698637 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-7074a3da-daf5-49d5-90fa-7c40bab209e0 req-3ecd7cbc-d1bb-46d2-ab1b-c8e3ab657b06 tempest-VolumesSnapshotTestJSON-1309513029 tempest-VolumesSnapshotTestJSON-1309513029-project] 10.222.0.48 "GET /v2.0/ports?device_id=71fcec7c-c868-4296-b92d-704179c12e86 HTTP/1.1" status: 200 len: 210 time: 0.0480011 May 03 21:29:48.726154 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-faf059fb-2711-441b-97fa-14dbb9940a22 req-c25c3406-e08f-4881-93c9-6ffe54819ee9 tempest-DeleteServersTestJSON-1257599601 tempest-DeleteServersTestJSON-1257599601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781386188948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781385847444'] for port, after_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:29:48.787357 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd2bac8c-aa3b-421b-85fe-2fdf41e472ed None None] Routers {'360beb80-9db1-4402-a5b1-1a0d502ee210'} bound to L3 agent in host dv-cinder-840377-1-iscsi {{(pid=83995) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 03 21:29:48.788286 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.db.l3_hamode_db [None req-bd2bac8c-aa3b-421b-85fe-2fdf41e472ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840377-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-03T21:19:18Z,description=,heartbeat_timestamp=2022-05-03T21:29:48Z,host='dv-cinder-840377-1-iscsi',id=c192ea1b-f7d6-49b7-9f22-5492fbafc6f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:19:19Z,topic='l3_agent')) {'router_ids': ['360beb80-9db1-4402-a5b1-1a0d502ee210'], 'active': True} {{(pid=83995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:29:48.788708 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25c3406-e08f-4881-93c9-6ffe54819ee9 tempest-DeleteServersTestJSON-1257599601 tempest-DeleteServersTestJSON-1257599601-project] Pushing event deleted for resources: {'Port': ['ID=99d8b720-a305-456d-805e-84e960517e14,revision_number=None']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:29:48.796985 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-32d9e4df-7a89-4f5c-a050-ee3acec4bafc req-b034c47a-4881-466f-88cd-800455bb710f tempest-VolumesSnapshotTestJSON-1309513029 tempest-VolumesSnapshotTestJSON-1309513029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781385847435'] for port, after_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:29:48.847127 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-f88e4f99-8e78-4038-b2af-f6a0eaf4b008 req-b690a14f-25f7-4291-be8b-78ce1970a66d tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] 10.222.0.48 "GET /v2.0/security-groups?id=fb8a1e97-a16e-41ad-af1f-9903cda5dd84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633818 May 03 21:29:48.848008 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8af126f-51b6-4cc8-8fda-44355b9f7fbc None None] Pushing event updated for resources: {'Port': ['ID=420ded47-b7bf-4a1d-b041-ea6b040061a2,revision_number=4']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:29:48.883623 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781386283879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2080842'] for agent, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:29:48.976967 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-32d9e4df-7a89-4f5c-a050-ee3acec4bafc req-b034c47a-4881-466f-88cd-800455bb710f tempest-VolumesSnapshotTestJSON-1309513029 tempest-VolumesSnapshotTestJSON-1309513029-project] Network 1bd6e5c5-0c32-4b7c-912b-8ae1c3143665 is already hosted by enough agents. {{(pid=83993) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 21:29:48.991901 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.scheduler.base_scheduler [req-32d9e4df-7a89-4f5c-a050-ee3acec4bafc req-b034c47a-4881-466f-88cd-800455bb710f tempest-VolumesSnapshotTestJSON-1309513029 tempest-VolumesSnapshotTestJSON-1309513029-project] Resources bound (agent type, host, resource id): {{(pid=83993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 21:29:49.001466 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.db.l3_dvrscheduler_db [req-faf059fb-2711-441b-97fa-14dbb9940a22 req-c25c3406-e08f-4881-93c9-6ffe54819ee9 tempest-DeleteServersTestJSON-1257599601 tempest-DeleteServersTestJSON-1257599601-project] No DVR routers for this DVR port 99d8b720-a305-456d-805e-84e960517e14 on host hv-cinder-84037 {{(pid=83993) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 21:29:49.011575 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.db.l3_dvrscheduler_db [req-32d9e4df-7a89-4f5c-a050-ee3acec4bafc req-b034c47a-4881-466f-88cd-800455bb710f tempest-VolumesSnapshotTestJSON-1309513029 tempest-VolumesSnapshotTestJSON-1309513029-project] Received port after_create {{(pid=83993) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 03 21:29:49.013352 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d9e4df-7a89-4f5c-a050-ee3acec4bafc req-b034c47a-4881-466f-88cd-800455bb710f tempest-VolumesSnapshotTestJSON-1309513029 tempest-VolumesSnapshotTestJSON-1309513029-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:29:49.014069 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-32d9e4df-7a89-4f5c-a050-ee3acec4bafc req-b034c47a-4881-466f-88cd-800455bb710f tempest-VolumesSnapshotTestJSON-1309513029 tempest-VolumesSnapshotTestJSON-1309513029-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93163'] for port, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:29:49.031829 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-faf059fb-2711-441b-97fa-14dbb9940a22 req-c25c3406-e08f-4881-93c9-6ffe54819ee9 tempest-DeleteServersTestJSON-1257599601 tempest-DeleteServersTestJSON-1257599601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93163'] for port, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:29:49.043007 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b034c47a-4881-466f-88cd-800455bb710f tempest-VolumesSnapshotTestJSON-1309513029 tempest-VolumesSnapshotTestJSON-1309513029-project] Pushing event updated for resources: {'Port': ['ID=846556a2-6669-4bf4-8f43-d938bc645197,revision_number=1']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:29:49.048498 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ae08669-d95f-432b-bc27-265833de050d', 'name': 'network-vif-deleted', 'tag': '99d8b720-a305-456d-805e-84e960517e14'}] {{(pid=83993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 03 21:29:49.062748 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.db.l3_dvr_db [None req-bd2bac8c-aa3b-421b-85fe-2fdf41e472ed None None] Set router 360beb80-9db1-4402-a5b1-1a0d502ee210 gateway port host: dv-cinder-840377-1-iscsi {{(pid=83995) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 03 21:29:49.132698 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-faf059fb-2711-441b-97fa-14dbb9940a22 req-c25c3406-e08f-4881-93c9-6ffe54819ee9 tempest-DeleteServersTestJSON-1257599601 tempest-DeleteServersTestJSON-1257599601-project] 10.222.0.42 "DELETE /v2.0/ports/99d8b720-a305-456d-805e-84e960517e14 HTTP/1.1" status: 204 len: 173 time: 4.4781194 May 03 21:29:49.153593 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9bd69db2-dbba-4393-b8d1-1570853f11ac'] response: {'server_uuid': '7ae08669-d95f-432b-bc27-265833de050d', 'name': 'network-vif-deleted', 'tag': '99d8b720-a305-456d-805e-84e960517e14', 'status': 'completed', 'code': 200} May 03 21:29:49.235133 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-32d9e4df-7a89-4f5c-a050-ee3acec4bafc req-b034c47a-4881-466f-88cd-800455bb710f tempest-VolumesSnapshotTestJSON-1309513029 tempest-VolumesSnapshotTestJSON-1309513029-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4550476 May 03 21:29:49.257841 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.v2.base [req-32d9e4df-7a89-4f5c-a050-ee3acec4bafc req-4063a8ef-ce8f-4a02-8607-9f8c38532d93 service neutron] Request body: {'port': {'device_id': '71fcec7c-c868-4296-b92d-704179c12e86', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84037'}} {{(pid=83993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 03 21:29:49.397997 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-32d9e4df-7a89-4f5c-a050-ee3acec4bafc req-4063a8ef-ce8f-4a02-8607-9f8c38532d93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1124352'] for port, before_update {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:29:49.476025 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.db.l3_hamode_db [None req-bd2bac8c-aa3b-421b-85fe-2fdf41e472ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '360beb80-9db1-4402-a5b1-1a0d502ee210', 'name': 'tempest-AttachVolumeTestJSON-600581022-router', 'tenant_id': 'a2df1ca790224a009004c3c22a5ee5c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c33334bd-f19e-453d-9f7b-349270405c58', 'external_fixed_ips': [{'subnet_id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'ip_address': '172.27.1.17'}], 'enable_snat': True}, 'gw_port_id': 'a353ebbc-82af-401c-a27c-5a116fea74c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:28:28Z', 'updated_at': '2022-05-03T21:28:43Z', 'revision_number': 4, 'project_id': 'a2df1ca790224a009004c3c22a5ee5c5', 'gw_port': {'id': 'a353ebbc-82af-401c-a27c-5a116fea74c8', 'name': '', 'network_id': 'c33334bd-f19e-453d-9f7b-349270405c58', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:ae:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '360beb80-9db1-4402-a5b1-1a0d502ee210', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'ip_address': '172.27.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:28:30Z', 'updated_at': '2022-05-03T21:29:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840377-1-iscsi', '_floatingips': [{'id': '8f798384-b616-4ee0-bb37-3fa2d5f5f971', 'tenant_id': 'a2df1ca790224a009004c3c22a5ee5c5', 'floating_ip_address': '172.27.1.34', 'floating_network_id': 'c33334bd-f19e-453d-9f7b-349270405c58', 'router_id': '360beb80-9db1-4402-a5b1-1a0d502ee210', 'port_id': '46d7aa18-8157-45ea-b292-6af9e591723f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '74dacc7e-115e-4cd0-87fd-8eaa4de43b7c', 'mac_address': 'fa:16:3e:b4:f6:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '274fd6f3-1f2e-4da8-8c5f-fa173514fc2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T21:28:59Z', 'updated_at': '2022-05-03T21:29:37Z', 'revision_number': 1, 'project_id': 'a2df1ca790224a009004c3c22a5ee5c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '420ded47-b7bf-4a1d-b041-ea6b040061a2', 'name': '', 'network_id': '74dacc7e-115e-4cd0-87fd-8eaa4de43b7c', 'tenant_id': 'a2df1ca790224a009004c3c22a5ee5c5', 'mac_address': 'fa:16:3e:94:17:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '360beb80-9db1-4402-a5b1-1a0d502ee210', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '55e45d73-03f2-4af5-b38e-f33c41c1d7ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:28:42Z', 'updated_at': '2022-05-03T21:29:48Z', 'revision_number': 4, 'project_id': 'a2df1ca790224a009004c3c22a5ee5c5', 'subnets': [{'id': '55e45d73-03f2-4af5-b38e-f33c41c1d7ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840377-1-iscsi', False) {} {{(pid=83995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:29:49.482996 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd2bac8c-aa3b-421b-85fe-2fdf41e472ed None None] The sync data for ids ['360beb80-9db1-4402-a5b1-1a0d502ee210'] in dv-cinder-840377-1-iscsi is: [{'id': '360beb80-9db1-4402-a5b1-1a0d502ee210', 'name': 'tempest-AttachVolumeTestJSON-600581022-router', 'tenant_id': 'a2df1ca790224a009004c3c22a5ee5c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c33334bd-f19e-453d-9f7b-349270405c58', 'external_fixed_ips': [{'subnet_id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'ip_address': '172.27.1.17'}], 'enable_snat': True}, 'gw_port_id': 'a353ebbc-82af-401c-a27c-5a116fea74c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:28:28Z', 'updated_at': '2022-05-03T21:28:43Z', 'revision_number': 4, 'project_id': 'a2df1ca790224a009004c3c22a5ee5c5', 'gw_port': {'id': 'a353ebbc-82af-401c-a27c-5a116fea74c8', 'name': '', 'network_id': 'c33334bd-f19e-453d-9f7b-349270405c58', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:ae:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '360beb80-9db1-4402-a5b1-1a0d502ee210', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'ip_address': '172.27.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:28:30Z', 'updated_at': '2022-05-03T21:29:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840377-1-iscsi', '_floatingips': [{'id': '8f798384-b616-4ee0-bb37-3fa2d5f5f971', 'tenant_id': 'a2df1ca790224a009004c3c22a5ee5c5', 'floating_ip_address': '172.27.1.34', 'floating_network_id': 'c33334bd-f19e-453d-9f7b-349270405c58', 'router_id': '360beb80-9db1-4402-a5b1-1a0d502ee210', 'port_id': '46d7aa18-8157-45ea-b292-6af9e591723f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '74dacc7e-115e-4cd0-87fd-8eaa4de43b7c', 'mac_address': 'fa:16:3e:b4:f6:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '274fd6f3-1f2e-4da8-8c5f-fa173514fc2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T21:28:59Z', 'updated_at': '2022-05-03T21:29:37Z', 'revision_number': 1, 'project_id': 'a2df1ca790224a009004c3c22a5ee5c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '420ded47-b7bf-4a1d-b041-ea6b040061a2', 'name': '', 'network_id': '74dacc7e-115e-4cd0-87fd-8eaa4de43b7c', 'tenant_id': 'a2df1ca790224a009004c3c22a5ee5c5', 'mac_address': 'fa:16:3e:94:17:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '360beb80-9db1-4402-a5b1-1a0d502ee210', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '55e45d73-03f2-4af5-b38e-f33c41c1d7ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:28:42Z', 'updated_at': '2022-05-03T21:29:48Z', 'revision_number': 4, 'project_id': 'a2df1ca790224a009004c3c22a5ee5c5', 'subnets': [{'id': '55e45d73-03f2-4af5-b38e-f33c41c1d7ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83995) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 03 21:29:49.563022 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.rpc [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Device 420ded47-b7bf-4a1d-b041-ea6b040061a2 up at agent ovs-agent-dv-cinder-840377-1-iscsi {{(pid=83994) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 21:29:49.824377 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [req-32903b9c-80b8-4350-9fb5-682a65efeaf3 req-9f0f9ad7-f45a-4d70-9543-17b790cd8ff5 tempest-DeleteServersTestJSON-1257599601 tempest-DeleteServersTestJSON-1257599601-project] Synchronizing usage tracker for tenant:a5ad2a8e2573405fa636364bdf765504 on resource:port {{(pid=83993) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 21:29:49.863011 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.provisioning_blocks [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Provisioning for port 420ded47-b7bf-4a1d-b041-ea6b040061a2 completed by entity L2. {{(pid=83994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 21:29:49.870029 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.provisioning_blocks [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Provisioning complete for port 420ded47-b7bf-4a1d-b041-ea6b040061a2 triggered by entity L2. {{(pid=83994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:29:49.871674 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2080827'] for port, provisioning_complete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:29:49.926508 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781386283879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2080842'] for agent, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:29:49.937708 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-0dfda447-9707-4eba-99ce-657c79a02a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781386283879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2080842'] for agent, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:29:49.944939 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [req-32903b9c-80b8-4350-9fb5-682a65efeaf3 req-9f0f9ad7-f45a-4d70-9543-17b790cd8ff5 tempest-DeleteServersTestJSON-1257599601 tempest-DeleteServersTestJSON-1257599601-project] Unset dirty status for tenant:a5ad2a8e2573405fa636364bdf765504 on resource:port {{(pid=83993) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 21:29:49.946256 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-32903b9c-80b8-4350-9fb5-682a65efeaf3 req-9f0f9ad7-f45a-4d70-9543-17b790cd8ff5 tempest-DeleteServersTestJSON-1257599601 tempest-DeleteServersTestJSON-1257599601-project] 10.222.0.48 "GET /v2.0/ports?device_id=7ae08669-d95f-432b-bc27-265833de050d HTTP/1.1" status: 200 len: 210 time: 0.1808171 May 03 21:29:49.951351 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5965290a-dc7e-4317-8977-8ce6acd765bb req-88554e9e-d0b4-4849-8fb8-646f2821f021 tempest-VolumesSnapshotTestJSON-1309513029 tempest-VolumesSnapshotTestJSON-1309513029-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:29:49.969869 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-5965290a-dc7e-4317-8977-8ce6acd765bb req-88554e9e-d0b4-4849-8fb8-646f2821f021 tempest-VolumesSnapshotTestJSON-1309513029 tempest-VolumesSnapshotTestJSON-1309513029-project] 10.222.0.48 "GET /v2.0/ports?device_id=71fcec7c-c868-4296-b92d-704179c12e86 HTTP/1.1" status: 200 len: 932 time: 0.1254313 May 03 21:29:49.989074 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.notifiers.nova [req-32d9e4df-7a89-4f5c-a050-ee3acec4bafc req-4063a8ef-ce8f-4a02-8607-9f8c38532d93 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 846556a2-6669-4bf4-8f43-d938bc645197 {{(pid=83993) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 03 21:29:50.004240 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-32d9e4df-7a89-4f5c-a050-ee3acec4bafc req-4063a8ef-ce8f-4a02-8607-9f8c38532d93 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:29:50.044481 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.db.provisioning_blocks [req-32d9e4df-7a89-4f5c-a050-ee3acec4bafc req-4063a8ef-ce8f-4a02-8607-9f8c38532d93 service neutron] Transition to ACTIVE for port object 846556a2-6669-4bf4-8f43-d938bc645197 will not be triggered until provisioned by entity L2. {{(pid=83993) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 21:29:50.076882 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.quota.resource [req-5965290a-dc7e-4317-8977-8ce6acd765bb req-74aac4d7-3d1e-4dc7-88f8-5ae66f397ba5 tempest-VolumesSnapshotTestJSON-1309513029 tempest-VolumesSnapshotTestJSON-1309513029-project] Synchronizing usage tracker for tenant:103e27d9374d41689ceff14ee5a5ae21 on resource:security_group {{(pid=83992) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 21:29:50.110253 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1124352'] for port, before_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:29:50.161881 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.db [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] For port 420ded47-b7bf-4a1d-b041-ea6b040061a2, host dv-cinder-840377-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840377-1-iscsi',level=0,port_id=420ded47-b7bf-4a1d-b041-ea6b040061a2,segment=NetworkSegment(f612df4b-39e4-4aca-8577-536003890aab),segment_id=f612df4b-39e4-4aca-8577-536003890aab)] {{(pid=83994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 21:29:50.189342 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-32d9e4df-7a89-4f5c-a050-ee3acec4bafc req-4063a8ef-ce8f-4a02-8607-9f8c38532d93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781386188966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781385847453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781385847498'] for port, after_update {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:29:50.340656 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.quota.resource [req-5965290a-dc7e-4317-8977-8ce6acd765bb req-74aac4d7-3d1e-4dc7-88f8-5ae66f397ba5 tempest-VolumesSnapshotTestJSON-1309513029 tempest-VolumesSnapshotTestJSON-1309513029-project] Unset dirty status for tenant:103e27d9374d41689ceff14ee5a5ae21 on resource:security_group {{(pid=83992) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 21:29:50.341783 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781386188966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781385847453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781385847498'] for port, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:29:50.343296 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-5965290a-dc7e-4317-8977-8ce6acd765bb req-74aac4d7-3d1e-4dc7-88f8-5ae66f397ba5 tempest-VolumesSnapshotTestJSON-1309513029 tempest-VolumesSnapshotTestJSON-1309513029-project] 10.222.0.48 "GET /v2.0/security-groups?id=65996721-a490-4a59-8f5d-ec10ee072626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3599756 May 03 21:29:50.348129 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4063a8ef-ce8f-4a02-8607-9f8c38532d93 service neutron] Pushing event updated for resources: {'Port': ['ID=846556a2-6669-4bf4-8f43-d938bc645197,revision_number=2']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:29:50.381338 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8eee2e-aeac-4f8a-aebc-12319c9ac4e6 req-a9df767c-be6d-49a3-801d-a78e451f811f tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:29:50.382916 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-9c8eee2e-aeac-4f8a-aebc-12319c9ac4e6 req-a9df767c-be6d-49a3-801d-a78e451f811f tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] 10.222.0.48 "GET /v2.0/ports?device_id=11444b4c-e752-4766-9e89-f57974330390 HTTP/1.1" status: 200 len: 945 time: 0.2505391 May 03 21:29:50.477454 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Pushing event updated for resources: {'Port': ['ID=420ded47-b7bf-4a1d-b041-ea6b040061a2,revision_number=5']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:29:50.478956 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.managers [req-32d9e4df-7a89-4f5c-a050-ee3acec4bafc req-4063a8ef-ce8f-4a02-8607-9f8c38532d93 service neutron] Attempting to bind port 846556a2-6669-4bf4-8f43-d938bc645197 on host hv-cinder-84037 for vnic_type normal with profile {{(pid=83993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 21:29:50.479301 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.managers [req-32d9e4df-7a89-4f5c-a050-ee3acec4bafc req-4063a8ef-ce8f-4a02-8607-9f8c38532d93 service neutron] Attempting to bind port 846556a2-6669-4bf4-8f43-d938bc645197 by drivers openvswitch,hyperv on host hv-cinder-84037 at level 0 using segments [{'id': 'ead6f962-4d7d-42d4-a44b-625695deccc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '1bd6e5c5-0c32-4b7c-912b-8ae1c3143665'}] {{(pid=83993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 21:29:50.479822 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32d9e4df-7a89-4f5c-a050-ee3acec4bafc req-4063a8ef-ce8f-4a02-8607-9f8c38532d93 service neutron] Attempting to bind port 846556a2-6669-4bf4-8f43-d938bc645197 on network 1bd6e5c5-0c32-4b7c-912b-8ae1c3143665 {{(pid=83993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 03 21:29:50.491499 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32d9e4df-7a89-4f5c-a050-ee3acec4bafc req-4063a8ef-ce8f-4a02-8607-9f8c38532d93 service neutron] Port 846556a2-6669-4bf4-8f43-d938bc645197 on network 1bd6e5c5-0c32-4b7c-912b-8ae1c3143665 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84037 {{(pid=83993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 03 21:29:50.491823 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32d9e4df-7a89-4f5c-a050-ee3acec4bafc req-4063a8ef-ce8f-4a02-8607-9f8c38532d93 service neutron] Attempting to bind port 846556a2-6669-4bf4-8f43-d938bc645197 on network 1bd6e5c5-0c32-4b7c-912b-8ae1c3143665 {{(pid=83993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 03 21:29:50.505939 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-9c8eee2e-aeac-4f8a-aebc-12319c9ac4e6 req-329366aa-1aca-410a-b733-9ba67bae6a0d tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] 10.222.0.48 "GET /v2.0/security-groups?id=fb8a1e97-a16e-41ad-af1f-9903cda5dd84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887733 May 03 21:29:50.507174 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32d9e4df-7a89-4f5c-a050-ee3acec4bafc req-4063a8ef-ce8f-4a02-8607-9f8c38532d93 service neutron] Checking agent: {'id': '6f729c1e-126d-4db9-b521-92dbb8a34775', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84037', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 21, 26, 18), 'started_at': datetime.datetime(2022, 5, 3, 21, 26, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 21, 29, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 03 21:29:50.507499 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32d9e4df-7a89-4f5c-a050-ee3acec4bafc req-4063a8ef-ce8f-4a02-8607-9f8c38532d93 service neutron] Checking segment: {'id': 'ead6f962-4d7d-42d4-a44b-625695deccc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '1bd6e5c5-0c32-4b7c-912b-8ae1c3143665'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 03 21:29:50.507875 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32d9e4df-7a89-4f5c-a050-ee3acec4bafc req-4063a8ef-ce8f-4a02-8607-9f8c38532d93 service neutron] Bound using segment: {'id': 'ead6f962-4d7d-42d4-a44b-625695deccc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '1bd6e5c5-0c32-4b7c-912b-8ae1c3143665'} {{(pid=83993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 03 21:29:50.508415 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.managers [req-32d9e4df-7a89-4f5c-a050-ee3acec4bafc req-4063a8ef-ce8f-4a02-8607-9f8c38532d93 service neutron] Bound port: 846556a2-6669-4bf4-8f43-d938bc645197, host: hv-cinder-84037, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ead6f962-4d7d-42d4-a44b-625695deccc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '1bd6e5c5-0c32-4b7c-912b-8ae1c3143665'}}] {{(pid=83993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 21:29:50.508793 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-32d9e4df-7a89-4f5c-a050-ee3acec4bafc req-4063a8ef-ce8f-4a02-8607-9f8c38532d93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1124352'] for port, before_update {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:29:50.611843 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.db [req-32d9e4df-7a89-4f5c-a050-ee3acec4bafc req-4063a8ef-ce8f-4a02-8607-9f8c38532d93 service neutron] For port 846556a2-6669-4bf4-8f43-d938bc645197, host hv-cinder-84037, cleared binding levels {{(pid=83993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 21:29:50.614988 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.db [req-32d9e4df-7a89-4f5c-a050-ee3acec4bafc req-4063a8ef-ce8f-4a02-8607-9f8c38532d93 service neutron] For port 846556a2-6669-4bf4-8f43-d938bc645197, host hv-cinder-84037, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=846556a2-6669-4bf4-8f43-d938bc645197,segment=NetworkSegment(ead6f962-4d7d-42d4-a44b-625695deccc6),segment_id=ead6f962-4d7d-42d4-a44b-625695deccc6)] {{(pid=83993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 21:29:50.733481 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-32d9e4df-7a89-4f5c-a050-ee3acec4bafc req-4063a8ef-ce8f-4a02-8607-9f8c38532d93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781386188966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781385847453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781385847498'] for port, after_update {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:29:50.800694 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-32d9e4df-7a89-4f5c-a050-ee3acec4bafc req-4063a8ef-ce8f-4a02-8607-9f8c38532d93 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93163'] for port, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:29:50.802134 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-32d9e4df-7a89-4f5c-a050-ee3acec4bafc req-4063a8ef-ce8f-4a02-8607-9f8c38532d93 service neutron] 10.222.0.42 "PUT /v2.0/ports/846556a2-6669-4bf4-8f43-d938bc645197 HTTP/1.1" status: 200 len: 1094 time: 1.5485032 May 03 21:29:50.816158 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4063a8ef-ce8f-4a02-8607-9f8c38532d93 service neutron] Pushing event updated for resources: {'Port': ['ID=846556a2-6669-4bf4-8f43-d938bc645197,revision_number=3']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:29:51.060998 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-32d9e4df-7a89-4f5c-a050-ee3acec4bafc req-f056f3b4-1cff-4466-b331-774149462d54 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=103e27d9374d41689ceff14ee5a5ae21&device_id=71fcec7c-c868-4296-b92d-704179c12e86 HTTP/1.1" status: 200 len: 1097 time: 0.0865347 May 03 21:29:51.157865 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71fcec7c-c868-4296-b92d-704179c12e86', 'tag': '846556a2-6669-4bf4-8f43-d938bc645197'}] {{(pid=83993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 03 21:29:51.181467 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-32d9e4df-7a89-4f5c-a050-ee3acec4bafc req-77ac7a91-ec99-4dd8-9b5f-5581577f0483 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=846556a2-6669-4bf4-8f43-d938bc645197 HTTP/1.1" status: 200 len: 217 time: 0.0852251 May 03 21:29:51.206112 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-6ae55093-b1ff-45a9-8303-8007840be411 req-c2262e8d-2478-4685-b146-7d01c49bb18d tempest-DeleteServersTestJSON-1257599601 tempest-DeleteServersTestJSON-1257599601-project] 10.222.0.48 "GET /v2.0/ports?device_id=7ae08669-d95f-432b-bc27-265833de050d HTTP/1.1" status: 200 len: 210 time: 0.0829628 May 03 21:29:51.237541 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-672d275f-a9b7-498c-8eb6-010b5168d44a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781386283879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2080842'] for agent, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:29:51.257703 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1db46c7d-8b9e-4e34-b140-586281190ec5'] response: {'name': 'network-changed', 'server_uuid': '71fcec7c-c868-4296-b92d-704179c12e86', 'tag': '846556a2-6669-4bf4-8f43-d938bc645197', 'status': 'completed', 'code': 200} May 03 21:29:51.273359 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d9e4df-7a89-4f5c-a050-ee3acec4bafc req-69dc0995-cf6a-4bb1-a43b-e44b43b78dc9 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:29:51.274879 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-32d9e4df-7a89-4f5c-a050-ee3acec4bafc req-69dc0995-cf6a-4bb1-a43b-e44b43b78dc9 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=99786e24-36cf-4f53-9515-58ebb4abcf3d HTTP/1.1" status: 200 len: 854 time: 0.0764799 May 03 21:29:51.426913 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-32d9e4df-7a89-4f5c-a050-ee3acec4bafc req-b0d4f39c-6cfd-4b37-a5d6-d2f738ac1139 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1bd6e5c5-0c32-4b7c-912b-8ae1c3143665&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1251941 May 03 21:29:51.535503 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.rpc [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Device 420ded47-b7bf-4a1d-b041-ea6b040061a2 up at agent ovs-agent-dv-cinder-840377-1-iscsi {{(pid=83994) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 21:29:51.645632 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e66c29-ea17-4524-8556-9938fb0436ff req-ae1d654d-9211-4db8-9692-291527a56edf tempest-VolumesSnapshotTestJSON-1309513029 tempest-VolumesSnapshotTestJSON-1309513029-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:29:51.660131 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-d5e66c29-ea17-4524-8556-9938fb0436ff req-ae1d654d-9211-4db8-9692-291527a56edf tempest-VolumesSnapshotTestJSON-1309513029 tempest-VolumesSnapshotTestJSON-1309513029-project] 10.222.0.48 "GET /v2.0/ports?device_id=71fcec7c-c868-4296-b92d-704179c12e86 HTTP/1.1" status: 200 len: 944 time: 0.1552181 May 03 21:29:51.662365 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.provisioning_blocks [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Provisioning complete for port 420ded47-b7bf-4a1d-b041-ea6b040061a2 triggered by entity L2. {{(pid=83994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:29:51.662944 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2080827'] for port, provisioning_complete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:29:51.779538 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-d5e66c29-ea17-4524-8556-9938fb0436ff req-26d5571e-3b8a-4600-bbc9-ec189c89e50c tempest-VolumesSnapshotTestJSON-1309513029 tempest-VolumesSnapshotTestJSON-1309513029-project] 10.222.0.48 "GET /v2.0/security-groups?id=65996721-a490-4a59-8f5d-ec10ee072626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168649 May 03 21:29:51.818563 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-32d9e4df-7a89-4f5c-a050-ee3acec4bafc req-b4400064-a76f-4a17-bc8a-1214e2799fe4 service neutron] 10.222.0.42 "GET /v2.0/networks/1bd6e5c5-0c32-4b7c-912b-8ae1c3143665?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3774157 May 03 21:29:51.933973 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11cb9ea-6af9-4555-bc53-413f3712ad18 req-1bda48a4-6fbe-4e74-8791-b529bff1aaea tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:29:51.936470 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-e11cb9ea-6af9-4555-bc53-413f3712ad18 req-1bda48a4-6fbe-4e74-8791-b529bff1aaea tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] 10.222.0.48 "GET /v2.0/ports?device_id=11444b4c-e752-4766-9e89-f57974330390 HTTP/1.1" status: 200 len: 945 time: 0.1990204 May 03 21:29:51.936938 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dd2d86d-0e09-4e13-b523-82a1dc27dcbf None None] New status for floating IP 100a5aed-532d-4711-af1d-084799961218: ACTIVE {{(pid=83995) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 03 21:29:52.043735 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-32d9e4df-7a89-4f5c-a050-ee3acec4bafc req-fb3b6abe-6246-4436-966e-f98136509421 service neutron] 10.222.0.42 "GET /v2.0/networks/1bd6e5c5-0c32-4b7c-912b-8ae1c3143665?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2164073 May 03 21:29:52.049072 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-e11cb9ea-6af9-4555-bc53-413f3712ad18 req-3a4efd90-cd3e-4d3a-88c4-b23f16528839 tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] 10.222.0.48 "GET /v2.0/security-groups?id=fb8a1e97-a16e-41ad-af1f-9903cda5dd84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004481 May 03 21:29:52.387001 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-14d9f9e3-cf02-46a4-8701-9e3b87f33c82 req-da60c17f-9421-4818-9471-54f6f995a869 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=103e27d9374d41689ceff14ee5a5ae21&device_id=71fcec7c-c868-4296-b92d-704179c12e86 HTTP/1.1" status: 200 len: 1097 time: 0.0822756 May 03 21:29:52.545619 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d9f9e3-cf02-46a4-8701-9e3b87f33c82 req-e0f5b7bc-c838-4bf0-b0b4-bdc01551456b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:29:52.547170 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-14d9f9e3-cf02-46a4-8701-9e3b87f33c82 req-e0f5b7bc-c838-4bf0-b0b4-bdc01551456b service neutron] 10.222.0.42 "GET /v2.0/networks?id=1bd6e5c5-0c32-4b7c-912b-8ae1c3143665 HTTP/1.1" status: 200 len: 915 time: 0.1486905 May 03 21:29:52.630710 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.48', 55266) {{(pid=83992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:29:52.660058 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-14d9f9e3-cf02-46a4-8701-9e3b87f33c82 req-40afd812-057b-45a3-bf93-5d78ccd1aca8 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=846556a2-6669-4bf4-8f43-d938bc645197 HTTP/1.1" status: 200 len: 217 time: 0.0992718 May 03 21:29:52.749512 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d9f9e3-cf02-46a4-8701-9e3b87f33c82 req-7bbdc00d-7876-4358-b955-fd201a58cc78 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:29:52.751014 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-14d9f9e3-cf02-46a4-8701-9e3b87f33c82 req-7bbdc00d-7876-4358-b955-fd201a58cc78 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=99786e24-36cf-4f53-9515-58ebb4abcf3d HTTP/1.1" status: 200 len: 854 time: 0.0740194 May 03 21:29:52.810186 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-14d9f9e3-cf02-46a4-8701-9e3b87f33c82 req-7508c789-c689-4e74-aa7b-0839cc2ca0be service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1bd6e5c5-0c32-4b7c-912b-8ae1c3143665&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0524318 May 03 21:29:52.848277 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-25c52c54-67db-40fd-b14a-e2ad4b21fece admin admin] Notify callbacks [] for security_group, before_create {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:29:52.887441 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.db.quota.driver [None req-25c52c54-67db-40fd-b14a-e2ad4b21fece admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:29:52.891802 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.quota.resource [None req-25c52c54-67db-40fd-b14a-e2ad4b21fece admin admin] Usage tracker for resource:security_group_rule and tenant:b135ce9a8c784c78a0fc2a932e854b9d is out of sync, need to count used quota {{(pid=83992) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:29:52.897332 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.quota.resource [None req-25c52c54-67db-40fd-b14a-e2ad4b21fece admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83992) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:29:52.905403 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.db.quota.driver [None req-25c52c54-67db-40fd-b14a-e2ad4b21fece admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:29:52.969093 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-14d9f9e3-cf02-46a4-8701-9e3b87f33c82 req-34aab2a6-5456-432c-bddf-d1bd7b22b668 service neutron] 10.222.0.42 "GET /v2.0/networks/1bd6e5c5-0c32-4b7c-912b-8ae1c3143665?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1518021 May 03 21:29:53.043503 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-25c52c54-67db-40fd-b14a-e2ad4b21fece admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:29:53.054544 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ceaf3a9-3be9-43be-9595-5c4812ec5a92 req-90154cb2-80ea-4183-ab25-9100cf4c987a tempest-VolumesSnapshotTestJSON-1309513029 tempest-VolumesSnapshotTestJSON-1309513029-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:29:53.056012 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-6ceaf3a9-3be9-43be-9595-5c4812ec5a92 req-90154cb2-80ea-4183-ab25-9100cf4c987a tempest-VolumesSnapshotTestJSON-1309513029 tempest-VolumesSnapshotTestJSON-1309513029-project] 10.222.0.48 "GET /v2.0/ports?device_id=71fcec7c-c868-4296-b92d-704179c12e86 HTTP/1.1" status: 200 len: 944 time: 0.1307738 May 03 21:29:53.144224 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-14d9f9e3-cf02-46a4-8701-9e3b87f33c82 req-079bf544-5955-488b-954d-be34d6cf869c service neutron] 10.222.0.42 "GET /v2.0/networks/1bd6e5c5-0c32-4b7c-912b-8ae1c3143665?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1586530 May 03 21:29:53.162244 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-6ceaf3a9-3be9-43be-9595-5c4812ec5a92 req-6e56bd2e-922c-4900-a255-36d7ae73ee53 tempest-VolumesSnapshotTestJSON-1309513029 tempest-VolumesSnapshotTestJSON-1309513029-project] 10.222.0.48 "GET /v2.0/security-groups?id=65996721-a490-4a59-8f5d-ec10ee072626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983448 May 03 21:29:53.255113 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-25c52c54-67db-40fd-b14a-e2ad4b21fece admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746426'] for security_group, after_create {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:29:53.310205 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c52c54-67db-40fd-b14a-e2ad4b21fece admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=976ec582-28ac-473c-a1ec-ad75fcec14c2,revision_number=1']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:29:53.315968 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [None req-25c52c54-67db-40fd-b14a-e2ad4b21fece admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b135ce9a8c784c78a0fc2a932e854b9d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6841233 May 03 21:29:53.318524 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.48', 55286) {{(pid=83992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:29:53.345917 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f1d6b2-b52e-407a-9ef0-93869e5ba008 req-fdc3da9d-fb32-426d-9893-59f294bcf211 tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:29:53.347661 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-02f1d6b2-b52e-407a-9ef0-93869e5ba008 req-fdc3da9d-fb32-426d-9893-59f294bcf211 tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] 10.222.0.48 "GET /v2.0/ports?device_id=11444b4c-e752-4766-9e89-f57974330390 HTTP/1.1" status: 200 len: 945 time: 0.1175244 May 03 21:29:53.389662 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-052c8464-af4d-4cc3-adac-e4ddeb742244 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:29:53.416250 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-02f1d6b2-b52e-407a-9ef0-93869e5ba008 req-d2e3313a-bf42-4bcf-a613-93e09ccd07bd tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] 10.222.0.48 "GET /v2.0/security-groups?id=fb8a1e97-a16e-41ad-af1f-9903cda5dd84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626209 May 03 21:29:53.419210 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-052c8464-af4d-4cc3-adac-e4ddeb742244 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:29:53.588891 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-052c8464-af4d-4cc3-adac-e4ddeb742244 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746426'] for security_group, after_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:29:53.605631 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052c8464-af4d-4cc3-adac-e4ddeb742244 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=976ec582-28ac-473c-a1ec-ad75fcec14c2,revision_number=None']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:29:53.610814 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-052c8464-af4d-4cc3-adac-e4ddeb742244 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:29:53.612457 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [None req-052c8464-af4d-4cc3-adac-e4ddeb742244 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/976ec582-28ac-473c-a1ec-ad75fcec14c2 HTTP/1.1" status: 204 len: 168 time: 0.2925086 May 03 21:29:54.430482 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cafa7d-8d14-4f06-b12d-e891687193e5 req-091ee28e-3911-4bd1-a2ac-c15bc98fc3e5 tempest-VolumesSnapshotTestJSON-1309513029 tempest-VolumesSnapshotTestJSON-1309513029-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:29:54.430482 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-b3cafa7d-8d14-4f06-b12d-e891687193e5 req-091ee28e-3911-4bd1-a2ac-c15bc98fc3e5 tempest-VolumesSnapshotTestJSON-1309513029 tempest-VolumesSnapshotTestJSON-1309513029-project] 10.222.0.48 "GET /v2.0/ports?device_id=71fcec7c-c868-4296-b92d-704179c12e86 HTTP/1.1" status: 200 len: 944 time: 0.1194661 May 03 21:29:54.485761 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-b3cafa7d-8d14-4f06-b12d-e891687193e5 req-4c5132c1-e1ab-48ce-b3a3-4bd1a83d9286 tempest-VolumesSnapshotTestJSON-1309513029 tempest-VolumesSnapshotTestJSON-1309513029-project] 10.222.0.48 "GET /v2.0/security-groups?id=65996721-a490-4a59-8f5d-ec10ee072626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481071 May 03 21:29:54.519519 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.48', 55310) {{(pid=83993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:29:54.548247 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.48', 55314) {{(pid=83992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:29:54.579522 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-ed2f35ae-7b51-4320-ad86-1e4dc46768d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:29:54.591944 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee21027f-8d11-489d-a835-4d5f4c488d53 admin admin] Deleting subnet 45fa8f58-c1c7-4694-a2a0-b0126cd31bcf {{(pid=83993) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 03 21:29:54.595553 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-ee21027f-8d11-489d-a835-4d5f4c488d53 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:29:54.617887 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.db.quota.driver [None req-ed2f35ae-7b51-4320-ad86-1e4dc46768d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:29:54.623003 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.quota.resource [None req-ed2f35ae-7b51-4320-ad86-1e4dc46768d9 admin admin] Usage tracker for resource:security_group_rule and tenant:128326af9da84ddea858c3eac44daeb1 is out of sync, need to count used quota {{(pid=83992) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:29:54.626484 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.quota.resource [None req-ed2f35ae-7b51-4320-ad86-1e4dc46768d9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83992) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:29:54.633455 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.db.quota.driver [None req-ed2f35ae-7b51-4320-ad86-1e4dc46768d9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:29:54.697613 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-ee21027f-8d11-489d-a835-4d5f4c488d53 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:29:54.709550 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-ed2f35ae-7b51-4320-ad86-1e4dc46768d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:29:54.711924 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-ee21027f-8d11-489d-a835-4d5f4c488d53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2088927'] for subnet, precommit_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:29:54.789986 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c29555-f9f6-4f2e-bc85-f0966bb86f0a req-a95c34e4-a849-4f05-a587-dacb109c8766 tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:29:54.791481 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-40c29555-f9f6-4f2e-bc85-f0966bb86f0a req-a95c34e4-a849-4f05-a587-dacb109c8766 tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] 10.222.0.48 "GET /v2.0/ports?device_id=11444b4c-e752-4766-9e89-f57974330390 HTTP/1.1" status: 200 len: 945 time: 0.1631248 May 03 21:29:54.840207 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-ed2f35ae-7b51-4320-ad86-1e4dc46768d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746426'] for security_group, after_create {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:29:54.841456 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-40c29555-f9f6-4f2e-bc85-f0966bb86f0a req-b646dc81-806e-4107-bbc4-4b1b033a9848 tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] 10.222.0.48 "GET /v2.0/security-groups?id=fb8a1e97-a16e-41ad-af1f-9903cda5dd84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414667 May 03 21:29:54.889598 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2f35ae-7b51-4320-ad86-1e4dc46768d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e357872f-c179-4caf-8afd-4978fff1bf59,revision_number=1']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:29:54.896099 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [None req-ed2f35ae-7b51-4320-ad86-1e4dc46768d9 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=128326af9da84ddea858c3eac44daeb1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3461034 May 03 21:29:54.901529 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.48', 55318) {{(pid=83992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:29:54.968749 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-412a56f4-a23f-427a-98e3-bea385d13b4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:29:55.000993 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-412a56f4-a23f-427a-98e3-bea385d13b4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:29:55.006268 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-ee21027f-8d11-489d-a835-4d5f4c488d53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2088918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396'] for subnet, after_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:29:55.046356 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee21027f-8d11-489d-a835-4d5f4c488d53 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=45fa8f58-c1c7-4694-a2a0-b0126cd31bcf,revision_number=None']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:29:55.055353 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-ee21027f-8d11-489d-a835-4d5f4c488d53 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1706389'] for subnet, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:29:55.061083 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-ee21027f-8d11-489d-a835-4d5f4c488d53 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/45fa8f58-c1c7-4694-a2a0-b0126cd31bcf HTTP/1.1" status: 204 len: 168 time: 0.5436335 May 03 21:29:55.063483 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.48', 55322) {{(pid=83993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:29:55.146038 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-412a56f4-a23f-427a-98e3-bea385d13b4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746426'] for security_group, after_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:29:55.163523 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412a56f4-a23f-427a-98e3-bea385d13b4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e357872f-c179-4caf-8afd-4978fff1bf59,revision_number=None']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:29:55.167978 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-412a56f4-a23f-427a-98e3-bea385d13b4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:29:55.172580 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [None req-412a56f4-a23f-427a-98e3-bea385d13b4f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e357872f-c179-4caf-8afd-4978fff1bf59 HTTP/1.1" status: 204 len: 168 time: 0.2670717 May 03 21:29:55.258673 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-1451a534-e4e0-4f83-8ea8-01c3ab17d89f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1078587'] for network, before_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:29:55.404932 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-1451a534-e4e0-4f83-8ea8-01c3ab17d89f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2083402', 'neutron.services.segments.db._delete_segments_for_network-8781386283897'] for network, precommit_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:29:55.431263 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-1451a534-e4e0-4f83-8ea8-01c3ab17d89f admin admin] Subscribe: > segment before_delete 55550000 {{(pid=83993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:29:55.431622 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-1451a534-e4e0-4f83-8ea8-01c3ab17d89f admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=83993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:29:55.432358 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-1451a534-e4e0-4f83-8ea8-01c3ab17d89f admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=83993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:29:55.432712 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-1451a534-e4e0-4f83-8ea8-01c3ab17d89f admin admin] Subscribe: > port after_create 55550000 {{(pid=83993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:29:55.433092 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-1451a534-e4e0-4f83-8ea8-01c3ab17d89f admin admin] Subscribe: > port after_delete 55550000 {{(pid=83993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:29:55.433433 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-1451a534-e4e0-4f83-8ea8-01c3ab17d89f admin admin] Subscribe: > port after_update 55550000 {{(pid=83993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:29:55.433760 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-1451a534-e4e0-4f83-8ea8-01c3ab17d89f admin admin] Subscribe: > segment after_delete 55550000 {{(pid=83993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:29:55.434122 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-1451a534-e4e0-4f83-8ea8-01c3ab17d89f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=83993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:29:55.434657 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-1451a534-e4e0-4f83-8ea8-01c3ab17d89f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=83993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:29:55.435005 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-1451a534-e4e0-4f83-8ea8-01c3ab17d89f admin admin] Subscribe: > subnet after_update 55550000 {{(pid=83993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:29:55.499541 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-1451a534-e4e0-4f83-8ea8-01c3ab17d89f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=83993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:29:55.499882 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-1451a534-e4e0-4f83-8ea8-01c3ab17d89f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=83993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:29:55.500239 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-1451a534-e4e0-4f83-8ea8-01c3ab17d89f admin admin] Subscribe: > subnet before_create 55550000 {{(pid=83993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:29:55.500605 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-1451a534-e4e0-4f83-8ea8-01c3ab17d89f admin admin] Subscribe: > subnet before_update 55550000 {{(pid=83993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:29:55.500995 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.services.segments.db [None req-1451a534-e4e0-4f83-8ea8-01c3ab17d89f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['556cc182-54d3-4ca5-af4a-8fbf93a97ff0']}} {{(pid=83993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:29:55.515419 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.services.segments.db [None req-1451a534-e4e0-4f83-8ea8-01c3ab17d89f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8a3db2b-cde4-435f-b662-ad3a00207e92') {'for_net_delete': True} {{(pid=83993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:29:55.515641 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.services.segments.db [None req-1451a534-e4e0-4f83-8ea8-01c3ab17d89f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8a3db2b-cde4-435f-b662-ad3a00207e92') {} {{(pid=83993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:29:55.527065 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-1451a534-e4e0-4f83-8ea8-01c3ab17d89f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781386283780', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4073667'] for segment, before_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:29:55.544894 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-1451a534-e4e0-4f83-8ea8-01c3ab17d89f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1172921'] for segment, precommit_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:29:55.552286 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1451a534-e4e0-4f83-8ea8-01c3ab17d89f admin admin] Releasing vlan 444 on physical network physnet1 to pool {{(pid=83993) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 03 21:29:55.552829 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-1451a534-e4e0-4f83-8ea8-01c3ab17d89f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1172898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3391617'] for segment, after_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:29:55.572230 dv-cinder-840377-1-iscsi neutron-server[83993]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) May 03 21:29:55.572230 dv-cinder-840377-1-iscsi neutron-server[83993]: util.warn_limited( May 03 21:29:55.572230 dv-cinder-840377-1-iscsi neutron-server[83993]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) May 03 21:29:55.572230 dv-cinder-840377-1-iscsi neutron-server[83993]: util.warn_limited( May 03 21:29:55.572230 dv-cinder-840377-1-iscsi neutron-server[83993]: Traceback (most recent call last): May 03 21:29:55.572230 dv-cinder-840377-1-iscsi neutron-server[83993]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 03 21:29:55.572230 dv-cinder-840377-1-iscsi neutron-server[83993]: timer() May 03 21:29:55.572230 dv-cinder-840377-1-iscsi neutron-server[83993]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 03 21:29:55.572230 dv-cinder-840377-1-iscsi neutron-server[83993]: cb(*args, **kw) May 03 21:29:55.572230 dv-cinder-840377-1-iscsi neutron-server[83993]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 03 21:29:55.572230 dv-cinder-840377-1-iscsi neutron-server[83993]: return func(*args, **kwargs) May 03 21:29:55.572230 dv-cinder-840377-1-iscsi neutron-server[83993]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 03 21:29:55.572230 dv-cinder-840377-1-iscsi neutron-server[83993]: self._notify() May 03 21:29:55.572230 dv-cinder-840377-1-iscsi neutron-server[83993]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 03 21:29:55.572230 dv-cinder-840377-1-iscsi neutron-server[83993]: self.callback(batched_events) May 03 21:29:55.572230 dv-cinder-840377-1-iscsi neutron-server[83993]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 03 21:29:55.572230 dv-cinder-840377-1-iscsi neutron-server[83993]: event.method(event) May 03 21:29:55.572230 dv-cinder-840377-1-iscsi neutron-server[83993]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 03 21:29:55.572230 dv-cinder-840377-1-iscsi neutron-server[83993]: aggregate_id = self._get_aggregate_id(event.segment_id) May 03 21:29:55.572230 dv-cinder-840377-1-iscsi neutron-server[83993]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 03 21:29:55.572230 dv-cinder-840377-1-iscsi neutron-server[83993]: aggregate_uuid = self.p_client.list_aggregates( May 03 21:29:55.572230 dv-cinder-840377-1-iscsi neutron-server[83993]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 03 21:29:55.572230 dv-cinder-840377-1-iscsi neutron-server[83993]: return f(self, *a, **k) May 03 21:29:55.572230 dv-cinder-840377-1-iscsi neutron-server[83993]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 03 21:29:55.572230 dv-cinder-840377-1-iscsi neutron-server[83993]: return self._get(url).json() May 03 21:29:55.572230 dv-cinder-840377-1-iscsi neutron-server[83993]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 03 21:29:55.572230 dv-cinder-840377-1-iscsi neutron-server[83993]: return self._client.get(url, endpoint_filter=self._ks_filter, May 03 21:29:55.572230 dv-cinder-840377-1-iscsi neutron-server[83993]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 03 21:29:55.572230 dv-cinder-840377-1-iscsi neutron-server[83993]: return self.request(url, 'GET', **kwargs) May 03 21:29:55.572230 dv-cinder-840377-1-iscsi neutron-server[83993]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 03 21:29:55.572230 dv-cinder-840377-1-iscsi neutron-server[83993]: base_url = self.get_endpoint(auth, allow=allow, May 03 21:29:55.572230 dv-cinder-840377-1-iscsi neutron-server[83993]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 03 21:29:55.572230 dv-cinder-840377-1-iscsi neutron-server[83993]: auth = self._auth_required(auth, 'determine endpoint URL') May 03 21:29:55.572230 dv-cinder-840377-1-iscsi neutron-server[83993]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 03 21:29:55.572230 dv-cinder-840377-1-iscsi neutron-server[83993]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 03 21:29:55.572230 dv-cinder-840377-1-iscsi neutron-server[83993]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 03 21:29:55.708869 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700a485c-55e6-4cb4-827a-354b5090c4be req-e9443ad2-2306-4f92-a464-ebe19fcca5a2 tempest-VolumesSnapshotTestJSON-1309513029 tempest-VolumesSnapshotTestJSON-1309513029-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:29:55.710398 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-700a485c-55e6-4cb4-827a-354b5090c4be req-e9443ad2-2306-4f92-a464-ebe19fcca5a2 tempest-VolumesSnapshotTestJSON-1309513029 tempest-VolumesSnapshotTestJSON-1309513029-project] 10.222.0.48 "GET /v2.0/ports?device_id=71fcec7c-c868-4296-b92d-704179c12e86 HTTP/1.1" status: 200 len: 944 time: 0.0828276 May 03 21:29:55.757592 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-700a485c-55e6-4cb4-827a-354b5090c4be req-a40cc88b-e7de-4d29-aa05-7b21e70da7d2 tempest-VolumesSnapshotTestJSON-1309513029 tempest-VolumesSnapshotTestJSON-1309513029-project] 10.222.0.48 "GET /v2.0/security-groups?id=65996721-a490-4a59-8f5d-ec10ee072626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404472 May 03 21:29:55.868984 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-1451a534-e4e0-4f83-8ea8-01c3ab17d89f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2083393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-332850'] for network, after_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:29:55.891588 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-1451a534-e4e0-4f83-8ea8-01c3ab17d89f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1706389'] for network, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:29:55.898575 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1451a534-e4e0-4f83-8ea8-01c3ab17d89f admin admin] Pushing event deleted for resources: {'Network': ['ID=556cc182-54d3-4ca5-af4a-8fbf93a97ff0,revision_number=None']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:29:55.990521 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.rpc [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Device 846556a2-6669-4bf4-8f43-d938bc645197 details requested by agent hyperv_hv-cinder-84037 with host hv-cinder-84037 {{(pid=83994) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 03 21:29:56.033605 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-1451a534-e4e0-4f83-8ea8-01c3ab17d89f admin admin] 10.222.0.48 "DELETE /v2.0/networks/556cc182-54d3-4ca5-af4a-8fbf93a97ff0 HTTP/1.1" status: 204 len: 168 time: 0.9689331 May 03 21:29:56.086876 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf3f9ec-9d54-400a-8fe3-424934ed51f3 req-d8bd2656-0d8e-4fba-a866-88b925f1c5f3 tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:29:56.088884 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-bcf3f9ec-9d54-400a-8fe3-424934ed51f3 req-d8bd2656-0d8e-4fba-a866-88b925f1c5f3 tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] 10.222.0.48 "GET /v2.0/ports?device_id=11444b4c-e752-4766-9e89-f57974330390 HTTP/1.1" status: 200 len: 945 time: 0.1019692 May 03 21:29:56.146674 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-bcf3f9ec-9d54-400a-8fe3-424934ed51f3 req-4f668b28-eb56-4a9d-9cd5-9a90dcab788c tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] 10.222.0.48 "GET /v2.0/security-groups?id=fb8a1e97-a16e-41ad-af1f-9903cda5dd84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508275 May 03 21:29:56.186899 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.db [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] For port 846556a2-6669-4bf4-8f43-d938bc645197, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=846556a2-6669-4bf4-8f43-d938bc645197,segment=NetworkSegment(ead6f962-4d7d-42d4-a44b-625695deccc6),segment_id=ead6f962-4d7d-42d4-a44b-625695deccc6)] {{(pid=83994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 21:29:56.204595 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.rpc [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Returning: {'device': '846556a2-6669-4bf4-8f43-d938bc645197', 'network_id': '1bd6e5c5-0c32-4b7c-912b-8ae1c3143665', 'port_id': '846556a2-6669-4bf4-8f43-d938bc645197', 'mac_address': 'fa:16:3e:03:f7:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 424, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99786e24-36cf-4f53-9515-58ebb4abcf3d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83994) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 03 21:29:56.265934 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1124352'] for port, before_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:29:56.286453 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.notifiers.nova [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 846556a2-6669-4bf4-8f43-d938bc645197 {{(pid=83994) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 03 21:29:56.303274 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.db [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] For port 846556a2-6669-4bf4-8f43-d938bc645197, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=846556a2-6669-4bf4-8f43-d938bc645197,segment=NetworkSegment(ead6f962-4d7d-42d4-a44b-625695deccc6),segment_id=ead6f962-4d7d-42d4-a44b-625695deccc6)] {{(pid=83994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 21:29:56.469558 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781386188966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781385847453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781385847498'] for port, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:29:56.519394 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.48', 55354) {{(pid=83992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:29:56.546411 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Pushing event updated for resources: {'Port': ['ID=846556a2-6669-4bf4-8f43-d938bc645197,revision_number=4']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:29:56.579560 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [None req-634ee103-00b0-47eb-a1e1-01b60bb97215 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a5ad2a8e2573405fa636364bdf765504&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0562797 May 03 21:29:56.579798 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.48', 55360) {{(pid=83992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:29:56.649311 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-c9714f2a-877e-4779-8414-610f1caa8e99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:29:56.677017 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-c9714f2a-877e-4779-8414-610f1caa8e99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:29:56.860638 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-c9714f2a-877e-4779-8414-610f1caa8e99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746426'] for security_group, after_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:29:56.880716 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9714f2a-877e-4779-8414-610f1caa8e99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d61b926-5dcc-4a56-9b2d-720c7d6b9af8,revision_number=None']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:29:56.912047 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.db [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] get_ports_and_sgs() called for port_ids ['846556a2-6669-4bf4-8f43-d938bc645197'] {{(pid=83994) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 03 21:29:56.986955 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16a8c57-9d24-476b-b592-031428675541 req-4fdd6bb9-c0e5-4a19-80e1-59f62ab4003d tempest-VolumesSnapshotTestJSON-1309513029 tempest-VolumesSnapshotTestJSON-1309513029-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:29:56.988460 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-c16a8c57-9d24-476b-b592-031428675541 req-4fdd6bb9-c0e5-4a19-80e1-59f62ab4003d tempest-VolumesSnapshotTestJSON-1309513029 tempest-VolumesSnapshotTestJSON-1309513029-project] 10.222.0.48 "GET /v2.0/ports?device_id=71fcec7c-c868-4296-b92d-704179c12e86 HTTP/1.1" status: 200 len: 945 time: 0.0939610 May 03 21:29:56.994904 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-c9714f2a-877e-4779-8414-610f1caa8e99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:29:56.994904 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [None req-c9714f2a-877e-4779-8414-610f1caa8e99 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/6d61b926-5dcc-4a56-9b2d-720c7d6b9af8 HTTP/1.1" status: 204 len: 168 time: 0.4109626 May 03 21:29:57.046664 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-c16a8c57-9d24-476b-b592-031428675541 req-27dd98cb-8cda-43a5-aa76-52053bb19b36 tempest-VolumesSnapshotTestJSON-1309513029 tempest-VolumesSnapshotTestJSON-1309513029-project] 10.222.0.48 "GET /v2.0/security-groups?id=65996721-a490-4a59-8f5d-ec10ee072626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483506 May 03 21:29:57.354534 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dee4d41-0d7c-4884-a468-ee4e81f52e78 req-4b227123-6009-416c-9f65-595c02062c6c tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:29:57.356035 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-6dee4d41-0d7c-4884-a468-ee4e81f52e78 req-4b227123-6009-416c-9f65-595c02062c6c tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] 10.222.0.48 "GET /v2.0/ports?device_id=11444b4c-e752-4766-9e89-f57974330390 HTTP/1.1" status: 200 len: 945 time: 0.0827067 May 03 21:29:57.412547 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-6dee4d41-0d7c-4884-a468-ee4e81f52e78 req-8ff743b5-02ac-4882-a628-b17cfdb36a50 tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] 10.222.0.48 "GET /v2.0/security-groups?id=fb8a1e97-a16e-41ad-af1f-9903cda5dd84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503054 May 03 21:29:58.337640 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce842c3d-84cd-4323-82c1-13e258faacbf req-161b37b6-7fea-4d91-89a1-97babf4e6ce9 tempest-VolumesSnapshotTestJSON-1309513029 tempest-VolumesSnapshotTestJSON-1309513029-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:29:58.339520 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-ce842c3d-84cd-4323-82c1-13e258faacbf req-161b37b6-7fea-4d91-89a1-97babf4e6ce9 tempest-VolumesSnapshotTestJSON-1309513029 tempest-VolumesSnapshotTestJSON-1309513029-project] 10.222.0.48 "GET /v2.0/ports?device_id=71fcec7c-c868-4296-b92d-704179c12e86 HTTP/1.1" status: 200 len: 945 time: 0.0978072 May 03 21:29:58.401991 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-ce842c3d-84cd-4323-82c1-13e258faacbf req-a99672b9-bcb3-4671-9b9b-321c96939c07 tempest-VolumesSnapshotTestJSON-1309513029 tempest-VolumesSnapshotTestJSON-1309513029-project] 10.222.0.48 "GET /v2.0/security-groups?id=65996721-a490-4a59-8f5d-ec10ee072626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528147 May 03 21:29:58.666288 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21df33d4-04c9-4b91-b7c4-a60c4d34784e req-706714f8-fed7-4a33-b5c6-0df8ee24aa36 tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:29:58.669432 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-21df33d4-04c9-4b91-b7c4-a60c4d34784e req-706714f8-fed7-4a33-b5c6-0df8ee24aa36 tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] 10.222.0.48 "GET /v2.0/ports?device_id=11444b4c-e752-4766-9e89-f57974330390 HTTP/1.1" status: 200 len: 945 time: 0.0998566 May 03 21:29:58.725483 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-21df33d4-04c9-4b91-b7c4-a60c4d34784e req-eecb38ca-0dbe-4640-946f-b1ef2ea7a319 tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] 10.222.0.48 "GET /v2.0/security-groups?id=fb8a1e97-a16e-41ad-af1f-9903cda5dd84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503399 May 03 21:29:59.667688 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80c63ee-bcf0-47c7-b89d-736ac1636e13 req-45f9cffa-f26c-454c-aa66-abb7f3460d3c tempest-VolumesSnapshotTestJSON-1309513029 tempest-VolumesSnapshotTestJSON-1309513029-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:29:59.669508 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-f80c63ee-bcf0-47c7-b89d-736ac1636e13 req-45f9cffa-f26c-454c-aa66-abb7f3460d3c tempest-VolumesSnapshotTestJSON-1309513029 tempest-VolumesSnapshotTestJSON-1309513029-project] 10.222.0.48 "GET /v2.0/ports?device_id=71fcec7c-c868-4296-b92d-704179c12e86 HTTP/1.1" status: 200 len: 945 time: 0.1250863 May 03 21:29:59.723993 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-f80c63ee-bcf0-47c7-b89d-736ac1636e13 req-e98c0712-f490-45fa-89e9-bf9fd5c684ba tempest-VolumesSnapshotTestJSON-1309513029 tempest-VolumesSnapshotTestJSON-1309513029-project] 10.222.0.48 "GET /v2.0/security-groups?id=65996721-a490-4a59-8f5d-ec10ee072626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472455 May 03 21:29:59.948989 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d07db0-fa5d-4979-99b4-2c23a34f9c94 req-c85f2919-c162-4686-9792-1a8a34ab6a5d tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:29:59.951258 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-b8d07db0-fa5d-4979-99b4-2c23a34f9c94 req-c85f2919-c162-4686-9792-1a8a34ab6a5d tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] 10.222.0.48 "GET /v2.0/ports?device_id=11444b4c-e752-4766-9e89-f57974330390 HTTP/1.1" status: 200 len: 945 time: 0.0947638 May 03 21:29:59.988764 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.rpc [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Device 846556a2-6669-4bf4-8f43-d938bc645197 up at agent hyperv_hv-cinder-84037 {{(pid=83994) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 21:30:00.005630 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-b8d07db0-fa5d-4979-99b4-2c23a34f9c94 req-571cf59f-9b02-42bb-826b-586db29eb004 tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] 10.222.0.48 "GET /v2.0/security-groups?id=fb8a1e97-a16e-41ad-af1f-9903cda5dd84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481479 May 03 21:30:00.089252 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.48', 55462) {{(pid=83992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:30:00.188598 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.provisioning_blocks [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Provisioning for port 846556a2-6669-4bf4-8f43-d938bc645197 completed by entity L2. {{(pid=83994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 21:30:00.193822 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.provisioning_blocks [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Provisioning complete for port 846556a2-6669-4bf4-8f43-d938bc645197 triggered by entity L2. {{(pid=83994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:30:00.194197 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2080827'] for port, provisioning_complete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:00.248655 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-b00dd436-0474-4234-bec4-92edd55bb6b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:00.290185 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.db.quota.driver [None req-b00dd436-0474-4234-bec4-92edd55bb6b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:30:00.294880 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.quota.resource [None req-b00dd436-0474-4234-bec4-92edd55bb6b3 admin admin] Usage tracker for resource:security_group_rule and tenant:d7665702467e44f0b002e402ecb0d39e is out of sync, need to count used quota {{(pid=83992) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:30:00.298425 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.quota.resource [None req-b00dd436-0474-4234-bec4-92edd55bb6b3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83992) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:30:00.304714 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.db.quota.driver [None req-b00dd436-0474-4234-bec4-92edd55bb6b3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:30:00.331615 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1124352'] for port, before_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:00.375397 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71fcec7c-c868-4296-b92d-704179c12e86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '846556a2-6669-4bf4-8f43-d938bc645197'}] {{(pid=83994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 03 21:30:00.398754 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.db [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] For port 846556a2-6669-4bf4-8f43-d938bc645197, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=846556a2-6669-4bf4-8f43-d938bc645197,segment=NetworkSegment(ead6f962-4d7d-42d4-a44b-625695deccc6),segment_id=ead6f962-4d7d-42d4-a44b-625695deccc6)] {{(pid=83994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 21:30:00.405159 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-b00dd436-0474-4234-bec4-92edd55bb6b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:00.446317 dv-cinder-840377-1-iscsi neutron-server[83994]: INFO neutron.notifiers.nova [-] Nova event matching ['req-59e20baf-67f7-4faf-9c43-103d6c4751e0'] response: {'server_uuid': '71fcec7c-c868-4296-b92d-704179c12e86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '846556a2-6669-4bf4-8f43-d938bc645197', 'code': 200} May 03 21:30:00.507036 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781386188966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781385847453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781385847498'] for port, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:00.560721 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-b00dd436-0474-4234-bec4-92edd55bb6b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746426'] for security_group, after_create {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:00.582268 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Pushing event updated for resources: {'Port': ['ID=846556a2-6669-4bf4-8f43-d938bc645197,revision_number=5']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:30:00.612498 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00dd436-0474-4234-bec4-92edd55bb6b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a978b80c-816c-4bd3-818c-cac27997f77b,revision_number=1']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:30:00.618124 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [None req-b00dd436-0474-4234-bec4-92edd55bb6b3 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d7665702467e44f0b002e402ecb0d39e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5277250 May 03 21:30:00.626033 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.48', 55476) {{(pid=83992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:30:00.703247 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-a2224d14-38ef-42d0-8005-01b024efe1b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:00.731601 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-a2224d14-38ef-42d0-8005-01b024efe1b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:00.904050 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-a2224d14-38ef-42d0-8005-01b024efe1b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746426'] for security_group, after_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:00.924729 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2224d14-38ef-42d0-8005-01b024efe1b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a978b80c-816c-4bd3-818c-cac27997f77b,revision_number=None']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:30:00.943030 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edeffb22-1ecf-41ec-855a-ebb733c91d03 req-bb809e80-9d33-4536-b8f2-e541f714fe11 tempest-VolumesSnapshotTestJSON-1309513029 tempest-VolumesSnapshotTestJSON-1309513029-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:30:00.943663 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-a2224d14-38ef-42d0-8005-01b024efe1b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:00.943819 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [req-edeffb22-1ecf-41ec-855a-ebb733c91d03 req-bb809e80-9d33-4536-b8f2-e541f714fe11 tempest-VolumesSnapshotTestJSON-1309513029 tempest-VolumesSnapshotTestJSON-1309513029-project] Synchronizing usage tracker for tenant:103e27d9374d41689ceff14ee5a5ae21 on resource:port {{(pid=83993) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 21:30:00.947530 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [None req-a2224d14-38ef-42d0-8005-01b024efe1b3 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a978b80c-816c-4bd3-818c-cac27997f77b HTTP/1.1" status: 204 len: 168 time: 0.3179111 May 03 21:30:01.033861 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [req-edeffb22-1ecf-41ec-855a-ebb733c91d03 req-bb809e80-9d33-4536-b8f2-e541f714fe11 tempest-VolumesSnapshotTestJSON-1309513029 tempest-VolumesSnapshotTestJSON-1309513029-project] Unset dirty status for tenant:103e27d9374d41689ceff14ee5a5ae21 on resource:port {{(pid=83993) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 21:30:01.035017 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-edeffb22-1ecf-41ec-855a-ebb733c91d03 req-bb809e80-9d33-4536-b8f2-e541f714fe11 tempest-VolumesSnapshotTestJSON-1309513029 tempest-VolumesSnapshotTestJSON-1309513029-project] 10.222.0.48 "GET /v2.0/ports?device_id=71fcec7c-c868-4296-b92d-704179c12e86 HTTP/1.1" status: 200 len: 946 time: 0.1839836 May 03 21:30:01.041554 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-28879f0a-e691-4bd4-b63c-7a2ccde5069c req-4429daa7-d7c1-4b0f-bcc6-8079f15d2e29 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=71fcec7c-c868-4296-b92d-704179c12e86 HTTP/1.1" status: 200 len: 1099 time: 0.0797801 May 03 21:30:01.117044 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-edeffb22-1ecf-41ec-855a-ebb733c91d03 req-53745d4c-ac40-4797-b99c-3ed04dbbd551 tempest-VolumesSnapshotTestJSON-1309513029 tempest-VolumesSnapshotTestJSON-1309513029-project] 10.222.0.48 "GET /v2.0/security-groups?id=65996721-a490-4a59-8f5d-ec10ee072626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736883 May 03 21:30:01.130970 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-28879f0a-e691-4bd4-b63c-7a2ccde5069c req-da18e797-ed6f-4d78-848a-c0fea535f4fa service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=65996721-a490-4a59-8f5d-ec10ee072626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531168 May 03 21:30:01.259442 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43215c4-016d-4978-8f95-6aa0d60d1b03 req-fae6c6c3-b09b-467c-b84e-04caa0087429 tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:30:01.260923 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-d43215c4-016d-4978-8f95-6aa0d60d1b03 req-fae6c6c3-b09b-467c-b84e-04caa0087429 tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] 10.222.0.48 "GET /v2.0/ports?device_id=11444b4c-e752-4766-9e89-f57974330390 HTTP/1.1" status: 200 len: 945 time: 0.0835829 May 03 21:30:01.318289 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-d43215c4-016d-4978-8f95-6aa0d60d1b03 req-4d59bb70-1181-47c7-9937-87699004dc73 tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] 10.222.0.48 "GET /v2.0/security-groups?id=fb8a1e97-a16e-41ad-af1f-9903cda5dd84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490525 May 03 21:30:02.388253 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b4bea8-c9d6-4987-ae1a-c4a3211a649c req-74b53ee0-d9bf-46a0-9622-4719c1c7af92 tempest-VolumesSnapshotTestJSON-1309513029 tempest-VolumesSnapshotTestJSON-1309513029-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:30:02.390225 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-01b4bea8-c9d6-4987-ae1a-c4a3211a649c req-74b53ee0-d9bf-46a0-9622-4719c1c7af92 tempest-VolumesSnapshotTestJSON-1309513029 tempest-VolumesSnapshotTestJSON-1309513029-project] 10.222.0.48 "GET /v2.0/ports?device_id=71fcec7c-c868-4296-b92d-704179c12e86 HTTP/1.1" status: 200 len: 946 time: 0.0966260 May 03 21:30:02.467430 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-01b4bea8-c9d6-4987-ae1a-c4a3211a649c req-e7045fdd-9e04-4597-9f9e-e07b1b8e74d0 tempest-VolumesSnapshotTestJSON-1309513029 tempest-VolumesSnapshotTestJSON-1309513029-project] 10.222.0.48 "GET /v2.0/security-groups?id=65996721-a490-4a59-8f5d-ec10ee072626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707433 May 03 21:30:02.495915 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-457c6bb4-f728-4b45-87ee-8892cb344b60 None None] New status for floating IP 8f798384-b616-4ee0-bb37-3fa2d5f5f971: ACTIVE {{(pid=83994) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 03 21:30:02.674013 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd07b6bc-552f-4cd0-9d5f-a5552082657f req-53cba175-edd8-422a-b8e9-a4f4c207f806 tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:30:02.676234 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-cd07b6bc-552f-4cd0-9d5f-a5552082657f req-53cba175-edd8-422a-b8e9-a4f4c207f806 tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] 10.222.0.48 "GET /v2.0/ports?device_id=11444b4c-e752-4766-9e89-f57974330390 HTTP/1.1" status: 200 len: 945 time: 0.1120894 May 03 21:30:02.745957 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-cd07b6bc-552f-4cd0-9d5f-a5552082657f req-fec20157-ea29-4f5b-85ba-cbfd74ec22be tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] 10.222.0.48 "GET /v2.0/security-groups?id=fb8a1e97-a16e-41ad-af1f-9903cda5dd84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637686 May 03 21:30:03.830990 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d48f5b7-05e5-466d-a1e7-c531353a3562 req-0490a49b-ec10-47c0-ac54-f2146a46e487 tempest-VolumesSnapshotTestJSON-1309513029 tempest-VolumesSnapshotTestJSON-1309513029-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:30:03.832817 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-1d48f5b7-05e5-466d-a1e7-c531353a3562 req-0490a49b-ec10-47c0-ac54-f2146a46e487 tempest-VolumesSnapshotTestJSON-1309513029 tempest-VolumesSnapshotTestJSON-1309513029-project] 10.222.0.48 "GET /v2.0/ports?device_id=71fcec7c-c868-4296-b92d-704179c12e86 HTTP/1.1" status: 200 len: 946 time: 0.0913041 May 03 21:30:03.886538 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-1d48f5b7-05e5-466d-a1e7-c531353a3562 req-e331cd00-973a-491a-8457-5a269aeabc90 tempest-VolumesSnapshotTestJSON-1309513029 tempest-VolumesSnapshotTestJSON-1309513029-project] 10.222.0.48 "GET /v2.0/security-groups?id=65996721-a490-4a59-8f5d-ec10ee072626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480092 May 03 21:30:03.969784 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e005c90-9e64-42c3-b2eb-8139f5272b47 req-4fddbcac-39c0-41b0-b03c-14080237efea tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:30:03.971280 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-0e005c90-9e64-42c3-b2eb-8139f5272b47 req-4fddbcac-39c0-41b0-b03c-14080237efea tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] 10.222.0.48 "GET /v2.0/ports?device_id=11444b4c-e752-4766-9e89-f57974330390 HTTP/1.1" status: 200 len: 945 time: 0.0913529 May 03 21:30:04.019510 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-0e005c90-9e64-42c3-b2eb-8139f5272b47 req-8ff25869-0d0e-4a8d-954e-ae5a42d2cc3b tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] 10.222.0.48 "GET /v2.0/security-groups?id=fb8a1e97-a16e-41ad-af1f-9903cda5dd84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416822 May 03 21:30:05.223238 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9781ad-856c-4a34-afc9-027233244dd7 req-11dc3e6f-1e5a-426e-a679-3b396134375d tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:30:05.224733 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-3b9781ad-856c-4a34-afc9-027233244dd7 req-11dc3e6f-1e5a-426e-a679-3b396134375d tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] 10.222.0.48 "GET /v2.0/ports?device_id=11444b4c-e752-4766-9e89-f57974330390 HTTP/1.1" status: 200 len: 945 time: 0.0779526 May 03 21:30:05.277639 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-3b9781ad-856c-4a34-afc9-027233244dd7 req-fc8a93e0-f3de-4df8-9953-885eb09f8012 tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] 10.222.0.48 "GET /v2.0/security-groups?id=fb8a1e97-a16e-41ad-af1f-9903cda5dd84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468488 May 03 21:30:06.490407 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85bfbbb-83cc-4625-a93e-e66f65ecb08e req-96d1fa0a-1d1e-4783-83a1-2b22f5b0d365 tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:30:06.491909 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-c85bfbbb-83cc-4625-a93e-e66f65ecb08e req-96d1fa0a-1d1e-4783-83a1-2b22f5b0d365 tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] 10.222.0.48 "GET /v2.0/ports?device_id=11444b4c-e752-4766-9e89-f57974330390 HTTP/1.1" status: 200 len: 945 time: 0.0884321 May 03 21:30:06.545923 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-c85bfbbb-83cc-4625-a93e-e66f65ecb08e req-a5b81be6-2c96-4c85-8483-db7c4b1192a9 tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] 10.222.0.48 "GET /v2.0/security-groups?id=fb8a1e97-a16e-41ad-af1f-9903cda5dd84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455794 May 03 21:30:07.226776 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.48', 55644) {{(pid=83993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:30:07.379050 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-5fd04e46-a1ab-47e9-826f-e2e5ed6997ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:07.534756 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-5fd04e46-a1ab-47e9-826f-e2e5ed6997ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:30:07.538982 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-5fd04e46-a1ab-47e9-826f-e2e5ed6997ab admin admin] Usage tracker for resource:security_group_rule and tenant:76361443230c4e4fb78e55e2ca2d16a4 is out of sync, need to count used quota {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:30:07.541994 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-5fd04e46-a1ab-47e9-826f-e2e5ed6997ab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:30:07.548048 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-5fd04e46-a1ab-47e9-826f-e2e5ed6997ab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:30:07.618826 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-5fd04e46-a1ab-47e9-826f-e2e5ed6997ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:07.725275 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-5fd04e46-a1ab-47e9-826f-e2e5ed6997ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746426'] for security_group, after_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:07.804301 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-5fd04e46-a1ab-47e9-826f-e2e5ed6997ab admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=76361443230c4e4fb78e55e2ca2d16a4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5763175 May 03 21:30:07.804950 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd04e46-a1ab-47e9-826f-e2e5ed6997ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ccf3053-6a94-49ae-a950-cf1121c18ca5,revision_number=1']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:30:07.807209 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.48', 55664) {{(pid=83993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:30:07.864497 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45443d5-14a2-4287-94a8-7ab1341ab86f req-b99af449-4ad4-457a-b791-c35f541cd537 tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:30:07.865999 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-b45443d5-14a2-4287-94a8-7ab1341ab86f req-b99af449-4ad4-457a-b791-c35f541cd537 tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] 10.222.0.48 "GET /v2.0/ports?device_id=11444b4c-e752-4766-9e89-f57974330390 HTTP/1.1" status: 200 len: 945 time: 0.1836843 May 03 21:30:07.928041 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-8ef9fce8-2441-4c9c-b1cb-23545531f28e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:07.956591 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-b45443d5-14a2-4287-94a8-7ab1341ab86f req-99b1c85f-1aad-4924-a3b9-67e05b5fcc0c tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] 10.222.0.48 "GET /v2.0/security-groups?id=fb8a1e97-a16e-41ad-af1f-9903cda5dd84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792983 May 03 21:30:07.963428 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-8ef9fce8-2441-4c9c-b1cb-23545531f28e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:08.103004 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-8ef9fce8-2441-4c9c-b1cb-23545531f28e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746426'] for security_group, after_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:08.121990 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef9fce8-2441-4c9c-b1cb-23545531f28e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ccf3053-6a94-49ae-a950-cf1121c18ca5,revision_number=None']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:30:08.131002 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-8ef9fce8-2441-4c9c-b1cb-23545531f28e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:08.135031 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-8ef9fce8-2441-4c9c-b1cb-23545531f28e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/7ccf3053-6a94-49ae-a950-cf1121c18ca5 HTTP/1.1" status: 204 len: 168 time: 0.3223181 May 03 21:30:08.433175 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-b60ea2ef-5633-4c37-9dd6-5b00c207ceb8 req-7ba362e1-415a-4129-a34f-8b58f069c751 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=11444b4c-e752-4766-9e89-f57974330390 HTTP/1.1" status: 200 len: 1098 time: 0.1013036 May 03 21:30:08.484754 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-b60ea2ef-5633-4c37-9dd6-5b00c207ceb8 req-272c7e1c-12a0-41bd-ba39-d1d0763b502d service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=fb8a1e97-a16e-41ad-af1f-9903cda5dd84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436211 May 03 21:30:09.005167 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.48', 55682) {{(pid=83993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:30:09.023553 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-ad905a00-8500-4744-ad8f-78bd78386edd admin admin] Notify callbacks [] for security_group, before_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:09.056744 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-ad905a00-8500-4744-ad8f-78bd78386edd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:30:09.062203 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-ad905a00-8500-4744-ad8f-78bd78386edd admin admin] Usage tracker for resource:security_group_rule and tenant:a4fe5703e89048fb9aba1b464f143aca is out of sync, need to count used quota {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:30:09.070817 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-ad905a00-8500-4744-ad8f-78bd78386edd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:30:09.079300 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-ad905a00-8500-4744-ad8f-78bd78386edd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:30:09.176749 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-ad905a00-8500-4744-ad8f-78bd78386edd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:09.190714 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33f76bd-4610-4769-bd6e-d688af0bbc96 req-762031cb-4a5e-4c8d-8b31-b8e2ca46b4bd tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:30:09.192212 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-f33f76bd-4610-4769-bd6e-d688af0bbc96 req-762031cb-4a5e-4c8d-8b31-b8e2ca46b4bd tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] 10.222.0.48 "GET /v2.0/ports?device_id=11444b4c-e752-4766-9e89-f57974330390 HTTP/1.1" status: 200 len: 945 time: 0.1008689 May 03 21:30:09.237767 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-f33f76bd-4610-4769-bd6e-d688af0bbc96 req-f4dcd679-ef6c-4647-aa5b-2d120377493e tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] 10.222.0.48 "GET /v2.0/security-groups?id=fb8a1e97-a16e-41ad-af1f-9903cda5dd84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399060 May 03 21:30:09.406004 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-ad905a00-8500-4744-ad8f-78bd78386edd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746426'] for security_group, after_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:09.452857 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad905a00-8500-4744-ad8f-78bd78386edd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f53a133a-361c-400a-aed0-45245ad3b00a,revision_number=1']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:30:09.458616 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-ad905a00-8500-4744-ad8f-78bd78386edd admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a4fe5703e89048fb9aba1b464f143aca&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4523985 May 03 21:30:09.461354 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.48', 55692) {{(pid=83993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:30:09.589374 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-2d41e5de-049f-40fd-b529-ae5630a4f255 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:09.596337 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.db.agents_db [None req-1c6bebc3-6d0c-4304-a2c1-5df630ce29f1 None None] Agent healthcheck: found 6 active agents {{(pid=83995) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 03 21:30:09.618189 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-2d41e5de-049f-40fd-b529-ae5630a4f255 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:09.785681 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-2d41e5de-049f-40fd-b529-ae5630a4f255 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746426'] for security_group, after_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:09.800836 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d41e5de-049f-40fd-b529-ae5630a4f255 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f53a133a-361c-400a-aed0-45245ad3b00a,revision_number=None']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:30:09.807220 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-2d41e5de-049f-40fd-b529-ae5630a4f255 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:09.808355 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-2d41e5de-049f-40fd-b529-ae5630a4f255 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f53a133a-361c-400a-aed0-45245ad3b00a HTTP/1.1" status: 204 len: 168 time: 0.3461509 May 03 21:30:10.449580 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4edab6-8648-4838-a837-b36e0095a508 req-707b8ce7-aeaa-405f-b7ae-a7477e8c1daf tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:30:10.451107 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-5c4edab6-8648-4838-a837-b36e0095a508 req-707b8ce7-aeaa-405f-b7ae-a7477e8c1daf tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] 10.222.0.48 "GET /v2.0/ports?device_id=11444b4c-e752-4766-9e89-f57974330390 HTTP/1.1" status: 200 len: 945 time: 0.0873673 May 03 21:30:10.503421 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-5c4edab6-8648-4838-a837-b36e0095a508 req-ec10c7d0-2291-4219-bc73-d742e2a13dfe tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] 10.222.0.48 "GET /v2.0/security-groups?id=fb8a1e97-a16e-41ad-af1f-9903cda5dd84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464187 May 03 21:30:11.711009 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283dae76-7f09-4a07-b31a-6313bfc04444 req-8fa433a0-5c80-46b1-ab92-38b443c4fce4 tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:30:11.712863 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-283dae76-7f09-4a07-b31a-6313bfc04444 req-8fa433a0-5c80-46b1-ab92-38b443c4fce4 tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] 10.222.0.48 "GET /v2.0/ports?device_id=11444b4c-e752-4766-9e89-f57974330390 HTTP/1.1" status: 200 len: 945 time: 0.0822580 May 03 21:30:11.763983 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-283dae76-7f09-4a07-b31a-6313bfc04444 req-d3b3ca50-16a3-4558-8a10-26e997c95e78 tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] 10.222.0.48 "GET /v2.0/security-groups?id=fb8a1e97-a16e-41ad-af1f-9903cda5dd84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449948 May 03 21:30:12.978840 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0eab82c-727c-4fa2-a869-53929fa10936 req-15d2b4fb-f50e-43c0-a6bf-7b8843b12bda tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:30:12.981499 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-d0eab82c-727c-4fa2-a869-53929fa10936 req-15d2b4fb-f50e-43c0-a6bf-7b8843b12bda tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] 10.222.0.48 "GET /v2.0/ports?device_id=11444b4c-e752-4766-9e89-f57974330390 HTTP/1.1" status: 200 len: 945 time: 0.0793102 May 03 21:30:13.034398 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-d0eab82c-727c-4fa2-a869-53929fa10936 req-9cb3f97d-b672-48d7-a48f-b6ab64254c5f tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] 10.222.0.48 "GET /v2.0/security-groups?id=fb8a1e97-a16e-41ad-af1f-9903cda5dd84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474401 May 03 21:30:13.059188 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.48', 55776) {{(pid=83992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:30:13.270096 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-08d4be37-c54e-407f-ac53-a8b49185835c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:13.320965 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.db.quota.driver [None req-08d4be37-c54e-407f-ac53-a8b49185835c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:30:13.331151 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.quota.resource [None req-08d4be37-c54e-407f-ac53-a8b49185835c admin admin] Usage tracker for resource:security_group_rule and tenant:fcf935d0c0a64e9b91bfe8b23edd631b is out of sync, need to count used quota {{(pid=83992) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:30:13.335292 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.quota.resource [None req-08d4be37-c54e-407f-ac53-a8b49185835c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83992) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:30:13.344667 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.db.quota.driver [None req-08d4be37-c54e-407f-ac53-a8b49185835c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:30:13.371714 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f697fd-0719-46d1-9be3-355c553b7567 req-d9f53221-7876-4b7d-bb98-4e840cdb186a tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:30:13.374891 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-e3f697fd-0719-46d1-9be3-355c553b7567 req-d9f53221-7876-4b7d-bb98-4e840cdb186a tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] 10.222.0.48 "GET /v2.0/ports?device_id=dffdb65a-4c55-4f89-afd3-ff88a82805d9 HTTP/1.1" status: 200 len: 946 time: 0.1633155 May 03 21:30:13.436988 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.48', 55794) {{(pid=83993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:30:13.465242 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-e3f697fd-0719-46d1-9be3-355c553b7567 req-19ac313d-1ca3-4796-84fb-561931545d5a tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] 10.222.0.48 "GET /v2.0/security-groups?id=fb8a1e97-a16e-41ad-af1f-9903cda5dd84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764613 May 03 21:30:13.497571 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-08d4be37-c54e-407f-ac53-a8b49185835c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:13.577911 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-08d4be37-c54e-407f-ac53-a8b49185835c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746426'] for security_group, after_create {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:13.615380 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-e6a81bfe-633a-4fe9-bf59-c36cbb77df5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:13.638969 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d4be37-c54e-407f-ac53-a8b49185835c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83854d69-bb99-4b5b-b0da-a315d332d2bf,revision_number=1']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:30:13.651052 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [None req-08d4be37-c54e-407f-ac53-a8b49185835c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=fcf935d0c0a64e9b91bfe8b23edd631b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5897207 May 03 21:30:13.653901 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.48', 55802) {{(pid=83992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:30:13.688014 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-e6a81bfe-633a-4fe9-bf59-c36cbb77df5d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:30:13.692932 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-e6a81bfe-633a-4fe9-bf59-c36cbb77df5d admin admin] Usage tracker for resource:security_group_rule and tenant:ffcbf369644a43dca20aea723e14a417 is out of sync, need to count used quota {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:30:13.696051 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-e6a81bfe-633a-4fe9-bf59-c36cbb77df5d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:30:13.703135 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-e6a81bfe-633a-4fe9-bf59-c36cbb77df5d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:30:13.729598 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-6527ad5d-50fb-4844-b26a-12be4e3590fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:13.764227 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-6527ad5d-50fb-4844-b26a-12be4e3590fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:13.783964 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-e6a81bfe-633a-4fe9-bf59-c36cbb77df5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:13.908740 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-e6a81bfe-633a-4fe9-bf59-c36cbb77df5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746426'] for security_group, after_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:13.957468 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a81bfe-633a-4fe9-bf59-c36cbb77df5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddf2aae2-f952-4073-a030-026fcc3ccefc,revision_number=1']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:30:13.963950 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-e6a81bfe-633a-4fe9-bf59-c36cbb77df5d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ffcbf369644a43dca20aea723e14a417&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5258744 May 03 21:30:13.967588 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.48', 55806) {{(pid=83992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:30:13.988258 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-6527ad5d-50fb-4844-b26a-12be4e3590fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746426'] for security_group, after_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:14.017095 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6527ad5d-50fb-4844-b26a-12be4e3590fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83854d69-bb99-4b5b-b0da-a315d332d2bf,revision_number=None']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:30:14.035310 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-6527ad5d-50fb-4844-b26a-12be4e3590fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:14.036409 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [None req-6527ad5d-50fb-4844-b26a-12be4e3590fe admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/83854d69-bb99-4b5b-b0da-a315d332d2bf HTTP/1.1" status: 204 len: 168 time: 0.3813844 May 03 21:30:14.063055 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-86239aea-588d-419a-b933-2e7557a7bcdf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:14.094464 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-86239aea-588d-419a-b933-2e7557a7bcdf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:14.268353 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-86239aea-588d-419a-b933-2e7557a7bcdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746426'] for security_group, after_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:14.285319 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86239aea-588d-419a-b933-2e7557a7bcdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddf2aae2-f952-4073-a030-026fcc3ccefc,revision_number=None']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:30:14.289858 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-86239aea-588d-419a-b933-2e7557a7bcdf admin admin] Notify callbacks [] for security_group, before_response {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:14.290800 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [None req-86239aea-588d-419a-b933-2e7557a7bcdf admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ddf2aae2-f952-4073-a030-026fcc3ccefc HTTP/1.1" status: 204 len: 168 time: 0.3221092 May 03 21:30:14.867993 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.48', 55828) {{(pid=83992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:30:14.890262 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-f105cb66-7977-4d2a-97d1-b4fc808f3651 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:14.924740 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.db.quota.driver [None req-f105cb66-7977-4d2a-97d1-b4fc808f3651 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:30:14.928671 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.quota.resource [None req-f105cb66-7977-4d2a-97d1-b4fc808f3651 admin admin] Usage tracker for resource:security_group_rule and tenant:7f48b2a638144408aa5e5ca6b6985717 is out of sync, need to count used quota {{(pid=83992) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:30:14.931798 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.quota.resource [None req-f105cb66-7977-4d2a-97d1-b4fc808f3651 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83992) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:30:14.937969 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.db.quota.driver [None req-f105cb66-7977-4d2a-97d1-b4fc808f3651 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:30:15.005651 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-f105cb66-7977-4d2a-97d1-b4fc808f3651 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:15.088397 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-f105cb66-7977-4d2a-97d1-b4fc808f3651 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746426'] for security_group, after_create {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:15.142998 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f105cb66-7977-4d2a-97d1-b4fc808f3651 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6e2df91-f484-41b5-8aec-e892d5229e11,revision_number=1']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:30:15.147151 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [None req-f105cb66-7977-4d2a-97d1-b4fc808f3651 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=7f48b2a638144408aa5e5ca6b6985717&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2778416 May 03 21:30:15.150549 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.48', 55832) {{(pid=83992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:30:15.211869 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-7437b4a9-e275-41e4-8cbc-b2d6c8e7e8b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:15.223282 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.48', 55838) {{(pid=83993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:30:15.239507 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-7437b4a9-e275-41e4-8cbc-b2d6c8e7e8b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:15.242667 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-bfd6e001-a5c4-480c-8d10-02386b11d8b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:15.279411 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-bfd6e001-a5c4-480c-8d10-02386b11d8b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:30:15.283650 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-bfd6e001-a5c4-480c-8d10-02386b11d8b3 admin admin] Usage tracker for resource:security_group_rule and tenant:9bbac209b6494a7d8a297382df0cd569 is out of sync, need to count used quota {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:30:15.286832 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-bfd6e001-a5c4-480c-8d10-02386b11d8b3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:30:15.295363 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-bfd6e001-a5c4-480c-8d10-02386b11d8b3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:30:15.382399 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-7437b4a9-e275-41e4-8cbc-b2d6c8e7e8b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746426'] for security_group, after_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:15.400980 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7437b4a9-e275-41e4-8cbc-b2d6c8e7e8b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6e2df91-f484-41b5-8aec-e892d5229e11,revision_number=None']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:30:15.404470 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-7437b4a9-e275-41e4-8cbc-b2d6c8e7e8b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:15.406071 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [None req-7437b4a9-e275-41e4-8cbc-b2d6c8e7e8b8 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a6e2df91-f484-41b5-8aec-e892d5229e11 HTTP/1.1" status: 204 len: 168 time: 0.2548101 May 03 21:30:15.442914 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-bfd6e001-a5c4-480c-8d10-02386b11d8b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:15.516750 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-bfd6e001-a5c4-480c-8d10-02386b11d8b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746426'] for security_group, after_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:15.565886 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd6e001-a5c4-480c-8d10-02386b11d8b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e150b409-87bc-41b0-a7e8-98bd7848b1ad,revision_number=1']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:30:15.577064 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-bfd6e001-a5c4-480c-8d10-02386b11d8b3 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=9bbac209b6494a7d8a297382df0cd569&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3489776 May 03 21:30:15.577064 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.48', 55846) {{(pid=83993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:30:15.645448 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-0564623f-899b-4e56-9179-d46a2a795142 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:15.672759 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-0564623f-899b-4e56-9179-d46a2a795142 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:15.842630 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-0564623f-899b-4e56-9179-d46a2a795142 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746426'] for security_group, after_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:15.859741 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0564623f-899b-4e56-9179-d46a2a795142 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e150b409-87bc-41b0-a7e8-98bd7848b1ad,revision_number=None']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:30:15.870095 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-0564623f-899b-4e56-9179-d46a2a795142 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:15.872015 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-0564623f-899b-4e56-9179-d46a2a795142 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e150b409-87bc-41b0-a7e8-98bd7848b1ad HTTP/1.1" status: 204 len: 168 time: 0.2934482 May 03 21:30:16.405361 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-457a695c-4645-4b34-856c-47e122af05a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781386283879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2080842'] for agent, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:18.644637 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-22c5395f-b489-4ff3-b31d-b677addd999e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781386283879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2080842'] for agent, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:18.776955 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781386283879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2080842'] for agent, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:19.842704 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781386283879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2080842'] for agent, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:19.917373 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-0dfda447-9707-4eba-99ce-657c79a02a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781386283879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2080842'] for agent, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:20.198138 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d06a7a-6b2a-48e0-a68a-b3eb6bdf6329 req-c3aa4769-ed6b-4acf-95d6-59d642608444 tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:30:20.200738 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-30d06a7a-6b2a-48e0-a68a-b3eb6bdf6329 req-c3aa4769-ed6b-4acf-95d6-59d642608444 tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] 10.222.0.48 "GET /v2.0/ports?device_id=dffdb65a-4c55-4f89-afd3-ff88a82805d9 HTTP/1.1" status: 200 len: 946 time: 0.1548920 May 03 21:30:20.251343 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-d157d2df-794b-416f-a4ad-95c79d9f81a4 req-c01d218c-7d78-418f-92ab-4e5a4f7d0cf9 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=30468ebc688d4bc1b036b4b984931e87&device_id=dffdb65a-4c55-4f89-afd3-ff88a82805d9 HTTP/1.1" status: 200 len: 1099 time: 0.1435606 May 03 21:30:20.274722 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-30d06a7a-6b2a-48e0-a68a-b3eb6bdf6329 req-71c6a7f1-3c6e-4103-8247-0e5f64290d2a tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] 10.222.0.48 "GET /v2.0/security-groups?id=fb8a1e97-a16e-41ad-af1f-9903cda5dd84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651410 May 03 21:30:20.413451 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d157d2df-794b-416f-a4ad-95c79d9f81a4 req-bb12aab0-ebc3-4ca2-95df-b089bbfc8ecb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:30:20.415166 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-d157d2df-794b-416f-a4ad-95c79d9f81a4 req-bb12aab0-ebc3-4ca2-95df-b089bbfc8ecb service neutron] 10.222.0.42 "GET /v2.0/networks?id=5bd090d5-a93e-4f68-8601-6aad9d3eb473 HTTP/1.1" status: 200 len: 920 time: 0.1564071 May 03 21:30:20.508084 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-d157d2df-794b-416f-a4ad-95c79d9f81a4 req-5740f46f-1251-422d-adf2-d96b4a544a45 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=703e14ee-54de-44ea-bfca-17283964e8b4 HTTP/1.1" status: 200 len: 217 time: 0.0804412 May 03 21:30:20.588834 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d157d2df-794b-416f-a4ad-95c79d9f81a4 req-8d1c89b2-b56f-480c-8e6f-d8b141e92b6f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:30:20.588834 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-d157d2df-794b-416f-a4ad-95c79d9f81a4 req-8d1c89b2-b56f-480c-8e6f-d8b141e92b6f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f1f0ef4c-4f27-4b18-935d-75e084855fe6 HTTP/1.1" status: 200 len: 858 time: 0.0674434 May 03 21:30:20.693120 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-d157d2df-794b-416f-a4ad-95c79d9f81a4 req-a97b2cd2-3597-4724-b885-9b690b30d7cc service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5bd090d5-a93e-4f68-8601-6aad9d3eb473&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0926812 May 03 21:30:20.837293 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-d157d2df-794b-416f-a4ad-95c79d9f81a4 req-9818af94-f5a0-4f1e-aa43-a86aca895d86 service neutron] 10.222.0.42 "GET /v2.0/networks/5bd090d5-a93e-4f68-8601-6aad9d3eb473?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343436 May 03 21:30:20.981346 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-d157d2df-794b-416f-a4ad-95c79d9f81a4 req-9be62916-863d-4a96-a110-de093b01f906 service neutron] 10.222.0.42 "GET /v2.0/networks/5bd090d5-a93e-4f68-8601-6aad9d3eb473?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339829 May 03 21:30:21.211261 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-672d275f-a9b7-498c-8eb6-010b5168d44a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781386283879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2080842'] for agent, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:21.327121 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-f9673a00-2241-43d5-8300-5e51e8e97949 req-aefdc22d-9e5c-4d9f-bcb2-0cfc55004ee2 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=30468ebc688d4bc1b036b4b984931e87&device_id=dffdb65a-4c55-4f89-afd3-ff88a82805d9 HTTP/1.1" status: 200 len: 1099 time: 0.0891309 May 03 21:30:21.576182 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9673a00-2241-43d5-8300-5e51e8e97949 req-6dcb4445-33b7-4ce3-8a3e-86b0591492cd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:30:21.577681 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-f9673a00-2241-43d5-8300-5e51e8e97949 req-6dcb4445-33b7-4ce3-8a3e-86b0591492cd service neutron] 10.222.0.42 "GET /v2.0/networks?id=5bd090d5-a93e-4f68-8601-6aad9d3eb473 HTTP/1.1" status: 200 len: 920 time: 0.2141898 May 03 21:30:21.598509 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8e53a9-89f6-491f-ad0e-7e56e3922fe1 req-c52a8125-b26e-46c5-ae9a-0becd4d2104e tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:30:21.598509 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-7d8e53a9-89f6-491f-ad0e-7e56e3922fe1 req-c52a8125-b26e-46c5-ae9a-0becd4d2104e tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] 10.222.0.48 "GET /v2.0/ports?device_id=dffdb65a-4c55-4f89-afd3-ff88a82805d9 HTTP/1.1" status: 200 len: 946 time: 0.1481111 May 03 21:30:21.752120 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-f9673a00-2241-43d5-8300-5e51e8e97949 req-6ac08e95-9145-4028-8af2-98e17a8d4df7 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=703e14ee-54de-44ea-bfca-17283964e8b4 HTTP/1.1" status: 200 len: 217 time: 0.1597471 May 03 21:30:21.821158 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-7d8e53a9-89f6-491f-ad0e-7e56e3922fe1 req-8063e1db-ec28-434a-8cd2-e486a3b7803e tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] 10.222.0.48 "GET /v2.0/security-groups?id=fb8a1e97-a16e-41ad-af1f-9903cda5dd84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1750727 May 03 21:30:21.831195 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9673a00-2241-43d5-8300-5e51e8e97949 req-0bd9a1db-0e2c-429a-8eda-ece35bf9eaa2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:30:21.832637 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-f9673a00-2241-43d5-8300-5e51e8e97949 req-0bd9a1db-0e2c-429a-8eda-ece35bf9eaa2 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f1f0ef4c-4f27-4b18-935d-75e084855fe6 HTTP/1.1" status: 200 len: 858 time: 0.0699019 May 03 21:30:21.929606 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-f9673a00-2241-43d5-8300-5e51e8e97949 req-7120323d-a01c-42a9-ad16-88c43032e9c7 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5bd090d5-a93e-4f68-8601-6aad9d3eb473&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0867317 May 03 21:30:22.078314 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-f9673a00-2241-43d5-8300-5e51e8e97949 req-ededc571-c626-432b-923a-f68a471d9067 service neutron] 10.222.0.42 "GET /v2.0/networks/5bd090d5-a93e-4f68-8601-6aad9d3eb473?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375914 May 03 21:30:22.169977 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.48', 56024) {{(pid=83992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:30:22.319018 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-9cc701f2-9c39-4acc-b0b1-c394e50107db admin admin] Notify callbacks [] for security_group, before_create {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:22.345227 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.db.quota.driver [None req-9cc701f2-9c39-4acc-b0b1-c394e50107db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:30:22.349286 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.quota.resource [None req-9cc701f2-9c39-4acc-b0b1-c394e50107db admin admin] Usage tracker for resource:security_group_rule and tenant:f7a7afd17d6b42c6baff33622c40feaf is out of sync, need to count used quota {{(pid=83992) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:30:22.352827 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.quota.resource [None req-9cc701f2-9c39-4acc-b0b1-c394e50107db admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83992) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:30:22.359270 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.db.quota.driver [None req-9cc701f2-9c39-4acc-b0b1-c394e50107db admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:30:22.436104 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-9cc701f2-9c39-4acc-b0b1-c394e50107db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:22.596973 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-9cc701f2-9c39-4acc-b0b1-c394e50107db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746426'] for security_group, after_create {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:22.645592 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [None req-9cc701f2-9c39-4acc-b0b1-c394e50107db admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f7a7afd17d6b42c6baff33622c40feaf&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4745378 May 03 21:30:22.646399 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc701f2-9c39-4acc-b0b1-c394e50107db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75c64972-a1a5-451c-8128-7506cb79face,revision_number=1']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:30:22.648382 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.48', 56036) {{(pid=83993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:30:22.711149 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-47ff17ea-71fc-4a40-84b5-2f89529f4eb1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:22.738271 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-47ff17ea-71fc-4a40-84b5-2f89529f4eb1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:22.905186 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-47ff17ea-71fc-4a40-84b5-2f89529f4eb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746426'] for security_group, after_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:22.921758 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ff17ea-71fc-4a40-84b5-2f89529f4eb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75c64972-a1a5-451c-8128-7506cb79face,revision_number=None']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:30:22.928392 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-47ff17ea-71fc-4a40-84b5-2f89529f4eb1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:22.930450 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-47ff17ea-71fc-4a40-84b5-2f89529f4eb1 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/75c64972-a1a5-451c-8128-7506cb79face HTTP/1.1" status: 204 len: 168 time: 0.2802088 May 03 21:30:23.047735 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c732b4a-1b2e-4200-884a-b2cb753cd7d3 req-e098a408-3ba9-4873-98a2-607a95443c40 tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:30:23.049261 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-5c732b4a-1b2e-4200-884a-b2cb753cd7d3 req-e098a408-3ba9-4873-98a2-607a95443c40 tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] 10.222.0.48 "GET /v2.0/ports?device_id=dffdb65a-4c55-4f89-afd3-ff88a82805d9 HTTP/1.1" status: 200 len: 946 time: 0.0981987 May 03 21:30:23.097216 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-5c732b4a-1b2e-4200-884a-b2cb753cd7d3 req-a71caae4-7b6e-47de-841d-0767ddc954dc tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] 10.222.0.48 "GET /v2.0/security-groups?id=fb8a1e97-a16e-41ad-af1f-9903cda5dd84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421689 May 03 21:30:23.114054 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-f9673a00-2241-43d5-8300-5e51e8e97949 req-4dba3362-874b-4f25-9776-ef8342b77684 service neutron] 10.222.0.42 "GET /v2.0/networks/5bd090d5-a93e-4f68-8601-6aad9d3eb473?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1528447 May 03 21:30:23.749923 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.48', 56054) {{(pid=83993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:30:23.770780 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-b575d4e3-a443-41a2-b522-738e4c326572 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:23.802891 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-b575d4e3-a443-41a2-b522-738e4c326572 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:30:23.806650 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-b575d4e3-a443-41a2-b522-738e4c326572 admin admin] Usage tracker for resource:security_group_rule and tenant:deea2bc7695e40e0bd459a01bbf2b47f is out of sync, need to count used quota {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:30:23.809563 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-b575d4e3-a443-41a2-b522-738e4c326572 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:30:23.815282 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-b575d4e3-a443-41a2-b522-738e4c326572 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:30:23.883878 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-b575d4e3-a443-41a2-b522-738e4c326572 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:23.956214 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-b575d4e3-a443-41a2-b522-738e4c326572 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746426'] for security_group, after_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:24.003044 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b575d4e3-a443-41a2-b522-738e4c326572 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7432b73f-84d0-4ead-bf38-eff76b4a0b7c,revision_number=1']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:30:24.007126 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-b575d4e3-a443-41a2-b522-738e4c326572 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=deea2bc7695e40e0bd459a01bbf2b47f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2562084 May 03 21:30:24.010200 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.48', 56058) {{(pid=83993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:30:24.074730 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-a460c8db-982a-4d76-b2c5-3796442ff4a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:24.106870 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-a460c8db-982a-4d76-b2c5-3796442ff4a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:24.304455 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a2a9d6-5692-4118-b6ad-a0c80c14c28b req-f9e25ce6-5482-4adc-ba33-d2a0680b5ded tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:30:24.305960 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-42a2a9d6-5692-4118-b6ad-a0c80c14c28b req-f9e25ce6-5482-4adc-ba33-d2a0680b5ded tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] 10.222.0.48 "GET /v2.0/ports?device_id=dffdb65a-4c55-4f89-afd3-ff88a82805d9 HTTP/1.1" status: 200 len: 946 time: 0.0808599 May 03 21:30:24.308690 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-a460c8db-982a-4d76-b2c5-3796442ff4a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746426'] for security_group, after_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:24.343792 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a460c8db-982a-4d76-b2c5-3796442ff4a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7432b73f-84d0-4ead-bf38-eff76b4a0b7c,revision_number=None']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:30:24.358979 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-a460c8db-982a-4d76-b2c5-3796442ff4a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:24.360122 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-a460c8db-982a-4d76-b2c5-3796442ff4a6 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/7432b73f-84d0-4ead-bf38-eff76b4a0b7c HTTP/1.1" status: 204 len: 168 time: 0.3494277 May 03 21:30:24.373562 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-42a2a9d6-5692-4118-b6ad-a0c80c14c28b req-5efcb337-5f27-45c5-8939-a4079e47954a tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] 10.222.0.48 "GET /v2.0/security-groups?id=fb8a1e97-a16e-41ad-af1f-9903cda5dd84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602753 May 03 21:30:25.588081 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31ecf8c-fd1d-47e6-baf6-a5a218b3b1b0 req-f7c5dde9-d325-4dd7-aa12-7ac96e6a89c1 tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:30:25.603431 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-d31ecf8c-fd1d-47e6-baf6-a5a218b3b1b0 req-f7c5dde9-d325-4dd7-aa12-7ac96e6a89c1 tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] 10.222.0.48 "GET /v2.0/ports?device_id=dffdb65a-4c55-4f89-afd3-ff88a82805d9 HTTP/1.1" status: 200 len: 946 time: 0.0826612 May 03 21:30:25.645443 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-d31ecf8c-fd1d-47e6-baf6-a5a218b3b1b0 req-92365434-61fc-43e3-b91b-89b9b2a6f3d5 tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] 10.222.0.48 "GET /v2.0/security-groups?id=fb8a1e97-a16e-41ad-af1f-9903cda5dd84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484810 May 03 21:30:26.874992 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5dc7717-1d4a-41dd-ba26-a63ac0687bcc req-fcb2e8f3-884d-4f1a-a96d-b8760446d3a9 tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:30:26.876532 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-a5dc7717-1d4a-41dd-ba26-a63ac0687bcc req-fcb2e8f3-884d-4f1a-a96d-b8760446d3a9 tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] 10.222.0.48 "GET /v2.0/ports?device_id=dffdb65a-4c55-4f89-afd3-ff88a82805d9 HTTP/1.1" status: 200 len: 946 time: 0.1030395 May 03 21:30:26.941107 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-a5dc7717-1d4a-41dd-ba26-a63ac0687bcc req-0058ba2c-44d9-4995-b50a-d74428d2c65f tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] 10.222.0.48 "GET /v2.0/security-groups?id=fb8a1e97-a16e-41ad-af1f-9903cda5dd84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587060 May 03 21:30:28.181756 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24b38f8-3e5e-433f-9c49-da70c8667cac req-42ebc7f1-4325-4d00-856d-4f914c95d408 tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:30:28.183205 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-d24b38f8-3e5e-433f-9c49-da70c8667cac req-42ebc7f1-4325-4d00-856d-4f914c95d408 tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] 10.222.0.48 "GET /v2.0/ports?device_id=dffdb65a-4c55-4f89-afd3-ff88a82805d9 HTTP/1.1" status: 200 len: 946 time: 0.1222308 May 03 21:30:28.231673 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-d24b38f8-3e5e-433f-9c49-da70c8667cac req-ec8ec589-6c2e-473e-b713-5165b5d4b649 tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] 10.222.0.48 "GET /v2.0/security-groups?id=fb8a1e97-a16e-41ad-af1f-9903cda5dd84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425787 May 03 21:30:29.440014 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb088d4-bafe-4c36-a248-e111e6ddde3b req-9555c054-55fa-4400-adb9-1ddb3d68eb41 tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:30:29.442099 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-aeb088d4-bafe-4c36-a248-e111e6ddde3b req-9555c054-55fa-4400-adb9-1ddb3d68eb41 tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] 10.222.0.48 "GET /v2.0/ports?device_id=dffdb65a-4c55-4f89-afd3-ff88a82805d9 HTTP/1.1" status: 200 len: 946 time: 0.0873122 May 03 21:30:29.497053 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-aeb088d4-bafe-4c36-a248-e111e6ddde3b req-77313e31-0264-4a05-974c-206db0858572 tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] 10.222.0.48 "GET /v2.0/security-groups?id=fb8a1e97-a16e-41ad-af1f-9903cda5dd84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481114 May 03 21:30:30.697244 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37aa992c-a399-458d-9062-64dc325aa0a7 req-e5d06aa5-2b27-4690-a91d-df146c4ea007 tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:30:30.698643 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-37aa992c-a399-458d-9062-64dc325aa0a7 req-e5d06aa5-2b27-4690-a91d-df146c4ea007 tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] 10.222.0.48 "GET /v2.0/ports?device_id=dffdb65a-4c55-4f89-afd3-ff88a82805d9 HTTP/1.1" status: 200 len: 946 time: 0.0805790 May 03 21:30:30.744948 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-37aa992c-a399-458d-9062-64dc325aa0a7 req-2ee8def9-5df6-4879-9cc3-7f7bdc40c303 tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] 10.222.0.48 "GET /v2.0/security-groups?id=fb8a1e97-a16e-41ad-af1f-9903cda5dd84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404456 May 03 21:30:31.955486 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c943dbd0-b783-4f46-8e94-02295290dd15 req-24cd1fa8-df0f-47fb-8385-f11bdde979a1 tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:30:31.957003 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-c943dbd0-b783-4f46-8e94-02295290dd15 req-24cd1fa8-df0f-47fb-8385-f11bdde979a1 tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] 10.222.0.48 "GET /v2.0/ports?device_id=dffdb65a-4c55-4f89-afd3-ff88a82805d9 HTTP/1.1" status: 200 len: 946 time: 0.0842745 May 03 21:30:32.005029 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-c943dbd0-b783-4f46-8e94-02295290dd15 req-4e9484f3-d9b6-4761-9ca8-dd4cd0f2e6ae tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] 10.222.0.48 "GET /v2.0/security-groups?id=fb8a1e97-a16e-41ad-af1f-9903cda5dd84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422494 May 03 21:30:33.208905 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cc5dd2-f6ce-458c-b4c2-20d75826b8d6 req-bac1354c-688f-4c15-b6bc-e2032ec5a7ec tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:30:33.210359 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-97cc5dd2-f6ce-458c-b4c2-20d75826b8d6 req-bac1354c-688f-4c15-b6bc-e2032ec5a7ec tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] 10.222.0.48 "GET /v2.0/ports?device_id=dffdb65a-4c55-4f89-afd3-ff88a82805d9 HTTP/1.1" status: 200 len: 946 time: 0.0826724 May 03 21:30:33.255111 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-97cc5dd2-f6ce-458c-b4c2-20d75826b8d6 req-5d7b9482-e9b7-47c2-aaba-48e6a1497207 tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] 10.222.0.48 "GET /v2.0/security-groups?id=fb8a1e97-a16e-41ad-af1f-9903cda5dd84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385420 May 03 21:30:34.452043 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f45f3b-516d-4e33-8596-02566d63ebcd req-7eae75d5-329f-4b27-84e4-6d0250c2b912 tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:30:34.453446 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-d0f45f3b-516d-4e33-8596-02566d63ebcd req-7eae75d5-329f-4b27-84e4-6d0250c2b912 tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] 10.222.0.48 "GET /v2.0/ports?device_id=dffdb65a-4c55-4f89-afd3-ff88a82805d9 HTTP/1.1" status: 200 len: 946 time: 0.0764401 May 03 21:30:34.500361 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-d0f45f3b-516d-4e33-8596-02566d63ebcd req-d47bfee4-55f5-4b72-b6b9-65a1f9f26baa tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] 10.222.0.48 "GET /v2.0/security-groups?id=fb8a1e97-a16e-41ad-af1f-9903cda5dd84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409458 May 03 21:30:35.699106 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ac84ed-d5b3-4320-84ae-0c7cf256df66 req-11715039-a250-4c0b-a48a-71e2b696880a tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:30:35.700610 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-83ac84ed-d5b3-4320-84ae-0c7cf256df66 req-11715039-a250-4c0b-a48a-71e2b696880a tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] 10.222.0.48 "GET /v2.0/ports?device_id=dffdb65a-4c55-4f89-afd3-ff88a82805d9 HTTP/1.1" status: 200 len: 946 time: 0.0783961 May 03 21:30:35.746579 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-83ac84ed-d5b3-4320-84ae-0c7cf256df66 req-044243da-4d5e-4eca-85e6-190a8fcb4803 tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] 10.222.0.48 "GET /v2.0/security-groups?id=fb8a1e97-a16e-41ad-af1f-9903cda5dd84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403008 May 03 21:30:36.979837 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a4d800-4b00-4701-b816-1ad60d7b55fb req-1ea707f6-475d-42f0-a126-a0e2190fa1bc tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:30:36.981865 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-91a4d800-4b00-4701-b816-1ad60d7b55fb req-1ea707f6-475d-42f0-a126-a0e2190fa1bc tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] 10.222.0.48 "GET /v2.0/ports?device_id=dffdb65a-4c55-4f89-afd3-ff88a82805d9 HTTP/1.1" status: 200 len: 946 time: 0.1041985 May 03 21:30:37.032412 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-91a4d800-4b00-4701-b816-1ad60d7b55fb req-75e5feb4-816f-4b6a-b1e5-6de36ef8e86d tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] 10.222.0.48 "GET /v2.0/security-groups?id=fb8a1e97-a16e-41ad-af1f-9903cda5dd84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442803 May 03 21:30:38.247538 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7391fd-7009-4298-9909-0f19e6d89813 req-bb9a7a92-0851-491b-ac57-9c323a2cd04c tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:30:38.249298 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-3c7391fd-7009-4298-9909-0f19e6d89813 req-bb9a7a92-0851-491b-ac57-9c323a2cd04c tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] 10.222.0.48 "GET /v2.0/ports?device_id=dffdb65a-4c55-4f89-afd3-ff88a82805d9 HTTP/1.1" status: 200 len: 946 time: 0.0807316 May 03 21:30:38.301839 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-3c7391fd-7009-4298-9909-0f19e6d89813 req-80c46fab-6f54-48c6-b6f5-0dc4ccc0f801 tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] 10.222.0.48 "GET /v2.0/security-groups?id=fb8a1e97-a16e-41ad-af1f-9903cda5dd84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463994 May 03 21:30:39.522205 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb71dc4c-c14c-481d-94a2-ca2cf373f7b5 req-6dc05ad0-1e7f-40dc-a3da-f0d77531fb48 tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:30:39.523659 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-fb71dc4c-c14c-481d-94a2-ca2cf373f7b5 req-6dc05ad0-1e7f-40dc-a3da-f0d77531fb48 tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] 10.222.0.48 "GET /v2.0/ports?device_id=dffdb65a-4c55-4f89-afd3-ff88a82805d9 HTTP/1.1" status: 200 len: 946 time: 0.0766411 May 03 21:30:39.568742 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-fb71dc4c-c14c-481d-94a2-ca2cf373f7b5 req-8d91dc8f-db97-4bca-8203-8379c23cc4f9 tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] 10.222.0.48 "GET /v2.0/security-groups?id=fb8a1e97-a16e-41ad-af1f-9903cda5dd84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386989 May 03 21:30:40.774215 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5300456-55b5-41aa-9937-bde70df0ef14 req-7d85c08e-966f-4fb3-9ac3-7968f71b94d2 tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:30:40.776383 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-b5300456-55b5-41aa-9937-bde70df0ef14 req-7d85c08e-966f-4fb3-9ac3-7968f71b94d2 tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] 10.222.0.48 "GET /v2.0/ports?device_id=dffdb65a-4c55-4f89-afd3-ff88a82805d9 HTTP/1.1" status: 200 len: 946 time: 0.0843227 May 03 21:30:40.824524 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-b5300456-55b5-41aa-9937-bde70df0ef14 req-b56b1f9d-6f85-4708-a572-4c8e400ebb8a tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] 10.222.0.48 "GET /v2.0/security-groups?id=fb8a1e97-a16e-41ad-af1f-9903cda5dd84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411692 May 03 21:30:42.021728 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7145a37f-49ad-45d2-a124-99b18c5691da req-481d7c36-992c-418c-85e7-2f35f35e1cee tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:30:42.023213 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-7145a37f-49ad-45d2-a124-99b18c5691da req-481d7c36-992c-418c-85e7-2f35f35e1cee tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] 10.222.0.48 "GET /v2.0/ports?device_id=dffdb65a-4c55-4f89-afd3-ff88a82805d9 HTTP/1.1" status: 200 len: 946 time: 0.0761809 May 03 21:30:42.074080 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-7145a37f-49ad-45d2-a124-99b18c5691da req-b03fd014-e5fa-40dc-9eff-51fa861eb369 tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] 10.222.0.48 "GET /v2.0/security-groups?id=fb8a1e97-a16e-41ad-af1f-9903cda5dd84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446787 May 03 21:30:43.298023 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2287ec0-366b-4a98-9e33-8d2f11440935 req-f5004a6c-3629-4002-bee6-aaa476957981 tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:30:43.299484 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-a2287ec0-366b-4a98-9e33-8d2f11440935 req-f5004a6c-3629-4002-bee6-aaa476957981 tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] 10.222.0.48 "GET /v2.0/ports?device_id=dffdb65a-4c55-4f89-afd3-ff88a82805d9 HTTP/1.1" status: 200 len: 946 time: 0.0911686 May 03 21:30:43.346026 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-a2287ec0-366b-4a98-9e33-8d2f11440935 req-b751da8c-726c-4694-84dc-d5ae45d8f084 tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] 10.222.0.48 "GET /v2.0/security-groups?id=fb8a1e97-a16e-41ad-af1f-9903cda5dd84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407147 May 03 21:30:44.566412 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76abeba8-00ac-4ee8-89d5-7d237a87f05a req-e1cb5cb0-caa7-4b14-9204-5ae08786a171 tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:30:44.566412 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-76abeba8-00ac-4ee8-89d5-7d237a87f05a req-e1cb5cb0-caa7-4b14-9204-5ae08786a171 tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] 10.222.0.48 "GET /v2.0/ports?device_id=dffdb65a-4c55-4f89-afd3-ff88a82805d9 HTTP/1.1" status: 200 len: 946 time: 0.0814564 May 03 21:30:44.614782 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-76abeba8-00ac-4ee8-89d5-7d237a87f05a req-4a698045-2e35-414b-bebb-db580fee5236 tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] 10.222.0.48 "GET /v2.0/security-groups?id=fb8a1e97-a16e-41ad-af1f-9903cda5dd84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401556 May 03 21:30:45.045218 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.48', 56438) {{(pid=83992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:30:45.227676 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-7d0e9bbf-b18c-49ee-baa8-e99e7349e457 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:45.262023 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.db.quota.driver [None req-7d0e9bbf-b18c-49ee-baa8-e99e7349e457 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:30:45.265935 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.quota.resource [None req-7d0e9bbf-b18c-49ee-baa8-e99e7349e457 admin admin] Usage tracker for resource:security_group_rule and tenant:a9dada9f49d540ed8697216cb8b6182b is out of sync, need to count used quota {{(pid=83992) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:30:45.268805 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.quota.resource [None req-7d0e9bbf-b18c-49ee-baa8-e99e7349e457 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83992) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:30:45.270613 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-513fb17f-e1ce-4373-92eb-2e75364339ba req-68a222d6-ec67-48d3-b298-c278c93d8323 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=dffdb65a-4c55-4f89-afd3-ff88a82805d9 HTTP/1.1" status: 200 len: 1099 time: 0.1529589 May 03 21:30:45.274562 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.db.quota.driver [None req-7d0e9bbf-b18c-49ee-baa8-e99e7349e457 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:30:45.323643 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-513fb17f-e1ce-4373-92eb-2e75364339ba req-5f20ba7e-831e-4350-b6c2-68a4feca0d6e service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=fb8a1e97-a16e-41ad-af1f-9903cda5dd84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388818 May 03 21:30:45.343580 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-7d0e9bbf-b18c-49ee-baa8-e99e7349e457 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:45.448069 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-7d0e9bbf-b18c-49ee-baa8-e99e7349e457 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746426'] for security_group, after_create {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:45.503333 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0e9bbf-b18c-49ee-baa8-e99e7349e457 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07cb38a4-8656-4c36-a71d-c90424e620be,revision_number=1']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:30:45.510111 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [None req-7d0e9bbf-b18c-49ee-baa8-e99e7349e457 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a9dada9f49d540ed8697216cb8b6182b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4637158 May 03 21:30:45.514442 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.48', 56452) {{(pid=83993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:30:45.519713 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0e9bbf-b18c-49ee-baa8-e99e7349e457 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:30:45.520261 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0e9bbf-b18c-49ee-baa8-e99e7349e457 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:30:45.520834 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0e9bbf-b18c-49ee-baa8-e99e7349e457 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:30:45.521378 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0e9bbf-b18c-49ee-baa8-e99e7349e457 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:30:45.521914 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0e9bbf-b18c-49ee-baa8-e99e7349e457 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:30:45.522444 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0e9bbf-b18c-49ee-baa8-e99e7349e457 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:30:45.522972 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0e9bbf-b18c-49ee-baa8-e99e7349e457 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:30:45.523500 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0e9bbf-b18c-49ee-baa8-e99e7349e457 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:30:45.524016 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0e9bbf-b18c-49ee-baa8-e99e7349e457 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:30:45.524564 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0e9bbf-b18c-49ee-baa8-e99e7349e457 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:30:45.525084 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0e9bbf-b18c-49ee-baa8-e99e7349e457 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:30:45.584151 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-d1d172bd-e413-4861-a818-ebbdd607c4ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:45.614556 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-d1d172bd-e413-4861-a818-ebbdd607c4ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:45.794322 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-d1d172bd-e413-4861-a818-ebbdd607c4ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746426'] for security_group, after_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:45.830386 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d172bd-e413-4861-a818-ebbdd607c4ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07cb38a4-8656-4c36-a71d-c90424e620be,revision_number=None']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:30:45.837983 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-d1d172bd-e413-4861-a818-ebbdd607c4ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:45.839730 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-d1d172bd-e413-4861-a818-ebbdd607c4ce admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/07cb38a4-8656-4c36-a71d-c90424e620be HTTP/1.1" status: 204 len: 168 time: 0.3239834 May 03 21:30:45.849191 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d172bd-e413-4861-a818-ebbdd607c4ce admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:30:45.849740 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d172bd-e413-4861-a818-ebbdd607c4ce admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:30:45.850349 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d172bd-e413-4861-a818-ebbdd607c4ce admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:30:45.850864 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d172bd-e413-4861-a818-ebbdd607c4ce admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:30:45.851737 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d172bd-e413-4861-a818-ebbdd607c4ce admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:30:45.852279 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d172bd-e413-4861-a818-ebbdd607c4ce admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:30:45.852870 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d172bd-e413-4861-a818-ebbdd607c4ce admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:30:45.855916 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d172bd-e413-4861-a818-ebbdd607c4ce admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:30:45.856296 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d172bd-e413-4861-a818-ebbdd607c4ce admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:30:45.859729 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d172bd-e413-4861-a818-ebbdd607c4ce admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:30:45.859729 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d172bd-e413-4861-a818-ebbdd607c4ce admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:30:45.971735 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a51af2-d1ea-4a3e-a975-5f60ee8fbb5c req-d6cd5530-418d-48ca-9846-154c6727bdb2 tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:30:45.986211 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-67a51af2-d1ea-4a3e-a975-5f60ee8fbb5c req-d6cd5530-418d-48ca-9846-154c6727bdb2 tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] 10.222.0.48 "GET /v2.0/ports?device_id=dffdb65a-4c55-4f89-afd3-ff88a82805d9 HTTP/1.1" status: 200 len: 946 time: 0.1710749 May 03 21:30:46.070260 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-67a51af2-d1ea-4a3e-a975-5f60ee8fbb5c req-f0dee809-0745-41ac-bd57-ad93cebcc819 tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] 10.222.0.48 "GET /v2.0/security-groups?id=fb8a1e97-a16e-41ad-af1f-9903cda5dd84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824325 May 03 21:30:46.388904 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-1499fca6-eb96-4661-84d0-97aa73984447 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781386283879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2080842'] for agent, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:46.598019 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.db.agents_db [None req-1c6bebc3-6d0c-4304-a2c1-5df630ce29f1 None None] Agent healthcheck: found 6 active agents {{(pid=83995) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 03 21:30:46.849514 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.48', 56496) {{(pid=83993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:30:46.856786 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.48', 56500) {{(pid=83992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:30:46.871128 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-3b2b5c89-7587-430c-9793-538ced5e1557 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:46.925405 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-3b2b5c89-7587-430c-9793-538ced5e1557 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:30:46.928168 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-3b2b5c89-7587-430c-9793-538ced5e1557 admin admin] Usage tracker for resource:security_group_rule and tenant:d08270f054ef4e0a9585403ead576b4c is out of sync, need to count used quota {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:30:46.948150 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-3b2b5c89-7587-430c-9793-538ced5e1557 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:30:46.960635 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-3b2b5c89-7587-430c-9793-538ced5e1557 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:30:47.061378 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-3b2b5c89-7587-430c-9793-538ced5e1557 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:47.114860 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-69a9cd9c-3a8b-49b2-936d-ce5eff93a4b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:47.152106 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.db.quota.driver [None req-69a9cd9c-3a8b-49b2-936d-ce5eff93a4b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:30:47.156057 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.quota.resource [None req-69a9cd9c-3a8b-49b2-936d-ce5eff93a4b6 admin admin] Usage tracker for resource:security_group_rule and tenant:a540cd16e54448a983660d20ec7d9a64 is out of sync, need to count used quota {{(pid=83992) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:30:47.156193 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-3b2b5c89-7587-430c-9793-538ced5e1557 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746426'] for security_group, after_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:47.159668 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.quota.resource [None req-69a9cd9c-3a8b-49b2-936d-ce5eff93a4b6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83992) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:30:47.165792 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.db.quota.driver [None req-69a9cd9c-3a8b-49b2-936d-ce5eff93a4b6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:30:47.210107 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2b5c89-7587-430c-9793-538ced5e1557 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d029460f-12f3-4d2e-9e55-cbccc3c0d736,revision_number=1']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:30:47.214431 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-3b2b5c89-7587-430c-9793-538ced5e1557 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d08270f054ef4e0a9585403ead576b4c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3638520 May 03 21:30:47.224510 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.48', 56512) {{(pid=83993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:30:47.255653 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-69a9cd9c-3a8b-49b2-936d-ce5eff93a4b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:47.350237 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-fe674f16-05e0-4c88-874d-0d4f49d39565 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:47.361477 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-69a9cd9c-3a8b-49b2-936d-ce5eff93a4b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746426'] for security_group, after_create {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:47.386272 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-fe674f16-05e0-4c88-874d-0d4f49d39565 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:47.398562 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a5bf65-891e-4503-bb92-5c6241d00e9b req-d1af7b77-b720-4907-ae2e-c40c923b7502 tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:30:47.400057 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-22a5bf65-891e-4503-bb92-5c6241d00e9b req-d1af7b77-b720-4907-ae2e-c40c923b7502 tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] 10.222.0.48 "GET /v2.0/ports?device_id=dffdb65a-4c55-4f89-afd3-ff88a82805d9 HTTP/1.1" status: 200 len: 946 time: 0.1456745 May 03 21:30:47.410395 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a9cd9c-3a8b-49b2-936d-ce5eff93a4b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=202382ac-7580-4dd7-b772-9388f141f817,revision_number=1']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:30:47.423209 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [None req-69a9cd9c-3a8b-49b2-936d-ce5eff93a4b6 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a540cd16e54448a983660d20ec7d9a64&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5645840 May 03 21:30:47.429556 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.48', 56522) {{(pid=83992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:30:47.472513 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-22a5bf65-891e-4503-bb92-5c6241d00e9b req-77cf1ea3-c231-4c87-a367-7143230a65de tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] 10.222.0.48 "GET /v2.0/security-groups?id=fb8a1e97-a16e-41ad-af1f-9903cda5dd84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609643 May 03 21:30:47.514555 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-990f203d-cce5-4a13-a04f-5c6c372791a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:47.545817 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-990f203d-cce5-4a13-a04f-5c6c372791a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:47.547725 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-fe674f16-05e0-4c88-874d-0d4f49d39565 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746426'] for security_group, after_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:47.571251 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe674f16-05e0-4c88-874d-0d4f49d39565 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d029460f-12f3-4d2e-9e55-cbccc3c0d736,revision_number=None']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:30:47.583187 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-fe674f16-05e0-4c88-874d-0d4f49d39565 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:47.591760 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-fe674f16-05e0-4c88-874d-0d4f49d39565 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d029460f-12f3-4d2e-9e55-cbccc3c0d736 HTTP/1.1" status: 204 len: 168 time: 0.3713200 May 03 21:30:47.721896 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-990f203d-cce5-4a13-a04f-5c6c372791a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746426'] for security_group, after_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:47.743946 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990f203d-cce5-4a13-a04f-5c6c372791a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=202382ac-7580-4dd7-b772-9388f141f817,revision_number=None']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:30:47.760572 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-990f203d-cce5-4a13-a04f-5c6c372791a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:47.766828 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [None req-990f203d-cce5-4a13-a04f-5c6c372791a6 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/202382ac-7580-4dd7-b772-9388f141f817 HTTP/1.1" status: 204 len: 168 time: 0.3309929 May 03 21:30:48.277691 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66296f9-10c1-4ee3-b7b9-cbd4f2eb6577 req-28879d91-d8be-4146-a3cc-a6dee1a5807b tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:30:48.279737 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-b66296f9-10c1-4ee3-b7b9-cbd4f2eb6577 req-28879d91-d8be-4146-a3cc-a6dee1a5807b tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] 10.222.0.48 "GET /v2.0/ports?device_id=dffdb65a-4c55-4f89-afd3-ff88a82805d9 HTTP/1.1" status: 200 len: 946 time: 0.0882561 May 03 21:30:48.311252 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-073eadf6-0e28-4e53-b9df-0f5882649439 req-721e2ddb-0c6d-4a0e-87f5-2b9f691e3a07 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=30468ebc688d4bc1b036b4b984931e87&device_id=dffdb65a-4c55-4f89-afd3-ff88a82805d9 HTTP/1.1" status: 200 len: 1099 time: 0.0904062 May 03 21:30:48.330348 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-b66296f9-10c1-4ee3-b7b9-cbd4f2eb6577 req-46279e1e-3dc3-40e8-93ea-18469a5b4cf1 tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] 10.222.0.48 "GET /v2.0/security-groups?id=fb8a1e97-a16e-41ad-af1f-9903cda5dd84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445125 May 03 21:30:48.359378 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.48', 56556) {{(pid=83992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:30:48.377574 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-5a992ac8-6a9d-498e-a268-e7ae0811aebf admin admin] Notify callbacks [] for security_group, before_create {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:48.411305 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.db.quota.driver [None req-5a992ac8-6a9d-498e-a268-e7ae0811aebf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:30:48.415273 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.quota.resource [None req-5a992ac8-6a9d-498e-a268-e7ae0811aebf admin admin] Usage tracker for resource:security_group_rule and tenant:239d964b08cd49ffa9e48eda50418524 is out of sync, need to count used quota {{(pid=83992) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:30:48.419865 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.quota.resource [None req-5a992ac8-6a9d-498e-a268-e7ae0811aebf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83992) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:30:48.427283 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.db.quota.driver [None req-5a992ac8-6a9d-498e-a268-e7ae0811aebf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:30:48.477249 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073eadf6-0e28-4e53-b9df-0f5882649439 req-3294a62e-c65c-41ae-b455-06ec76878acb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:30:48.479336 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-073eadf6-0e28-4e53-b9df-0f5882649439 req-3294a62e-c65c-41ae-b455-06ec76878acb service neutron] 10.222.0.42 "GET /v2.0/networks?id=5bd090d5-a93e-4f68-8601-6aad9d3eb473 HTTP/1.1" status: 200 len: 920 time: 0.1610093 May 03 21:30:48.507931 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-5a992ac8-6a9d-498e-a268-e7ae0811aebf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:48.558708 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-073eadf6-0e28-4e53-b9df-0f5882649439 req-add90dc2-db49-414e-b5ab-63f122cc64aa service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=703e14ee-54de-44ea-bfca-17283964e8b4 HTTP/1.1" status: 200 len: 217 time: 0.0699100 May 03 21:30:48.598327 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-5a992ac8-6a9d-498e-a268-e7ae0811aebf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746426'] for security_group, after_create {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:48.631202 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073eadf6-0e28-4e53-b9df-0f5882649439 req-ac6f52d8-0249-417d-b6b1-3ec3641b159e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:30:48.632671 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-073eadf6-0e28-4e53-b9df-0f5882649439 req-ac6f52d8-0249-417d-b6b1-3ec3641b159e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f1f0ef4c-4f27-4b18-935d-75e084855fe6 HTTP/1.1" status: 200 len: 858 time: 0.0672629 May 03 21:30:48.633394 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-667ab2a4-172d-4dfe-bda3-38c5e83fe90a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781386283879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2080842'] for agent, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:48.654038 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [None req-5a992ac8-6a9d-498e-a268-e7ae0811aebf admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=239d964b08cd49ffa9e48eda50418524&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2909079 May 03 21:30:48.655552 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.48', 56568) {{(pid=83992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:30:48.674857 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a992ac8-6a9d-498e-a268-e7ae0811aebf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51bb3c23-872d-4679-8ef5-220eaa9dd67c,revision_number=1']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:30:48.735982 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-42b016b5-86af-412a-bd61-6d9d36926116 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:48.757483 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-073eadf6-0e28-4e53-b9df-0f5882649439 req-4e75a99b-d739-4cae-a73c-42e3d8b220a3 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5bd090d5-a93e-4f68-8601-6aad9d3eb473&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1136644 May 03 21:30:48.768538 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-42b016b5-86af-412a-bd61-6d9d36926116 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:48.790216 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781386283879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2080842'] for agent, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:48.904518 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-073eadf6-0e28-4e53-b9df-0f5882649439 req-66b8a1a3-3a81-4293-9eac-6f77e9d76de8 service neutron] 10.222.0.42 "GET /v2.0/networks/5bd090d5-a93e-4f68-8601-6aad9d3eb473?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379478 May 03 21:30:48.915950 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-42b016b5-86af-412a-bd61-6d9d36926116 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746426'] for security_group, after_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:48.946080 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-42b016b5-86af-412a-bd61-6d9d36926116 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:48.947897 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [None req-42b016b5-86af-412a-bd61-6d9d36926116 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/51bb3c23-872d-4679-8ef5-220eaa9dd67c HTTP/1.1" status: 204 len: 168 time: 0.2905202 May 03 21:30:48.948917 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b016b5-86af-412a-bd61-6d9d36926116 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51bb3c23-872d-4679-8ef5-220eaa9dd67c,revision_number=None']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:30:49.108814 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-073eadf6-0e28-4e53-b9df-0f5882649439 req-318d255e-f36b-4919-baf0-661cb6aee8c5 service neutron] 10.222.0.42 "GET /v2.0/networks/5bd090d5-a93e-4f68-8601-6aad9d3eb473?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1902504 May 03 21:30:49.550634 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bd691d-4f3e-4df8-bacf-b34dd0b28d54 req-24c49812-4870-4980-9f2f-85dad3fc1558 tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:30:49.552880 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-71bd691d-4f3e-4df8-bacf-b34dd0b28d54 req-24c49812-4870-4980-9f2f-85dad3fc1558 tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] 10.222.0.48 "GET /v2.0/ports?device_id=dffdb65a-4c55-4f89-afd3-ff88a82805d9 HTTP/1.1" status: 200 len: 946 time: 0.0899363 May 03 21:30:49.612215 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-71bd691d-4f3e-4df8-bacf-b34dd0b28d54 req-2e8a4cf1-2435-4d31-a3ad-e77b6cc76705 tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] 10.222.0.48 "GET /v2.0/security-groups?id=fb8a1e97-a16e-41ad-af1f-9903cda5dd84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526280 May 03 21:30:49.825523 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-0dfda447-9707-4eba-99ce-657c79a02a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781386283879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2080842'] for agent, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:49.826582 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781386283879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2080842'] for agent, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:50.368584 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.48', 56624) {{(pid=83992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:30:50.527907 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.v2.base [None req-296493b1-7a52-42c8-8cff-127ff7e28b4c admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-910540680-network', 'tenant_id': 'ed2eb47de9ab494c8061632f766f1050'}} {{(pid=83992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 03 21:30:50.538901 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.db.quota.driver [None req-296493b1-7a52-42c8-8cff-127ff7e28b4c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:30:50.538901 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.quota.resource [None req-296493b1-7a52-42c8-8cff-127ff7e28b4c admin admin] Usage tracker for resource:network and tenant:ed2eb47de9ab494c8061632f766f1050 is out of sync, need to count used quota {{(pid=83992) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:30:50.540607 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.quota.resource [None req-296493b1-7a52-42c8-8cff-127ff7e28b4c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83992) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:30:50.547853 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.db.quota.driver [None req-296493b1-7a52-42c8-8cff-127ff7e28b4c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:30:50.641877 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-296493b1-7a52-42c8-8cff-127ff7e28b4c admin admin] Made reservation on behalf of ed2eb47de9ab494c8061632f766f1050 for: {'network': 1} {{(pid=83992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 21:30:50.644132 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-296493b1-7a52-42c8-8cff-127ff7e28b4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1124352'] for network, before_create {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:50.659585 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-296493b1-7a52-42c8-8cff-127ff7e28b4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:50.702991 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.db.quota.driver [None req-296493b1-7a52-42c8-8cff-127ff7e28b4c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:30:50.707538 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.quota.resource [None req-296493b1-7a52-42c8-8cff-127ff7e28b4c admin admin] Usage tracker for resource:security_group_rule and tenant:ed2eb47de9ab494c8061632f766f1050 is out of sync, need to count used quota {{(pid=83992) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:30:50.711505 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.quota.resource [None req-296493b1-7a52-42c8-8cff-127ff7e28b4c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83992) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:30:50.728625 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.db.quota.driver [None req-296493b1-7a52-42c8-8cff-127ff7e28b4c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:30:50.860122 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-296493b1-7a52-42c8-8cff-127ff7e28b4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:50.878185 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5026ee01-9d45-4f1a-9498-22ed245feb0c req-55593f29-d03e-435c-8406-5ebd7207fd57 tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:30:50.879670 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-5026ee01-9d45-4f1a-9498-22ed245feb0c req-55593f29-d03e-435c-8406-5ebd7207fd57 tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] 10.222.0.48 "GET /v2.0/ports?device_id=dffdb65a-4c55-4f89-afd3-ff88a82805d9 HTTP/1.1" status: 200 len: 946 time: 0.1251585 May 03 21:30:50.944278 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-5026ee01-9d45-4f1a-9498-22ed245feb0c req-dcc9a340-3749-48f3-a050-fda1621e57d1 tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] 10.222.0.48 "GET /v2.0/security-groups?id=fb8a1e97-a16e-41ad-af1f-9903cda5dd84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562353 May 03 21:30:50.958841 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-296493b1-7a52-42c8-8cff-127ff7e28b4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746426'] for security_group, after_create {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:50.982854 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.48', 56642) {{(pid=83993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:30:50.993045 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-296493b1-7a52-42c8-8cff-127ff7e28b4c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 426} {{(pid=83992) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 21:30:51.002914 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296493b1-7a52-42c8-8cff-127ff7e28b4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65f6f2a5-5af1-4e39-ae5e-b2190f5b8788,revision_number=1']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:30:51.008280 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-296493b1-7a52-42c8-8cff-127ff7e28b4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1172921'] for segment, precommit_create {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:51.008653 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.db.segments_db [None req-296493b1-7a52-42c8-8cff-127ff7e28b4c admin admin] Added segment 2b922d1c-0f74-428d-9457-e2990b5d0230 of type vlan for network 8728a8ce-db6a-4720-bb6e-c96e6c9ab260 May 03 21:30:51.041775 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-296493b1-7a52-42c8-8cff-127ff7e28b4c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781385835798'] for network, precommit_create {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:51.137377 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-672d275f-a9b7-498c-8eb6-010b5168d44a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781386283879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2080842'] for agent, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:51.165416 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-296493b1-7a52-42c8-8cff-127ff7e28b4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396'] for network, after_create {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:51.166889 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-296493b1-7a52-42c8-8cff-127ff7e28b4c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:30:51.167497 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-296493b1-7a52-42c8-8cff-127ff7e28b4c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1706389'] for network, before_response {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:51.183312 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-9c7a36d4-3bd7-4179-ab5e-ba5ce0f6b4d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:51.218992 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-9c7a36d4-3bd7-4179-ab5e-ba5ce0f6b4d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:30:51.222782 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-9c7a36d4-3bd7-4179-ab5e-ba5ce0f6b4d8 admin admin] Usage tracker for resource:security_group_rule and tenant:c1c64348a59d430c91d8fdc8b44571c1 is out of sync, need to count used quota {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:30:51.225539 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-9c7a36d4-3bd7-4179-ab5e-ba5ce0f6b4d8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:30:51.232796 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-9c7a36d4-3bd7-4179-ab5e-ba5ce0f6b4d8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:30:51.271610 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296493b1-7a52-42c8-8cff-127ff7e28b4c admin admin] Pushing event updated for resources: {'Network': ['ID=8728a8ce-db6a-4720-bb6e-c96e6c9ab260,revision_number=1']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:30:51.284953 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.rpc [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Network 8728a8ce-db6a-4720-bb6e-c96e6c9ab260 details requested by agent ovs-agent-dv-cinder-840377-1-iscsi with host dv-cinder-840377-1-iscsi {{(pid=83994) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 03 21:30:51.301923 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-9c7a36d4-3bd7-4179-ab5e-ba5ce0f6b4d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:51.378669 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-9c7a36d4-3bd7-4179-ab5e-ba5ce0f6b4d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746426'] for security_group, after_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:51.379711 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [None req-296493b1-7a52-42c8-8cff-127ff7e28b4c admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.0099180 May 03 21:30:51.383128 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.48', 56650) {{(pid=83992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:30:51.391952 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.v2.base [None req-1c0766f7-7d5a-4423-aee0-855213828ac8 admin admin] Request body: {'subnet': {'network_id': '8728a8ce-db6a-4720-bb6e-c96e6c9ab260', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-910540680-subnet', 'tenant_id': 'ed2eb47de9ab494c8061632f766f1050', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 03 21:30:51.399408 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.db.quota.driver [None req-1c0766f7-7d5a-4423-aee0-855213828ac8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:30:51.409022 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.quota.resource [None req-1c0766f7-7d5a-4423-aee0-855213828ac8 admin admin] Usage tracker for resource:subnet and tenant:ed2eb47de9ab494c8061632f766f1050 is out of sync, need to count used quota {{(pid=83992) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:30:51.412121 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.quota.resource [None req-1c0766f7-7d5a-4423-aee0-855213828ac8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83992) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:30:51.419800 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.db.quota.driver [None req-1c0766f7-7d5a-4423-aee0-855213828ac8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:30:51.454020 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7a36d4-3bd7-4179-ab5e-ba5ce0f6b4d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e65993c-b9bc-4691-97b0-553466f5992f,revision_number=1']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:30:51.459664 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-9c7a36d4-3bd7-4179-ab5e-ba5ce0f6b4d8 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c1c64348a59d430c91d8fdc8b44571c1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4757526 May 03 21:30:51.462446 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.48', 56656) {{(pid=83992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:30:51.523830 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c0766f7-7d5a-4423-aee0-855213828ac8 admin admin] Made reservation on behalf of ed2eb47de9ab494c8061632f766f1050 for: {'subnet': 1} {{(pid=83992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 21:30:51.526099 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-1c0766f7-7d5a-4423-aee0-855213828ac8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3410817'] for subnet, before_create {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:51.588215 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-cb5e2da3-1722-4054-a134-45a147bd7f2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:51.638033 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-cb5e2da3-1722-4054-a134-45a147bd7f2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:51.841583 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-cb5e2da3-1722-4054-a134-45a147bd7f2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746426'] for security_group, after_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:51.867804 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5e2da3-1722-4054-a134-45a147bd7f2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e65993c-b9bc-4691-97b0-553466f5992f,revision_number=None']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:30:51.879402 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-cb5e2da3-1722-4054-a134-45a147bd7f2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:51.883259 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [None req-cb5e2da3-1722-4054-a134-45a147bd7f2c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/9e65993c-b9bc-4691-97b0-553466f5992f HTTP/1.1" status: 204 len: 168 time: 0.4162209 May 03 21:30:51.897291 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-1c0766f7-7d5a-4423-aee0-855213828ac8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3996878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3410835'] for subnet, after_create {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:51.969777 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0766f7-7d5a-4423-aee0-855213828ac8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fff55202-54cf-4d4b-80b9-c28a2494d459,revision_number=0']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:30:52.005714 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c0766f7-7d5a-4423-aee0-855213828ac8 admin admin] Checking segment: {'id': '2b922d1c-0f74-428d-9457-e2990b5d0230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '8728a8ce-db6a-4720-bb6e-c96e6c9ab260'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 03 21:30:52.006076 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c0766f7-7d5a-4423-aee0-855213828ac8 admin admin] Network hostable DHCP agents. Network: 8728a8ce-db6a-4720-bb6e-c96e6c9ab260, hostable agents: ['e4e3c6c0-e8b0-4c45-a267-b4e6dd042766'], hosted agents: [] {{(pid=83992) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 21:30:52.100147 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c0766f7-7d5a-4423-aee0-855213828ac8 admin admin] Network 8728a8ce-db6a-4720-bb6e-c96e6c9ab260 is scheduled to be hosted by DHCP agent e4e3c6c0-e8b0-4c45-a267-b4e6dd042766 with binding_index 1 {{(pid=83992) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 21:30:52.172867 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39400c58-a2c4-44db-9bdc-380bfc6ddc51 req-f4af12b9-e863-4f2d-8490-c99532714676 tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:30:52.174341 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-39400c58-a2c4-44db-9bdc-380bfc6ddc51 req-f4af12b9-e863-4f2d-8490-c99532714676 tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] 10.222.0.48 "GET /v2.0/ports?device_id=dffdb65a-4c55-4f89-afd3-ff88a82805d9 HTTP/1.1" status: 200 len: 946 time: 0.0953243 May 03 21:30:52.207875 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.scheduler.base_scheduler [None req-1c0766f7-7d5a-4423-aee0-855213828ac8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840377-1-iscsi, 8728a8ce-db6a-4720-bb6e-c96e6c9ab260) {{(pid=83992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 21:30:52.220764 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c0766f7-7d5a-4423-aee0-855213828ac8 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:30:52.221599 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-1c0766f7-7d5a-4423-aee0-855213828ac8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:52.229635 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a6bd075-11d3-4b6b-b1a5-c2dfb0f3b73c None None] Network 8728a8ce-db6a-4720-bb6e-c96e6c9ab260 requested from dv-cinder-840377-1-iscsi {{(pid=83994) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 03 21:30:52.241670 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-39400c58-a2c4-44db-9bdc-380bfc6ddc51 req-7555781b-dea0-4809-b636-ef0764c89744 tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] 10.222.0.48 "GET /v2.0/security-groups?id=fb8a1e97-a16e-41ad-af1f-9903cda5dd84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615318 May 03 21:30:52.333751 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [None req-1c0766f7-7d5a-4423-aee0-855213828ac8 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9472947 May 03 21:30:52.499332 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d8da899-2a08-402e-9126-2b4609e99e9a None None] Network 8728a8ce-db6a-4720-bb6e-c96e6c9ab260 requested from dv-cinder-840377-1-iscsi {{(pid=83994) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 03 21:30:52.816596 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.48', 56690) {{(pid=83993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:30:52.834702 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-29006ced-76ae-431f-9815-7d029238dd56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:52.866583 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-29006ced-76ae-431f-9815-7d029238dd56 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:30:52.874775 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-29006ced-76ae-431f-9815-7d029238dd56 admin admin] Usage tracker for resource:security_group_rule and tenant:886e6f6e20b143c7a78d832f6fc51eec is out of sync, need to count used quota {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:30:52.874775 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-29006ced-76ae-431f-9815-7d029238dd56 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:30:52.879214 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-29006ced-76ae-431f-9815-7d029238dd56 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:30:52.952907 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-29006ced-76ae-431f-9815-7d029238dd56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:53.099134 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-29006ced-76ae-431f-9815-7d029238dd56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746426'] for security_group, after_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:53.156188 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29006ced-76ae-431f-9815-7d029238dd56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efcb223a-4f37-4e1a-85b4-87524945b116,revision_number=1']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:30:53.160262 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-29006ced-76ae-431f-9815-7d029238dd56 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=886e6f6e20b143c7a78d832f6fc51eec&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3426480 May 03 21:30:53.162832 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.48', 56706) {{(pid=83993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:30:53.234762 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-1577fa53-ed8b-466c-bc18-68609353d198 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:53.271514 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-1577fa53-ed8b-466c-bc18-68609353d198 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:53.479390 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-1577fa53-ed8b-466c-bc18-68609353d198 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746426'] for security_group, after_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:53.498571 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1577fa53-ed8b-466c-bc18-68609353d198 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efcb223a-4f37-4e1a-85b4-87524945b116,revision_number=None']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:30:53.524604 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-1577fa53-ed8b-466c-bc18-68609353d198 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:53.527506 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-1577fa53-ed8b-466c-bc18-68609353d198 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/efcb223a-4f37-4e1a-85b4-87524945b116 HTTP/1.1" status: 204 len: 168 time: 0.3627853 May 03 21:30:54.617077 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.48', 56742) {{(pid=83993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:30:54.624839 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.v2.base [None req-1b3f6aed-33b6-421e-932c-b8ad47691e21 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1346592466', 'description': 'tempest-description--1671775111'}} {{(pid=83993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 03 21:30:54.631627 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-1b3f6aed-33b6-421e-932c-b8ad47691e21 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:30:54.644637 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-1b3f6aed-33b6-421e-932c-b8ad47691e21 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:30:54.736116 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-1b3f6aed-33b6-421e-932c-b8ad47691e21 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Notify callbacks [] for security_group, before_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:54.773091 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-1b3f6aed-33b6-421e-932c-b8ad47691e21 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:30:54.777126 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-1b3f6aed-33b6-421e-932c-b8ad47691e21 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Usage tracker for resource:security_group_rule and tenant:bd571e41b44a4bc6b16bf8163252f168 is out of sync, need to count used quota {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:30:54.780058 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-1b3f6aed-33b6-421e-932c-b8ad47691e21 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:30:54.788179 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-1b3f6aed-33b6-421e-932c-b8ad47691e21 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:30:54.843028 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-1b3f6aed-33b6-421e-932c-b8ad47691e21 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Notify callbacks [] for security_group, precommit_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:54.909965 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-1b3f6aed-33b6-421e-932c-b8ad47691e21 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746426'] for security_group, after_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:54.960210 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3f6aed-33b6-421e-932c-b8ad47691e21 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Pushing event updated for resources: {'SecurityGroup': ['ID=70c35da1-3406-4ab0-84b1-0914ebbc7d6a,revision_number=1']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:30:55.023728 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-1b3f6aed-33b6-421e-932c-b8ad47691e21 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Notify callbacks [] for security_group, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:55.025197 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-1b3f6aed-33b6-421e-932c-b8ad47691e21 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1614 time: 0.4070072 May 03 21:30:55.028311 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.48', 56758) {{(pid=83992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:30:55.036018 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.v2.base [None req-e95d0143-2c90-4469-8172-f0b65f392625 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Request body: {'security_group_rule': {'security_group_id': '70c35da1-3406-4ab0-84b1-0914ebbc7d6a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 03 21:30:55.044106 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.db.quota.driver [None req-e95d0143-2c90-4469-8172-f0b65f392625 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:30:55.049344 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.quota.resource [None req-e95d0143-2c90-4469-8172-f0b65f392625 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Usage tracker for resource:security_group_rule and tenant:bd571e41b44a4bc6b16bf8163252f168 is out of sync, need to count used quota {{(pid=83992) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:30:55.052844 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.quota.resource [None req-e95d0143-2c90-4469-8172-f0b65f392625 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83992) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:30:55.062553 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.db.quota.driver [None req-e95d0143-2c90-4469-8172-f0b65f392625 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:30:55.191334 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-e95d0143-2c90-4469-8172-f0b65f392625 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:55.204675 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.48', 56764) {{(pid=83993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:30:55.210340 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.v2.base [None req-87590694-bbdf-44ae-8417-60935898dd18 tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2136042783', 'description': 'tempest-description--29947447'}} {{(pid=83993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 03 21:30:55.216740 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-87590694-bbdf-44ae-8417-60935898dd18 tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:30:55.226449 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-87590694-bbdf-44ae-8417-60935898dd18 tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:30:55.252730 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-e95d0143-2c90-4469-8172-f0b65f392625 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:55.324939 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-87590694-bbdf-44ae-8417-60935898dd18 tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] Notify callbacks [] for security_group, before_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:55.361534 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-e95d0143-2c90-4469-8172-f0b65f392625 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746249'] for security_group_rule, after_create {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:55.401485 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95d0143-2c90-4469-8172-f0b65f392625 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f172ba65-9213-4282-9848-14fc6d2952a6,revision_number=0']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:30:55.472466 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-87590694-bbdf-44ae-8417-60935898dd18 tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:30:55.476226 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-87590694-bbdf-44ae-8417-60935898dd18 tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] Usage tracker for resource:security_group_rule and tenant:30468ebc688d4bc1b036b4b984931e87 is out of sync, need to count used quota {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:30:55.480053 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-87590694-bbdf-44ae-8417-60935898dd18 tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:30:55.481937 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-e95d0143-2c90-4469-8172-f0b65f392625 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:55.487902 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [None req-e95d0143-2c90-4469-8172-f0b65f392625 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.4532373 May 03 21:30:55.487902 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.48', 56774) {{(pid=83992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:30:55.488098 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-87590694-bbdf-44ae-8417-60935898dd18 tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:30:55.493213 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.v2.base [None req-105f462a-0f36-48cd-8c46-fc2849ea482f tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Request body: {'security_group_rule': {'security_group_id': '70c35da1-3406-4ab0-84b1-0914ebbc7d6a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 03 21:30:55.501451 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.db.quota.driver [None req-105f462a-0f36-48cd-8c46-fc2849ea482f tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:30:55.505360 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.quota.resource [None req-105f462a-0f36-48cd-8c46-fc2849ea482f tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Usage tracker for resource:security_group_rule and tenant:bd571e41b44a4bc6b16bf8163252f168 is out of sync, need to count used quota {{(pid=83992) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:30:55.508502 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.quota.resource [None req-105f462a-0f36-48cd-8c46-fc2849ea482f tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83992) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:30:55.514722 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.db.quota.driver [None req-105f462a-0f36-48cd-8c46-fc2849ea482f tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:30:55.548013 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-87590694-bbdf-44ae-8417-60935898dd18 tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] Notify callbacks [] for security_group, precommit_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:55.634328 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-105f462a-0f36-48cd-8c46-fc2849ea482f tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:55.655881 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-87590694-bbdf-44ae-8417-60935898dd18 tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746426'] for security_group, after_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:55.716750 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-105f462a-0f36-48cd-8c46-fc2849ea482f tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:55.726108 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87590694-bbdf-44ae-8417-60935898dd18 tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] Pushing event updated for resources: {'SecurityGroup': ['ID=017c8b08-e15d-49c0-bac3-c85fbc37c93c,revision_number=1']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:30:55.802130 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-105f462a-0f36-48cd-8c46-fc2849ea482f tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746249'] for security_group_rule, after_create {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:55.856166 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-87590694-bbdf-44ae-8417-60935898dd18 tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] Notify callbacks [] for security_group, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:55.857644 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-87590694-bbdf-44ae-8417-60935898dd18 tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1612 time: 0.6519701 May 03 21:30:55.860556 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.48', 56792) {{(pid=83993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:30:55.866125 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.v2.base [None req-019241d1-705f-4339-8e74-220b94240862 tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] Request body: {'security_group_rule': {'security_group_id': '017c8b08-e15d-49c0-bac3-c85fbc37c93c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 03 21:30:55.872625 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-019241d1-705f-4339-8e74-220b94240862 tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:30:55.878011 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-019241d1-705f-4339-8e74-220b94240862 tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] Usage tracker for resource:security_group_rule and tenant:30468ebc688d4bc1b036b4b984931e87 is out of sync, need to count used quota {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:30:55.882847 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-019241d1-705f-4339-8e74-220b94240862 tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:30:55.894602 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-019241d1-705f-4339-8e74-220b94240862 tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:30:55.898001 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105f462a-0f36-48cd-8c46-fc2849ea482f tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39c6550a-f9fb-453f-9d67-19751481bb1a,revision_number=0']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:30:55.956778 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edaa2b5-adac-482e-9e16-20f110855143 req-45c9edaf-1835-4700-8a59-516c49d2a741 tempest-VolumesActionsTest-1111013864 tempest-VolumesActionsTest-1111013864-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:30:55.957587 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.quota.resource [req-5edaa2b5-adac-482e-9e16-20f110855143 req-45c9edaf-1835-4700-8a59-516c49d2a741 tempest-VolumesActionsTest-1111013864 tempest-VolumesActionsTest-1111013864-project] Synchronizing usage tracker for tenant:ed2eb47de9ab494c8061632f766f1050 on resource:network {{(pid=83992) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 21:30:56.036033 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-105f462a-0f36-48cd-8c46-fc2849ea482f tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:56.037794 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [None req-105f462a-0f36-48cd-8c46-fc2849ea482f tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.5486026 May 03 21:30:56.040277 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.48', 56800) {{(pid=83992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:30:56.044194 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-019241d1-705f-4339-8e74-220b94240862 tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:56.046495 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.v2.base [None req-9f92c79e-5461-44d2-bb99-459186bbf396 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Request body: {'floatingip': {'floating_network_id': 'c33334bd-f19e-453d-9f7b-349270405c58'}} {{(pid=83992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 03 21:30:56.052166 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.db.quota.driver [None req-9f92c79e-5461-44d2-bb99-459186bbf396 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:30:56.056156 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.quota.resource [None req-9f92c79e-5461-44d2-bb99-459186bbf396 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Usage tracker for resource:floatingip and tenant:bd571e41b44a4bc6b16bf8163252f168 is out of sync, need to count used quota {{(pid=83992) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:30:56.061174 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.quota.resource [None req-9f92c79e-5461-44d2-bb99-459186bbf396 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=83992) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:30:56.068184 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.db.quota.driver [None req-9f92c79e-5461-44d2-bb99-459186bbf396 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:30:56.093745 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.quota.resource [req-5edaa2b5-adac-482e-9e16-20f110855143 req-45c9edaf-1835-4700-8a59-516c49d2a741 tempest-VolumesActionsTest-1111013864 tempest-VolumesActionsTest-1111013864-project] Unset dirty status for tenant:ed2eb47de9ab494c8061632f766f1050 on resource:network {{(pid=83992) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 21:30:56.094966 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-5edaa2b5-adac-482e-9e16-20f110855143 req-45c9edaf-1835-4700-8a59-516c49d2a741 tempest-VolumesActionsTest-1111013864 tempest-VolumesActionsTest-1111013864-project] 10.222.0.48 "GET /v2.0/networks?id=8728a8ce-db6a-4720-bb6e-c96e6c9ab260 HTTP/1.1" status: 200 len: 808 time: 0.3164928 May 03 21:30:56.125230 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-5edaa2b5-adac-482e-9e16-20f110855143 req-8de3638c-58c9-4ac4-a952-79079dad83fa tempest-VolumesActionsTest-1111013864 tempest-VolumesActionsTest-1111013864-project] 10.222.0.48 "GET /v2.0/quotas/ed2eb47de9ab494c8061632f766f1050 HTTP/1.1" status: 200 len: 375 time: 0.0239420 May 03 21:30:56.137248 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-019241d1-705f-4339-8e74-220b94240862 tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:56.177926 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-5edaa2b5-adac-482e-9e16-20f110855143 req-1028b329-b352-433d-be8c-0779cd0e4468 tempest-VolumesActionsTest-1111013864 tempest-VolumesActionsTest-1111013864-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=ed2eb47de9ab494c8061632f766f1050&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0464253 May 03 21:30:56.178713 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-9f92c79e-5461-44d2-bb99-459186bbf396 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Notify callbacks [] for floatingip, before_create {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:56.252677 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-019241d1-705f-4339-8e74-220b94240862 tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746249'] for security_group_rule, after_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:56.285928 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019241d1-705f-4339-8e74-220b94240862 tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7e3aed4-18f1-47e5-8fba-9c1b538891f8,revision_number=0']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:30:56.376766 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-019241d1-705f-4339-8e74-220b94240862 tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:56.378889 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-019241d1-705f-4339-8e74-220b94240862 tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.5169055 May 03 21:30:56.388260 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.48', 56814) {{(pid=83993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:30:56.394225 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.v2.base [None req-54100520-8d68-4686-9793-94f030706280 tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] Request body: {'security_group_rule': {'security_group_id': '017c8b08-e15d-49c0-bac3-c85fbc37c93c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 03 21:30:56.395610 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-5edaa2b5-adac-482e-9e16-20f110855143 req-948bbe5b-2f45-479e-9c5f-9d7ba5db8549 service neutron] 10.222.0.48 "GET /v2.0/networks/8728a8ce-db6a-4720-bb6e-c96e6c9ab260?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2025836 May 03 21:30:56.401010 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-54100520-8d68-4686-9793-94f030706280 tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:30:56.405267 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-54100520-8d68-4686-9793-94f030706280 tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] Usage tracker for resource:security_group_rule and tenant:30468ebc688d4bc1b036b4b984931e87 is out of sync, need to count used quota {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:30:56.408247 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-54100520-8d68-4686-9793-94f030706280 tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:30:56.414440 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-54100520-8d68-4686-9793-94f030706280 tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:30:56.547618 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-9f92c79e-5461-44d2-bb99-459186bbf396 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1124352'] for port, before_create {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:56.553051 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-54100520-8d68-4686-9793-94f030706280 tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:56.613619 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-5edaa2b5-adac-482e-9e16-20f110855143 req-8ced0063-d96f-417d-8254-33cd1bd541cd service neutron] 10.222.0.48 "GET /v2.0/networks/8728a8ce-db6a-4720-bb6e-c96e6c9ab260?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2099884 May 03 21:30:56.671171 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-54100520-8d68-4686-9793-94f030706280 tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:56.747606 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-54100520-8d68-4686-9793-94f030706280 tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746249'] for security_group_rule, after_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:56.778898 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.db.db_base_plugin_common [None req-9f92c79e-5461-44d2-bb99-459186bbf396 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Allocated IP 172.27.1.22 (c33334bd-f19e-453d-9f7b-349270405c58/8155f8f1-bdbd-4c1c-8daf-045a3e4a5222/46dc2aa6-0c6c-4194-91c2-95e50d63ca83) {{(pid=83992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 21:30:56.782998 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54100520-8d68-4686-9793-94f030706280 tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dcbdd9cc-70fc-44d6-98a7-3d0663cb1698,revision_number=0']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:30:56.875963 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-54100520-8d68-4686-9793-94f030706280 tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:56.878184 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-54100520-8d68-4686-9793-94f030706280 tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.4886320 May 03 21:30:56.882101 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.48', 56836) {{(pid=83993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:30:56.893505 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.v2.base [None req-e1e44b10-5ec4-4dd3-ba12-6a684f0582fc tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] Request body: {'floatingip': {'floating_network_id': 'c33334bd-f19e-453d-9f7b-349270405c58'}} {{(pid=83993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 03 21:30:56.913094 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-e1e44b10-5ec4-4dd3-ba12-6a684f0582fc tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:30:56.922291 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-e1e44b10-5ec4-4dd3-ba12-6a684f0582fc tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] Usage tracker for resource:floatingip and tenant:30468ebc688d4bc1b036b4b984931e87 is out of sync, need to count used quota {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:30:56.925945 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-e1e44b10-5ec4-4dd3-ba12-6a684f0582fc tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:30:56.934539 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-e1e44b10-5ec4-4dd3-ba12-6a684f0582fc tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:30:56.980082 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-9f92c79e-5461-44d2-bb99-459186bbf396 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Notify callbacks [] for port, precommit_create {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:57.018631 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-e1e44b10-5ec4-4dd3-ba12-6a684f0582fc tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] Notify callbacks [] for floatingip, before_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:57.043217 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-20032f37-9fc6-49df-94ee-f65c4c079af0 req-98f88ce6-edd2-420a-aff5-6886b17a13a5 tempest-VolumesActionsTest-1111013864 tempest-VolumesActionsTest-1111013864-project] 10.222.0.48 "GET /v2.0/ports?device_id=3849d6f2-1dba-4e09-956d-54d873eea387 HTTP/1.1" status: 200 len: 210 time: 0.0830758 May 03 21:30:57.120817 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-9f92c79e-5461-44d2-bb99-459186bbf396 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781385847435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3996730'] for port, after_create {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:57.198134 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f92c79e-5461-44d2-bb99-459186bbf396 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Network c33334bd-f19e-453d-9f7b-349270405c58 is already hosted by enough agents. {{(pid=83992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 21:30:57.201251 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.scheduler.base_scheduler [None req-9f92c79e-5461-44d2-bb99-459186bbf396 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Resources bound (agent type, host, resource id): {{(pid=83992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 21:30:57.204272 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f92c79e-5461-44d2-bb99-459186bbf396 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Received port after_create {{(pid=83992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 03 21:30:57.210833 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-e1e44b10-5ec4-4dd3-ba12-6a684f0582fc tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1124352'] for port, before_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:57.238441 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f92c79e-5461-44d2-bb99-459186bbf396 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Pushing event updated for resources: {'Port': ['ID=46dc2aa6-0c6c-4194-91c2-95e50d63ca83,revision_number=1']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:30:57.371949 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.db.db_base_plugin_common [None req-e1e44b10-5ec4-4dd3-ba12-6a684f0582fc tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] Allocated IP 172.27.1.247 (c33334bd-f19e-453d-9f7b-349270405c58/8155f8f1-bdbd-4c1c-8daf-045a3e4a5222/36db2b0b-73d5-4df8-b4de-e7dba1c94cce) {{(pid=83993) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 21:30:57.391962 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-9f92c79e-5461-44d2-bb99-459186bbf396 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:57.552941 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-9f92c79e-5461-44d2-bb99-459186bbf396 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1124352'] for port, before_update {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:57.579457 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-e1e44b10-5ec4-4dd3-ba12-6a684f0582fc tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] Notify callbacks [] for port, precommit_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:57.714221 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-e1e44b10-5ec4-4dd3-ba12-6a684f0582fc tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781385847435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3391708'] for port, after_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:57.801373 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1e44b10-5ec4-4dd3-ba12-6a684f0582fc tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] Network c33334bd-f19e-453d-9f7b-349270405c58 is already hosted by enough agents. {{(pid=83993) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 21:30:57.803039 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e44b10-5ec4-4dd3-ba12-6a684f0582fc tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] Pushing event updated for resources: {'Port': ['ID=36db2b0b-73d5-4df8-b4de-e7dba1c94cce,revision_number=1']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:30:57.805983 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.scheduler.base_scheduler [None req-e1e44b10-5ec4-4dd3-ba12-6a684f0582fc tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] Resources bound (agent type, host, resource id): {{(pid=83993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 21:30:57.810926 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1e44b10-5ec4-4dd3-ba12-6a684f0582fc tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] Received port after_create {{(pid=83993) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 03 21:30:57.908795 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-9f92c79e-5461-44d2-bb99-459186bbf396 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Notify callbacks [] for port, precommit_update {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:57.988223 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-e1e44b10-5ec4-4dd3-ba12-6a684f0582fc tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:58.092214 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-9f92c79e-5461-44d2-bb99-459186bbf396 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781386188966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781385847453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781385847498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3996739'] for port, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:58.158091 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-e1e44b10-5ec4-4dd3-ba12-6a684f0582fc tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1124352'] for port, before_update {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:58.210573 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-c992b37c-3d7a-4adc-b498-1174417b36e3 req-879e835a-7cae-4f0b-b078-6bb17045c7ad tempest-VolumesActionsTest-1111013864 tempest-VolumesActionsTest-1111013864-project] 10.222.0.48 "GET /v2.0/ports?device_id=3849d6f2-1dba-4e09-956d-54d873eea387 HTTP/1.1" status: 200 len: 210 time: 0.0695829 May 03 21:30:58.257339 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f92c79e-5461-44d2-bb99-459186bbf396 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Pushing event updated for resources: {'Port': ['ID=46dc2aa6-0c6c-4194-91c2-95e50d63ca83,revision_number=2']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:30:58.281851 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-9f92c79e-5461-44d2-bb99-459186bbf396 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-332800'] for floatingip, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:58.398916 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-9f92c79e-5461-44d2-bb99-459186bbf396 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93163'] for floatingip, before_response {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:58.400350 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [None req-9f92c79e-5461-44d2-bb99-459186bbf396 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.3589947 May 03 21:30:58.405337 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-e1e44b10-5ec4-4dd3-ba12-6a684f0582fc tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] Notify callbacks [] for port, precommit_update {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:58.589985 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-e1e44b10-5ec4-4dd3-ba12-6a684f0582fc tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781386188966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781385847453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781385847498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3391653'] for port, after_update {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:58.742673 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e44b10-5ec4-4dd3-ba12-6a684f0582fc tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] Pushing event updated for resources: {'Port': ['ID=36db2b0b-73d5-4df8-b4de-e7dba1c94cce,revision_number=2']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:30:58.753507 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [req-5c13c2cb-34c3-4348-a59e-424bd10de6b1 req-6ffb2009-06a9-4f0b-ae4b-dd037bee617b tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Synchronizing usage tracker for tenant:bd571e41b44a4bc6b16bf8163252f168 on resource:security_group {{(pid=83993) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 21:30:58.774368 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-e1e44b10-5ec4-4dd3-ba12-6a684f0582fc tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-332800'] for floatingip, after_update {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:58.906713 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-e1e44b10-5ec4-4dd3-ba12-6a684f0582fc tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93163'] for floatingip, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:58.908056 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-e1e44b10-5ec4-4dd3-ba12-6a684f0582fc tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.0252864 May 03 21:30:58.908938 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [req-5c13c2cb-34c3-4348-a59e-424bd10de6b1 req-6ffb2009-06a9-4f0b-ae4b-dd037bee617b tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Unset dirty status for tenant:bd571e41b44a4bc6b16bf8163252f168 on resource:security_group {{(pid=83993) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 21:30:58.909924 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-5c13c2cb-34c3-4348-a59e-424bd10de6b1 req-6ffb2009-06a9-4f0b-ae4b-dd037bee617b tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--1346592466&fields=id&tenant_id=bd571e41b44a4bc6b16bf8163252f168 HTTP/1.1" status: 200 len: 267 time: 0.2766178 May 03 21:30:59.070954 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c13c2cb-34c3-4348-a59e-424bd10de6b1 req-5a09ed9f-37a4-4714-9919-c4aea39fff7d tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:30:59.079076 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-5c13c2cb-34c3-4348-a59e-424bd10de6b1 req-5a09ed9f-37a4-4714-9919-c4aea39fff7d tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] 10.222.0.48 "GET /v2.0/networks?id=afa29ce3-7ea1-4fb3-8d15-b28913382476 HTTP/1.1" status: 200 len: 814 time: 0.1621549 May 03 21:30:59.098539 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-5c13c2cb-34c3-4348-a59e-424bd10de6b1 req-8a158021-5e74-4f22-9964-61271e710136 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] 10.222.0.48 "GET /v2.0/quotas/bd571e41b44a4bc6b16bf8163252f168 HTTP/1.1" status: 200 len: 375 time: 0.0184269 May 03 21:30:59.173010 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-2889468c-a66b-45a6-83cd-a74b8ef36bcc req-b162aecf-8f7c-4f56-ba38-c590ee9d649d tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--2136042783&fields=id&tenant_id=30468ebc688d4bc1b036b4b984931e87 HTTP/1.1" status: 200 len: 267 time: 0.0522256 May 03 21:30:59.202893 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-5c13c2cb-34c3-4348-a59e-424bd10de6b1 req-c2195a02-c81c-4a92-ad56-7b26064dc788 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=bd571e41b44a4bc6b16bf8163252f168&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0980077 May 03 21:30:59.328254 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2889468c-a66b-45a6-83cd-a74b8ef36bcc req-87849878-ddbf-4fd2-a56d-f6e8c3e08251 tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:30:59.329920 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-2889468c-a66b-45a6-83cd-a74b8ef36bcc req-87849878-ddbf-4fd2-a56d-f6e8c3e08251 tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] 10.222.0.48 "GET /v2.0/networks?id=5bd090d5-a93e-4f68-8601-6aad9d3eb473 HTTP/1.1" status: 200 len: 819 time: 0.1504810 May 03 21:30:59.347615 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-2889468c-a66b-45a6-83cd-a74b8ef36bcc req-1b225238-1e4e-427a-a07e-7eaf7c92999e tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] 10.222.0.48 "GET /v2.0/quotas/30468ebc688d4bc1b036b4b984931e87 HTTP/1.1" status: 200 len: 375 time: 0.0112913 May 03 21:30:59.421920 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-5c13c2cb-34c3-4348-a59e-424bd10de6b1 req-871eb17a-606d-4ac5-860d-2b1f44c2f3e4 service neutron] 10.222.0.48 "GET /v2.0/networks/afa29ce3-7ea1-4fb3-8d15-b28913382476?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2074656 May 03 21:30:59.451916 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-2889468c-a66b-45a6-83cd-a74b8ef36bcc req-2d454f22-7c1b-443f-8e7c-ea3da3181fde tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=30468ebc688d4bc1b036b4b984931e87&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0980923 May 03 21:30:59.557119 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-5c13c2cb-34c3-4348-a59e-424bd10de6b1 req-05e86633-5501-47d9-8787-5a22853e49b6 service neutron] 10.222.0.48 "GET /v2.0/networks/afa29ce3-7ea1-4fb3-8d15-b28913382476?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292338 May 03 21:30:59.596845 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-2889468c-a66b-45a6-83cd-a74b8ef36bcc req-21989a78-4b98-407a-8a76-b2f5f10f63d6 service neutron] 10.222.0.48 "GET /v2.0/networks/5bd090d5-a93e-4f68-8601-6aad9d3eb473?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325743 May 03 21:30:59.747888 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-2889468c-a66b-45a6-83cd-a74b8ef36bcc req-9cf16c0c-4bd1-453e-a847-82e9ec0510a8 service neutron] 10.222.0.48 "GET /v2.0/networks/5bd090d5-a93e-4f68-8601-6aad9d3eb473?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1453876 May 03 21:30:59.969232 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-0f8f95a8-f8af-47e6-9b87-57a19428f363 req-b5871880-12e3-4976-b9da-18b08dab6bc3 tempest-VolumesActionsTest-1111013864 tempest-VolumesActionsTest-1111013864-project] 10.222.0.48 "GET /v2.0/ports?device_id=3849d6f2-1dba-4e09-956d-54d873eea387 HTTP/1.1" status: 200 len: 210 time: 0.0474150 May 03 21:31:00.205035 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-638d7462-6fa6-4e00-a437-c048740ee8c4 req-d891d9ea-4cd9-495f-8d75-e00a8014bd92 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] 10.222.0.48 "GET /v2.0/ports?device_id=4b1e6cc5-801c-4aa5-92fa-1f490590cb9f HTTP/1.1" status: 200 len: 210 time: 0.1178818 May 03 21:31:00.335754 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-e49be4ea-4a2c-4c7b-95fb-85062a8eaba0 req-d7e62b3b-be62-4591-96a7-be49b7e4ea98 tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] 10.222.0.48 "GET /v2.0/ports?device_id=cb2b9b5d-640a-401a-ac60-566b6d8dbc52 HTTP/1.1" status: 200 len: 210 time: 0.0621507 May 03 21:31:00.341638 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edaa2b5-adac-482e-9e16-20f110855143 req-fa9dc08f-d2b5-4440-9169-35a3866c0e98 tempest-VolumesActionsTest-1111013864 tempest-VolumesActionsTest-1111013864-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:31:00.343025 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-5edaa2b5-adac-482e-9e16-20f110855143 req-fa9dc08f-d2b5-4440-9169-35a3866c0e98 tempest-VolumesActionsTest-1111013864 tempest-VolumesActionsTest-1111013864-project] 10.222.0.42 "GET /v2.0/networks?id=8728a8ce-db6a-4720-bb6e-c96e6c9ab260 HTTP/1.1" status: 200 len: 808 time: 0.2839243 May 03 21:31:00.391086 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.v2.base [req-5edaa2b5-adac-482e-9e16-20f110855143 req-b9708ba3-e94d-47eb-a852-ba50455ce008 tempest-VolumesActionsTest-1111013864 tempest-VolumesActionsTest-1111013864-project] Request body: {'port': {'device_id': '3849d6f2-1dba-4e09-956d-54d873eea387', 'network_id': '8728a8ce-db6a-4720-bb6e-c96e6c9ab260', 'admin_state_up': True, 'tenant_id': 'ed2eb47de9ab494c8061632f766f1050'}} {{(pid=83993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 03 21:31:00.537575 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [req-5edaa2b5-adac-482e-9e16-20f110855143 req-b9708ba3-e94d-47eb-a852-ba50455ce008 tempest-VolumesActionsTest-1111013864 tempest-VolumesActionsTest-1111013864-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:31:00.542001 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [req-5edaa2b5-adac-482e-9e16-20f110855143 req-b9708ba3-e94d-47eb-a852-ba50455ce008 tempest-VolumesActionsTest-1111013864 tempest-VolumesActionsTest-1111013864-project] Usage tracker for resource:port and tenant:ed2eb47de9ab494c8061632f766f1050 is out of sync, need to count used quota {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:31:00.546343 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [req-5edaa2b5-adac-482e-9e16-20f110855143 req-b9708ba3-e94d-47eb-a852-ba50455ce008 tempest-VolumesActionsTest-1111013864 tempest-VolumesActionsTest-1111013864-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:31:00.553427 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [req-5edaa2b5-adac-482e-9e16-20f110855143 req-b9708ba3-e94d-47eb-a852-ba50455ce008 tempest-VolumesActionsTest-1111013864 tempest-VolumesActionsTest-1111013864-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:31:00.644745 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5edaa2b5-adac-482e-9e16-20f110855143 req-b9708ba3-e94d-47eb-a852-ba50455ce008 tempest-VolumesActionsTest-1111013864 tempest-VolumesActionsTest-1111013864-project] Made reservation on behalf of ed2eb47de9ab494c8061632f766f1050 for: {'port': 1} {{(pid=83993) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 21:31:00.652613 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-5edaa2b5-adac-482e-9e16-20f110855143 req-b9708ba3-e94d-47eb-a852-ba50455ce008 tempest-VolumesActionsTest-1111013864 tempest-VolumesActionsTest-1111013864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1124352'] for port, before_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:31:00.903642 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.db.db_base_plugin_common [req-5edaa2b5-adac-482e-9e16-20f110855143 req-b9708ba3-e94d-47eb-a852-ba50455ce008 tempest-VolumesActionsTest-1111013864 tempest-VolumesActionsTest-1111013864-project] Allocated IP 172.20.0.6 (8728a8ce-db6a-4720-bb6e-c96e6c9ab260/fff55202-54cf-4d4b-80b9-c28a2494d459/ee0150a2-32c4-464b-8988-0efae2a38c5c) {{(pid=83993) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 21:31:01.182597 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-5edaa2b5-adac-482e-9e16-20f110855143 req-b9708ba3-e94d-47eb-a852-ba50455ce008 tempest-VolumesActionsTest-1111013864 tempest-VolumesActionsTest-1111013864-project] Notify callbacks [] for port, precommit_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:31:01.272481 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-090e831c-3d10-4dc7-a8d6-fa0e979b080f req-b146edfe-f42a-4736-921e-f6d0b67b8d75 tempest-VolumesActionsTest-1111013864 tempest-VolumesActionsTest-1111013864-project] 10.222.0.48 "GET /v2.0/ports?device_id=3849d6f2-1dba-4e09-956d-54d873eea387 HTTP/1.1" status: 200 len: 210 time: 0.0516346 May 03 21:31:01.315328 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48a89a0-b5e4-464f-a993-101bfb121fa0 req-a5755325-fd90-48c3-9b73-d40831e95376 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:31:01.317930 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-f48a89a0-b5e4-464f-a993-101bfb121fa0 req-a5755325-fd90-48c3-9b73-d40831e95376 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] 10.222.0.48 "GET /v2.0/ports?device_id=77f6a8a2-4366-486d-a002-05587e0f46b5 HTTP/1.1" status: 200 len: 946 time: 0.0899384 May 03 21:31:01.330711 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-5edaa2b5-adac-482e-9e16-20f110855143 req-b9708ba3-e94d-47eb-a852-ba50455ce008 tempest-VolumesActionsTest-1111013864 tempest-VolumesActionsTest-1111013864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781385847435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3391708'] for port, after_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:31:01.371016 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-f48a89a0-b5e4-464f-a993-101bfb121fa0 req-c94f89be-8eee-40b7-962f-ed2ff7ef4d24 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] 10.222.0.48 "GET /v2.0/security-groups?id=3dff50d4-faed-48b7-b783-10568bb53def&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469074 May 03 21:31:01.485204 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-4794c7b2-a9b3-4e68-b39c-57f5f2520e6e req-625be34d-9a20-4ab2-a817-0d2fc4f7ef0d tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] 10.222.0.48 "GET /v2.0/ports?device_id=4b1e6cc5-801c-4aa5-92fa-1f490590cb9f HTTP/1.1" status: 200 len: 210 time: 0.0472691 May 03 21:31:01.485738 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9708ba3-e94d-47eb-a852-ba50455ce008 tempest-VolumesActionsTest-1111013864 tempest-VolumesActionsTest-1111013864-project] Pushing event updated for resources: {'Port': ['ID=ee0150a2-32c4-464b-8988-0efae2a38c5c,revision_number=1']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:31:01.497291 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5edaa2b5-adac-482e-9e16-20f110855143 req-b9708ba3-e94d-47eb-a852-ba50455ce008 tempest-VolumesActionsTest-1111013864 tempest-VolumesActionsTest-1111013864-project] Network 8728a8ce-db6a-4720-bb6e-c96e6c9ab260 is already hosted by enough agents. {{(pid=83993) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 21:31:01.498890 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.scheduler.base_scheduler [req-5edaa2b5-adac-482e-9e16-20f110855143 req-b9708ba3-e94d-47eb-a852-ba50455ce008 tempest-VolumesActionsTest-1111013864 tempest-VolumesActionsTest-1111013864-project] Resources bound (agent type, host, resource id): {{(pid=83993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 21:31:01.501145 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.db.l3_dvrscheduler_db [req-5edaa2b5-adac-482e-9e16-20f110855143 req-b9708ba3-e94d-47eb-a852-ba50455ce008 tempest-VolumesActionsTest-1111013864 tempest-VolumesActionsTest-1111013864-project] Received port after_create {{(pid=83993) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 03 21:31:01.565617 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edaa2b5-adac-482e-9e16-20f110855143 req-b9708ba3-e94d-47eb-a852-ba50455ce008 tempest-VolumesActionsTest-1111013864 tempest-VolumesActionsTest-1111013864-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:31:01.566286 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-5edaa2b5-adac-482e-9e16-20f110855143 req-b9708ba3-e94d-47eb-a852-ba50455ce008 tempest-VolumesActionsTest-1111013864 tempest-VolumesActionsTest-1111013864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93163'] for port, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:31:01.573998 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-27c2eb40-da40-47c6-a93a-80d8e0c219b4 req-200550d5-0ba0-4c1e-be15-1cd51762ce81 tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] 10.222.0.48 "GET /v2.0/ports?device_id=cb2b9b5d-640a-401a-ac60-566b6d8dbc52 HTTP/1.1" status: 200 len: 210 time: 0.0408382 May 03 21:31:01.750727 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-5edaa2b5-adac-482e-9e16-20f110855143 req-b9708ba3-e94d-47eb-a852-ba50455ce008 tempest-VolumesActionsTest-1111013864 tempest-VolumesActionsTest-1111013864-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3639376 May 03 21:31:02.501291 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7268b49-0ed1-4db6-b4d2-69cce8da5192 req-caea6198-25c4-4219-88b9-578bd8f8d6e8 tempest-VolumesActionsTest-1111013864 tempest-VolumesActionsTest-1111013864-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:31:02.502332 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [req-b7268b49-0ed1-4db6-b4d2-69cce8da5192 req-caea6198-25c4-4219-88b9-578bd8f8d6e8 tempest-VolumesActionsTest-1111013864 tempest-VolumesActionsTest-1111013864-project] Synchronizing usage tracker for tenant:ed2eb47de9ab494c8061632f766f1050 on resource:port {{(pid=83993) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 21:31:02.581805 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [req-b7268b49-0ed1-4db6-b4d2-69cce8da5192 req-caea6198-25c4-4219-88b9-578bd8f8d6e8 tempest-VolumesActionsTest-1111013864 tempest-VolumesActionsTest-1111013864-project] Unset dirty status for tenant:ed2eb47de9ab494c8061632f766f1050 on resource:port {{(pid=83993) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 21:31:02.582963 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-b7268b49-0ed1-4db6-b4d2-69cce8da5192 req-caea6198-25c4-4219-88b9-578bd8f8d6e8 tempest-VolumesActionsTest-1111013864 tempest-VolumesActionsTest-1111013864-project] 10.222.0.48 "GET /v2.0/ports?device_id=3849d6f2-1dba-4e09-956d-54d873eea387 HTTP/1.1" status: 200 len: 931 time: 0.1690524 May 03 21:31:02.620004 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011d4a28-2821-4e8d-a4bb-062643551f46 req-05e8848d-ca04-43f0-8b1e-71ea71728665 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:31:02.621683 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-011d4a28-2821-4e8d-a4bb-062643551f46 req-05e8848d-ca04-43f0-8b1e-71ea71728665 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] 10.222.0.48 "GET /v2.0/ports?device_id=77f6a8a2-4366-486d-a002-05587e0f46b5 HTTP/1.1" status: 200 len: 946 time: 0.0875466 May 03 21:31:02.634480 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-b7268b49-0ed1-4db6-b4d2-69cce8da5192 req-2a501d76-c45c-47ba-a761-b6f71a46bbee tempest-VolumesActionsTest-1111013864 tempest-VolumesActionsTest-1111013864-project] 10.222.0.48 "GET /v2.0/security-groups?id=65f6f2a5-5af1-4e39-ae5e-b2190f5b8788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409961 May 03 21:31:02.675281 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-011d4a28-2821-4e8d-a4bb-062643551f46 req-ca5ec1c0-bf1b-4d30-ae58-c914d1c4f26b tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] 10.222.0.48 "GET /v2.0/security-groups?id=3dff50d4-faed-48b7-b783-10568bb53def&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480285 May 03 21:31:02.790549 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-f7307736-355f-41cc-b41f-50a16a1735e1 req-18436378-1391-41e1-86bb-2a6fba7b9469 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] 10.222.0.48 "GET /v2.0/ports?device_id=4b1e6cc5-801c-4aa5-92fa-1f490590cb9f HTTP/1.1" status: 200 len: 210 time: 0.0417612 May 03 21:31:02.847500 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-3b84962a-17d9-42c8-9342-5617b79c836f req-dd702ebe-d2ac-46d4-837a-d39bf89179d4 tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] 10.222.0.48 "GET /v2.0/ports?device_id=cb2b9b5d-640a-401a-ac60-566b6d8dbc52 HTTP/1.1" status: 200 len: 210 time: 0.0408430 May 03 21:31:03.842933 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33deee1-a8ca-42fe-9cd1-166c8bffd9aa req-93db7408-661c-42b8-b3da-ab462ab8694b tempest-VolumesActionsTest-1111013864 tempest-VolumesActionsTest-1111013864-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:31:03.844402 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-b33deee1-a8ca-42fe-9cd1-166c8bffd9aa req-93db7408-661c-42b8-b3da-ab462ab8694b tempest-VolumesActionsTest-1111013864 tempest-VolumesActionsTest-1111013864-project] 10.222.0.48 "GET /v2.0/ports?device_id=3849d6f2-1dba-4e09-956d-54d873eea387 HTTP/1.1" status: 200 len: 931 time: 0.0853901 May 03 21:31:03.892442 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-b33deee1-a8ca-42fe-9cd1-166c8bffd9aa req-9980065b-ec3e-4e97-a4f9-9750e68d2e68 tempest-VolumesActionsTest-1111013864 tempest-VolumesActionsTest-1111013864-project] 10.222.0.48 "GET /v2.0/security-groups?id=65f6f2a5-5af1-4e39-ae5e-b2190f5b8788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424781 May 03 21:31:03.902095 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52b51a1-f990-4a15-bcab-ec0b79d3de44 req-bcdee413-a59e-4ae6-879c-7d17b38f96c0 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:31:03.903619 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-c52b51a1-f990-4a15-bcab-ec0b79d3de44 req-bcdee413-a59e-4ae6-879c-7d17b38f96c0 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] 10.222.0.48 "GET /v2.0/ports?device_id=77f6a8a2-4366-486d-a002-05587e0f46b5 HTTP/1.1" status: 200 len: 946 time: 0.0845585 May 03 21:31:03.951846 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-c52b51a1-f990-4a15-bcab-ec0b79d3de44 req-ba4d21ec-0a47-4c5e-b4cf-fad6b7681107 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] 10.222.0.48 "GET /v2.0/security-groups?id=3dff50d4-faed-48b7-b783-10568bb53def&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426447 May 03 21:31:04.059333 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-fae94fbe-3052-4846-9f45-cc552ce76876 req-905f5f87-0726-4406-9427-fcacd7e220a1 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] 10.222.0.48 "GET /v2.0/ports?device_id=4b1e6cc5-801c-4aa5-92fa-1f490590cb9f HTTP/1.1" status: 200 len: 210 time: 0.0459785 May 03 21:31:04.123499 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-b5f9ad1b-c0ec-4ebe-bb45-b978d1624c1e req-779530fb-c228-4bae-884f-bc159ea4d2f6 tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] 10.222.0.48 "GET /v2.0/ports?device_id=cb2b9b5d-640a-401a-ac60-566b6d8dbc52 HTTP/1.1" status: 200 len: 210 time: 0.0438621 May 03 21:31:04.301999 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.v2.base [req-5edaa2b5-adac-482e-9e16-20f110855143 req-e1f430ee-4651-43d2-a047-503df66678d8 service neutron] Request body: {'port': {'device_id': '3849d6f2-1dba-4e09-956d-54d873eea387', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84037'}} {{(pid=83993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 03 21:31:04.422885 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-5edaa2b5-adac-482e-9e16-20f110855143 req-e1f430ee-4651-43d2-a047-503df66678d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1124352'] for port, before_update {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:31:04.854802 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.notifiers.nova [req-5edaa2b5-adac-482e-9e16-20f110855143 req-e1f430ee-4651-43d2-a047-503df66678d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee0150a2-32c4-464b-8988-0efae2a38c5c {{(pid=83993) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 03 21:31:04.864399 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-5edaa2b5-adac-482e-9e16-20f110855143 req-e1f430ee-4651-43d2-a047-503df66678d8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:31:04.882707 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.db.provisioning_blocks [req-5edaa2b5-adac-482e-9e16-20f110855143 req-e1f430ee-4651-43d2-a047-503df66678d8 service neutron] Transition to ACTIVE for port object ee0150a2-32c4-464b-8988-0efae2a38c5c will not be triggered until provisioned by entity L2. {{(pid=83993) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 21:31:04.958703 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-5edaa2b5-adac-482e-9e16-20f110855143 req-e1f430ee-4651-43d2-a047-503df66678d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781386188966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781385847453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781385847498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3391653'] for port, after_update {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:31:05.131164 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f430ee-4651-43d2-a047-503df66678d8 service neutron] Pushing event updated for resources: {'Port': ['ID=ee0150a2-32c4-464b-8988-0efae2a38c5c,revision_number=2']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:31:05.219475 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a0ed9c-5af3-4533-b3dc-50ae349fb6e2 req-59ac3c27-73eb-429c-8f70-94011111979b tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:31:05.221488 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-62a0ed9c-5af3-4533-b3dc-50ae349fb6e2 req-59ac3c27-73eb-429c-8f70-94011111979b tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] 10.222.0.48 "GET /v2.0/ports?device_id=77f6a8a2-4366-486d-a002-05587e0f46b5 HTTP/1.1" status: 200 len: 946 time: 0.1145861 May 03 21:31:05.257986 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7262e13-634f-4b2b-9da4-4b1f432538d7 req-efeadd20-9476-458f-84ae-f8e0d52d6394 tempest-VolumesActionsTest-1111013864 tempest-VolumesActionsTest-1111013864-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:31:05.260256 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-e7262e13-634f-4b2b-9da4-4b1f432538d7 req-efeadd20-9476-458f-84ae-f8e0d52d6394 tempest-VolumesActionsTest-1111013864 tempest-VolumesActionsTest-1111013864-project] 10.222.0.48 "GET /v2.0/ports?device_id=3849d6f2-1dba-4e09-956d-54d873eea387 HTTP/1.1" status: 200 len: 943 time: 0.2412276 May 03 21:31:05.270515 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-62a0ed9c-5af3-4533-b3dc-50ae349fb6e2 req-210d9724-226f-4578-9d06-3083bf999846 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] 10.222.0.48 "GET /v2.0/security-groups?id=3dff50d4-faed-48b7-b783-10568bb53def&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425560 May 03 21:31:05.292103 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.managers [req-5edaa2b5-adac-482e-9e16-20f110855143 req-e1f430ee-4651-43d2-a047-503df66678d8 service neutron] Attempting to bind port ee0150a2-32c4-464b-8988-0efae2a38c5c on host hv-cinder-84037 for vnic_type normal with profile {{(pid=83993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 21:31:05.292638 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.managers [req-5edaa2b5-adac-482e-9e16-20f110855143 req-e1f430ee-4651-43d2-a047-503df66678d8 service neutron] Attempting to bind port ee0150a2-32c4-464b-8988-0efae2a38c5c by drivers openvswitch,hyperv on host hv-cinder-84037 at level 0 using segments [{'id': '2b922d1c-0f74-428d-9457-e2990b5d0230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '8728a8ce-db6a-4720-bb6e-c96e6c9ab260'}] {{(pid=83993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 21:31:05.292791 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5edaa2b5-adac-482e-9e16-20f110855143 req-e1f430ee-4651-43d2-a047-503df66678d8 service neutron] Attempting to bind port ee0150a2-32c4-464b-8988-0efae2a38c5c on network 8728a8ce-db6a-4720-bb6e-c96e6c9ab260 {{(pid=83993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 03 21:31:05.309526 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5edaa2b5-adac-482e-9e16-20f110855143 req-e1f430ee-4651-43d2-a047-503df66678d8 service neutron] Port ee0150a2-32c4-464b-8988-0efae2a38c5c on network 8728a8ce-db6a-4720-bb6e-c96e6c9ab260 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84037 {{(pid=83993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 03 21:31:05.309851 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5edaa2b5-adac-482e-9e16-20f110855143 req-e1f430ee-4651-43d2-a047-503df66678d8 service neutron] Attempting to bind port ee0150a2-32c4-464b-8988-0efae2a38c5c on network 8728a8ce-db6a-4720-bb6e-c96e6c9ab260 {{(pid=83993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 03 21:31:05.324671 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5edaa2b5-adac-482e-9e16-20f110855143 req-e1f430ee-4651-43d2-a047-503df66678d8 service neutron] Checking agent: {'id': '6f729c1e-126d-4db9-b521-92dbb8a34775', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84037', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 21, 26, 18), 'started_at': datetime.datetime(2022, 5, 3, 21, 26, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 21, 30, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 03 21:31:05.325011 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5edaa2b5-adac-482e-9e16-20f110855143 req-e1f430ee-4651-43d2-a047-503df66678d8 service neutron] Checking segment: {'id': '2b922d1c-0f74-428d-9457-e2990b5d0230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '8728a8ce-db6a-4720-bb6e-c96e6c9ab260'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 03 21:31:05.325402 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5edaa2b5-adac-482e-9e16-20f110855143 req-e1f430ee-4651-43d2-a047-503df66678d8 service neutron] Bound using segment: {'id': '2b922d1c-0f74-428d-9457-e2990b5d0230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '8728a8ce-db6a-4720-bb6e-c96e6c9ab260'} {{(pid=83993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 03 21:31:05.325830 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.managers [req-5edaa2b5-adac-482e-9e16-20f110855143 req-e1f430ee-4651-43d2-a047-503df66678d8 service neutron] Bound port: ee0150a2-32c4-464b-8988-0efae2a38c5c, host: hv-cinder-84037, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b922d1c-0f74-428d-9457-e2990b5d0230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '8728a8ce-db6a-4720-bb6e-c96e6c9ab260'}}] {{(pid=83993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 21:31:05.326177 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-5edaa2b5-adac-482e-9e16-20f110855143 req-e1f430ee-4651-43d2-a047-503df66678d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1124352'] for port, before_update {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:31:05.336639 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-e7262e13-634f-4b2b-9da4-4b1f432538d7 req-b3a4d335-354d-49ea-af76-79db01ccead5 tempest-VolumesActionsTest-1111013864 tempest-VolumesActionsTest-1111013864-project] 10.222.0.48 "GET /v2.0/security-groups?id=65f6f2a5-5af1-4e39-ae5e-b2190f5b8788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695565 May 03 21:31:05.424659 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.db [req-5edaa2b5-adac-482e-9e16-20f110855143 req-e1f430ee-4651-43d2-a047-503df66678d8 service neutron] For port ee0150a2-32c4-464b-8988-0efae2a38c5c, host hv-cinder-84037, cleared binding levels {{(pid=83993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 21:31:05.427790 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.db [req-5edaa2b5-adac-482e-9e16-20f110855143 req-e1f430ee-4651-43d2-a047-503df66678d8 service neutron] For port ee0150a2-32c4-464b-8988-0efae2a38c5c, host hv-cinder-84037, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=ee0150a2-32c4-464b-8988-0efae2a38c5c,segment=NetworkSegment(2b922d1c-0f74-428d-9457-e2990b5d0230),segment_id=2b922d1c-0f74-428d-9457-e2990b5d0230)] {{(pid=83993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 21:31:05.449131 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-c8c05b22-a002-48cb-ab88-ad8f7fa3e3b3 req-c727d9e8-8d36-4913-a593-3212b27afa40 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] 10.222.0.48 "GET /v2.0/ports?device_id=4b1e6cc5-801c-4aa5-92fa-1f490590cb9f HTTP/1.1" status: 200 len: 210 time: 0.0445871 May 03 21:31:05.490074 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-5edaa2b5-adac-482e-9e16-20f110855143 req-e1f430ee-4651-43d2-a047-503df66678d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781386188966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781385847453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781385847498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3391653'] for port, after_update {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:31:05.532662 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-e93487e9-3186-45cc-952e-2359da9c8fe6 req-e571621d-01ad-48a7-b58f-57393e5b5225 tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] 10.222.0.48 "GET /v2.0/ports?device_id=cb2b9b5d-640a-401a-ac60-566b6d8dbc52 HTTP/1.1" status: 200 len: 210 time: 0.0787804 May 03 21:31:05.565278 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-5edaa2b5-adac-482e-9e16-20f110855143 req-e1f430ee-4651-43d2-a047-503df66678d8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93163'] for port, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:31:05.566802 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-5edaa2b5-adac-482e-9e16-20f110855143 req-e1f430ee-4651-43d2-a047-503df66678d8 service neutron] 10.222.0.42 "PUT /v2.0/ports/ee0150a2-32c4-464b-8988-0efae2a38c5c HTTP/1.1" status: 200 len: 1093 time: 1.2689223 May 03 21:31:05.567257 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3849d6f2-1dba-4e09-956d-54d873eea387', 'tag': 'ee0150a2-32c4-464b-8988-0efae2a38c5c'}] {{(pid=83993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 03 21:31:05.582279 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f430ee-4651-43d2-a047-503df66678d8 service neutron] Pushing event updated for resources: {'Port': ['ID=ee0150a2-32c4-464b-8988-0efae2a38c5c,revision_number=3']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:31:05.623477 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ae6ee37d-cf5f-471a-8647-b8d232c808a4'] response: {'name': 'network-changed', 'server_uuid': '3849d6f2-1dba-4e09-956d-54d873eea387', 'tag': 'ee0150a2-32c4-464b-8988-0efae2a38c5c', 'status': 'completed', 'code': 200} May 03 21:31:06.156207 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cb50ac-6ba2-4149-9663-edb966fb6d7d req-d629653e-42e0-451d-8e5f-0acfac7713b9 tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:31:06.157683 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-f0cb50ac-6ba2-4149-9663-edb966fb6d7d req-d629653e-42e0-451d-8e5f-0acfac7713b9 tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] 10.222.0.48 "GET /v2.0/ports?device_id=274fd6f3-1f2e-4da8-8c5f-fa173514fc2a HTTP/1.1" status: 200 len: 946 time: 0.0823238 May 03 21:31:06.204651 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-f0cb50ac-6ba2-4149-9663-edb966fb6d7d req-d0cbc298-1f10-4617-922d-e6d10c7a44ef tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] 10.222.0.48 "GET /v2.0/security-groups?id=7027a18b-ac9e-45f0-8010-84baee7160ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412717 May 03 21:31:06.527075 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ad64c1-38c5-4373-bd2a-7115fac098a4 req-2281c406-852e-4c36-8d2a-e219c785c99b tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:31:06.528676 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-52ad64c1-38c5-4373-bd2a-7115fac098a4 req-2281c406-852e-4c36-8d2a-e219c785c99b tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] 10.222.0.48 "GET /v2.0/ports?device_id=77f6a8a2-4366-486d-a002-05587e0f46b5 HTTP/1.1" status: 200 len: 946 time: 0.0808733 May 03 21:31:06.538154 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8889f6d-b100-411c-b9cc-1475b0171c27 req-ba48a5e8-a6ad-4b54-9d88-6c830c3404bc tempest-VolumesActionsTest-1111013864 tempest-VolumesActionsTest-1111013864-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:31:06.539596 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-e8889f6d-b100-411c-b9cc-1475b0171c27 req-ba48a5e8-a6ad-4b54-9d88-6c830c3404bc tempest-VolumesActionsTest-1111013864 tempest-VolumesActionsTest-1111013864-project] 10.222.0.48 "GET /v2.0/ports?device_id=3849d6f2-1dba-4e09-956d-54d873eea387 HTTP/1.1" status: 200 len: 943 time: 0.0784118 May 03 21:31:06.574811 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-52ad64c1-38c5-4373-bd2a-7115fac098a4 req-210e7d34-2539-4d21-8af7-f0d753d252ad tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] 10.222.0.48 "GET /v2.0/security-groups?id=3dff50d4-faed-48b7-b783-10568bb53def&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403335 May 03 21:31:06.585924 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.quota.resource [req-e8889f6d-b100-411c-b9cc-1475b0171c27 req-1dd73f9a-1727-4964-8da2-ae982dd11b3c tempest-VolumesActionsTest-1111013864 tempest-VolumesActionsTest-1111013864-project] Synchronizing usage tracker for tenant:ed2eb47de9ab494c8061632f766f1050 on resource:security_group {{(pid=83992) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 21:31:06.721370 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.quota.resource [req-e8889f6d-b100-411c-b9cc-1475b0171c27 req-1dd73f9a-1727-4964-8da2-ae982dd11b3c tempest-VolumesActionsTest-1111013864 tempest-VolumesActionsTest-1111013864-project] Unset dirty status for tenant:ed2eb47de9ab494c8061632f766f1050 on resource:security_group {{(pid=83992) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 21:31:06.722570 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-e8889f6d-b100-411c-b9cc-1475b0171c27 req-1dd73f9a-1727-4964-8da2-ae982dd11b3c tempest-VolumesActionsTest-1111013864 tempest-VolumesActionsTest-1111013864-project] 10.222.0.48 "GET /v2.0/security-groups?id=65f6f2a5-5af1-4e39-ae5e-b2190f5b8788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1761053 May 03 21:31:06.745355 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-c1e6c69e-87b0-45e3-a5a6-45e8995b789e req-d01d5dae-be3b-4312-ab04-a2a29e36cf1c tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] 10.222.0.48 "GET /v2.0/ports?device_id=4b1e6cc5-801c-4aa5-92fa-1f490590cb9f HTTP/1.1" status: 200 len: 210 time: 0.0415530 May 03 21:31:06.926176 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-60879529-013a-4d23-b6de-e30302646347 req-b89a7509-d7b7-4b40-98c5-35dbed0c2831 tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] 10.222.0.48 "GET /v2.0/ports?device_id=cb2b9b5d-640a-401a-ac60-566b6d8dbc52 HTTP/1.1" status: 200 len: 210 time: 0.0910492 May 03 21:31:07.483819 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bea067-137d-4866-9117-e94d020cbec8 req-4a2f1791-6b74-4d94-910f-f74d1898cacd tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:31:07.485317 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-d4bea067-137d-4866-9117-e94d020cbec8 req-4a2f1791-6b74-4d94-910f-f74d1898cacd tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] 10.222.0.48 "GET /v2.0/ports?device_id=274fd6f3-1f2e-4da8-8c5f-fa173514fc2a HTTP/1.1" status: 200 len: 946 time: 0.1530945 May 03 21:31:07.489203 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-28f052a6-217e-4023-b4fe-ec44b11bf3e9 req-c104b56a-cb87-49df-9ad5-2205d78bcbbc service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ed2eb47de9ab494c8061632f766f1050&device_id=3849d6f2-1dba-4e09-956d-54d873eea387 HTTP/1.1" status: 200 len: 1096 time: 0.1071515 May 03 21:31:07.626065 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-d4bea067-137d-4866-9117-e94d020cbec8 req-fa58becf-b6f9-4ab6-bd91-78b5c7230d30 tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] 10.222.0.48 "GET /v2.0/security-groups?id=7027a18b-ac9e-45f0-8010-84baee7160ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1327298 May 03 21:31:07.675584 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f052a6-217e-4023-b4fe-ec44b11bf3e9 req-8f95c5b6-88e2-4996-85c1-5e17a2959e48 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:31:07.679925 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-28f052a6-217e-4023-b4fe-ec44b11bf3e9 req-8f95c5b6-88e2-4996-85c1-5e17a2959e48 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=ed2eb47de9ab494c8061632f766f1050&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1643348 May 03 21:31:07.814220 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c927f3-f3e2-4bbd-b48f-b89738e16a5e req-e5022a93-37c1-4d74-ad8e-8c1b91435edd tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:31:07.815713 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-39c927f3-f3e2-4bbd-b48f-b89738e16a5e req-e5022a93-37c1-4d74-ad8e-8c1b91435edd tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] 10.222.0.48 "GET /v2.0/ports?device_id=77f6a8a2-4366-486d-a002-05587e0f46b5 HTTP/1.1" status: 200 len: 946 time: 0.0833592 May 03 21:31:07.881787 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-39c927f3-f3e2-4bbd-b48f-b89738e16a5e req-5aa13fc7-a336-4cf8-9e6b-ff3c758afd9c tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] 10.222.0.48 "GET /v2.0/security-groups?id=3dff50d4-faed-48b7-b783-10568bb53def&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582621 May 03 21:31:08.120216 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-3cd71bb6-1f8b-457f-9f49-a68ff9fccd52 req-b1635be6-56c4-4620-aa67-6d5f4eeef8bc tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] 10.222.0.48 "GET /v2.0/ports?device_id=4b1e6cc5-801c-4aa5-92fa-1f490590cb9f HTTP/1.1" status: 200 len: 210 time: 0.0893829 May 03 21:31:08.143211 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f052a6-217e-4023-b4fe-ec44b11bf3e9 req-5e209f45-fe7f-4d5b-b9ff-eae691e6f3f0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:31:08.144687 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-28f052a6-217e-4023-b4fe-ec44b11bf3e9 req-5e209f45-fe7f-4d5b-b9ff-eae691e6f3f0 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4410777 May 03 21:31:08.157802 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c13c2cb-34c3-4348-a59e-424bd10de6b1 req-e6fe21e9-f0e6-4482-8e45-22a3c9c2c137 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:31:08.159836 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-5c13c2cb-34c3-4348-a59e-424bd10de6b1 req-e6fe21e9-f0e6-4482-8e45-22a3c9c2c137 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] 10.222.0.42 "GET /v2.0/networks?id=afa29ce3-7ea1-4fb3-8d15-b28913382476 HTTP/1.1" status: 200 len: 814 time: 0.3651714 May 03 21:31:08.177927 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae91d54-13b3-4da8-a6bc-2eefba039547 req-77c75a47-64c7-427e-9244-8ebfd0fa2f82 tempest-VolumesActionsTest-1111013864 tempest-VolumesActionsTest-1111013864-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:31:08.179734 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-aae91d54-13b3-4da8-a6bc-2eefba039547 req-77c75a47-64c7-427e-9244-8ebfd0fa2f82 tempest-VolumesActionsTest-1111013864 tempest-VolumesActionsTest-1111013864-project] 10.222.0.48 "GET /v2.0/ports?device_id=3849d6f2-1dba-4e09-956d-54d873eea387 HTTP/1.1" status: 200 len: 943 time: 0.3030610 May 03 21:31:08.249680 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-aae91d54-13b3-4da8-a6bc-2eefba039547 req-e7304447-101d-463b-b3ab-f00f1afa663e tempest-VolumesActionsTest-1111013864 tempest-VolumesActionsTest-1111013864-project] 10.222.0.48 "GET /v2.0/security-groups?id=65f6f2a5-5af1-4e39-ae5e-b2190f5b8788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636063 May 03 21:31:08.283429 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-5c13c2cb-34c3-4348-a59e-424bd10de6b1 req-1ffa07c4-6f57-4792-a50c-f47bcd443dc4 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bd571e41b44a4bc6b16bf8163252f168 HTTP/1.1" status: 200 len: 473 time: 0.0633080 May 03 21:31:08.296081 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-c6f55dbb-9115-49a6-a9fc-a39ae2dc2590 req-5cfa3b15-2f9c-429e-a5f6-e42d0621c7f9 tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] 10.222.0.48 "GET /v2.0/ports?device_id=cb2b9b5d-640a-401a-ac60-566b6d8dbc52 HTTP/1.1" status: 200 len: 210 time: 0.0477593 May 03 21:31:08.335859 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.v2.base [req-5c13c2cb-34c3-4348-a59e-424bd10de6b1 req-f9469e05-7a5e-4679-8157-272407d8743b tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Request body: {'port': {'device_id': '4b1e6cc5-801c-4aa5-92fa-1f490590cb9f', 'network_id': 'afa29ce3-7ea1-4fb3-8d15-b28913382476', 'admin_state_up': True, 'tenant_id': 'bd571e41b44a4bc6b16bf8163252f168', 'security_groups': ['70c35da1-3406-4ab0-84b1-0914ebbc7d6a']}} {{(pid=83993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 03 21:31:08.500334 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-5edaa2b5-adac-482e-9e16-20f110855143 req-0a94bfc8-33fb-43dc-9684-aa9e36769902 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ed2eb47de9ab494c8061632f766f1050&device_id=3849d6f2-1dba-4e09-956d-54d873eea387 HTTP/1.1" status: 200 len: 1096 time: 0.2185562 May 03 21:31:08.505476 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [req-5c13c2cb-34c3-4348-a59e-424bd10de6b1 req-f9469e05-7a5e-4679-8157-272407d8743b tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:31:08.516142 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [req-5c13c2cb-34c3-4348-a59e-424bd10de6b1 req-f9469e05-7a5e-4679-8157-272407d8743b tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:31:08.590663 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-5edaa2b5-adac-482e-9e16-20f110855143 req-1a0da81a-dbc6-4c92-9731-aeb6ca8a9c30 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ee0150a2-32c4-464b-8988-0efae2a38c5c HTTP/1.1" status: 200 len: 217 time: 0.0693140 May 03 21:31:08.655716 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edaa2b5-adac-482e-9e16-20f110855143 req-9c67f07b-a4c3-4c6b-a015-998928b617ff service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:31:08.657361 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-5edaa2b5-adac-482e-9e16-20f110855143 req-9c67f07b-a4c3-4c6b-a015-998928b617ff service neutron] 10.222.0.42 "GET /v2.0/subnets?id=fff55202-54cf-4d4b-80b9-c28a2494d459 HTTP/1.1" status: 200 len: 848 time: 0.0605378 May 03 21:31:08.717191 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c13c2cb-34c3-4348-a59e-424bd10de6b1 req-f9469e05-7a5e-4679-8157-272407d8743b tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Made reservation on behalf of bd571e41b44a4bc6b16bf8163252f168 for: {'port': 1} {{(pid=83993) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 21:31:08.720125 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-5c13c2cb-34c3-4348-a59e-424bd10de6b1 req-f9469e05-7a5e-4679-8157-272407d8743b tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1124352'] for port, before_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:31:08.737630 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-5edaa2b5-adac-482e-9e16-20f110855143 req-46d00b48-4db9-4498-8cf3-3622140e47ae service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8728a8ce-db6a-4720-bb6e-c96e6c9ab260&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0584977 May 03 21:31:09.216121 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b97b60-a684-499d-ac42-728204bc8683 req-1c8ea82a-f552-471c-a82e-1280de425f4f tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:31:09.227719 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-b6b97b60-a684-499d-ac42-728204bc8683 req-1c8ea82a-f552-471c-a82e-1280de425f4f tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] 10.222.0.48 "GET /v2.0/ports?device_id=77f6a8a2-4366-486d-a002-05587e0f46b5 HTTP/1.1" status: 200 len: 946 time: 0.1713355 May 03 21:31:09.324652 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-b6b97b60-a684-499d-ac42-728204bc8683 req-f7c80fe6-d6fb-4599-a92d-af644ce55f14 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] 10.222.0.48 "GET /v2.0/security-groups?id=3dff50d4-faed-48b7-b783-10568bb53def&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0954320 May 03 21:31:09.348955 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-5edaa2b5-adac-482e-9e16-20f110855143 req-477db2a5-5211-4c2a-94b6-1a3613accd8c service neutron] 10.222.0.42 "GET /v2.0/networks/8728a8ce-db6a-4720-bb6e-c96e6c9ab260?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5977795 May 03 21:31:09.405460 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2889468c-a66b-45a6-83cd-a74b8ef36bcc req-5db61e5f-a98c-4b3d-b2a6-58ee927ff8e2 tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:31:09.408098 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-2889468c-a66b-45a6-83cd-a74b8ef36bcc req-5db61e5f-a98c-4b3d-b2a6-58ee927ff8e2 tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] 10.222.0.42 "GET /v2.0/networks?id=5bd090d5-a93e-4f68-8601-6aad9d3eb473 HTTP/1.1" status: 200 len: 819 time: 0.4102731 May 03 21:31:09.455972 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa5204f-7eda-48d7-a1ba-9e3295188de3 req-990f185b-6957-4692-adbc-78ecd16810bb tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:31:09.457845 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-1aa5204f-7eda-48d7-a1ba-9e3295188de3 req-990f185b-6957-4692-adbc-78ecd16810bb tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] 10.222.0.48 "GET /v2.0/ports?device_id=274fd6f3-1f2e-4da8-8c5f-fa173514fc2a HTTP/1.1" status: 200 len: 946 time: 0.6794360 May 03 21:31:09.540021 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [req-2889468c-a66b-45a6-83cd-a74b8ef36bcc req-f4aebbce-8d7d-4dbf-83d2-9ad0c5e20ec3 tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] Synchronizing usage tracker for tenant:30468ebc688d4bc1b036b4b984931e87 on resource:security_group {{(pid=83993) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 21:31:09.606272 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.db.db_base_plugin_common [req-5c13c2cb-34c3-4348-a59e-424bd10de6b1 req-f9469e05-7a5e-4679-8157-272407d8743b tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Allocated IP 172.20.0.5 (afa29ce3-7ea1-4fb3-8d15-b28913382476/663a4790-11b9-4523-b0db-a1ea41b30d40/da492c37-8214-4064-8e3b-45911d07e1d8) {{(pid=83993) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 21:31:09.657363 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-261dd1b4-d0bc-437f-b75e-5f92ad3eeef6 req-81cf9d67-a082-43e4-b117-7243e0a0ac43 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] 10.222.0.48 "GET /v2.0/ports?device_id=4b1e6cc5-801c-4aa5-92fa-1f490590cb9f HTTP/1.1" status: 200 len: 210 time: 0.0841262 May 03 21:31:09.740441 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-1aa5204f-7eda-48d7-a1ba-9e3295188de3 req-00e6858e-6864-448d-88d0-46ddb9c6c8b1 tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] 10.222.0.48 "GET /v2.0/security-groups?id=7027a18b-ac9e-45f0-8010-84baee7160ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2030969 May 03 21:31:09.786698 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-5edaa2b5-adac-482e-9e16-20f110855143 req-875f6aa9-7344-4c02-8fa4-76b180ba1d9e service neutron] 10.222.0.42 "GET /v2.0/networks/8728a8ce-db6a-4720-bb6e-c96e6c9ab260?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3925924 May 03 21:31:09.890719 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53e2570-b928-4ef1-b0f9-a0b597a4cfa0 req-8da103ee-2a1a-404d-8b58-0206eaeeb6da tempest-VolumesActionsTest-1111013864 tempest-VolumesActionsTest-1111013864-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:31:09.892643 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-d53e2570-b928-4ef1-b0f9-a0b597a4cfa0 req-8da103ee-2a1a-404d-8b58-0206eaeeb6da tempest-VolumesActionsTest-1111013864 tempest-VolumesActionsTest-1111013864-project] 10.222.0.48 "GET /v2.0/ports?device_id=3849d6f2-1dba-4e09-956d-54d873eea387 HTTP/1.1" status: 200 len: 943 time: 0.1061008 May 03 21:31:09.973799 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-d53e2570-b928-4ef1-b0f9-a0b597a4cfa0 req-49872e1e-b46b-4cea-961a-d3e27d9bce5b tempest-VolumesActionsTest-1111013864 tempest-VolumesActionsTest-1111013864-project] 10.222.0.48 "GET /v2.0/security-groups?id=65f6f2a5-5af1-4e39-ae5e-b2190f5b8788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678880 May 03 21:31:10.025361 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [req-2889468c-a66b-45a6-83cd-a74b8ef36bcc req-f4aebbce-8d7d-4dbf-83d2-9ad0c5e20ec3 tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] Unset dirty status for tenant:30468ebc688d4bc1b036b4b984931e87 on resource:security_group {{(pid=83993) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 21:31:10.039654 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-2889468c-a66b-45a6-83cd-a74b8ef36bcc req-f4aebbce-8d7d-4dbf-83d2-9ad0c5e20ec3 tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=30468ebc688d4bc1b036b4b984931e87 HTTP/1.1" status: 200 len: 380 time: 0.5679247 May 03 21:31:10.039654 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-d09b1308-8807-40ad-b9dc-9041ef804e67 req-6f4545bf-1bc9-454d-8501-e93e3666c3a3 tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] 10.222.0.48 "GET /v2.0/ports?device_id=cb2b9b5d-640a-401a-ac60-566b6d8dbc52 HTTP/1.1" status: 200 len: 210 time: 0.1084244 May 03 21:31:10.043118 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.v2.base [req-2889468c-a66b-45a6-83cd-a74b8ef36bcc req-5ce34650-c881-4e4e-9bfb-29a8457dc3ff tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] Request body: {'port': {'device_id': 'cb2b9b5d-640a-401a-ac60-566b6d8dbc52', 'network_id': '5bd090d5-a93e-4f68-8601-6aad9d3eb473', 'admin_state_up': True, 'tenant_id': '30468ebc688d4bc1b036b4b984931e87', 'security_groups': ['017c8b08-e15d-49c0-bac3-c85fbc37c93c']}} {{(pid=83993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 03 21:31:10.214807 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-5c13c2cb-34c3-4348-a59e-424bd10de6b1 req-f9469e05-7a5e-4679-8157-272407d8743b tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Notify callbacks [] for port, precommit_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:31:10.254784 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.db.provisioning_blocks [req-5c13c2cb-34c3-4348-a59e-424bd10de6b1 req-f9469e05-7a5e-4679-8157-272407d8743b tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Transition to ACTIVE for port object da492c37-8214-4064-8e3b-45911d07e1d8 will not be triggered until provisioned by entity DHCP. {{(pid=83993) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 21:31:10.290593 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [req-2889468c-a66b-45a6-83cd-a74b8ef36bcc req-5ce34650-c881-4e4e-9bfb-29a8457dc3ff tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:31:10.304754 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [req-2889468c-a66b-45a6-83cd-a74b8ef36bcc req-5ce34650-c881-4e4e-9bfb-29a8457dc3ff tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:31:10.474918 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-5c13c2cb-34c3-4348-a59e-424bd10de6b1 req-f9469e05-7a5e-4679-8157-272407d8743b tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781385847435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3391708'] for port, after_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:31:10.484786 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2889468c-a66b-45a6-83cd-a74b8ef36bcc req-5ce34650-c881-4e4e-9bfb-29a8457dc3ff tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] Made reservation on behalf of 30468ebc688d4bc1b036b4b984931e87 for: {'port': 1} {{(pid=83993) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 21:31:10.488751 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-2889468c-a66b-45a6-83cd-a74b8ef36bcc req-5ce34650-c881-4e4e-9bfb-29a8457dc3ff tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1124352'] for port, before_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:31:10.686843 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cc286f-f172-4c54-a6ba-9987a3bbe457 req-7e0973fd-9250-44f3-8487-9a943bf61ff9 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:31:10.692780 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-f0cc286f-f172-4c54-a6ba-9987a3bbe457 req-7e0973fd-9250-44f3-8487-9a943bf61ff9 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] 10.222.0.48 "GET /v2.0/ports?device_id=77f6a8a2-4366-486d-a002-05587e0f46b5 HTTP/1.1" status: 200 len: 946 time: 0.1492925 May 03 21:31:10.781801 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-f0cc286f-f172-4c54-a6ba-9987a3bbe457 req-ad3f729b-d012-42f0-8f0b-8291ddfe9954 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] 10.222.0.48 "GET /v2.0/security-groups?id=3dff50d4-faed-48b7-b783-10568bb53def&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756149 May 03 21:31:10.807340 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9469e05-7a5e-4679-8157-272407d8743b tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Pushing event updated for resources: {'Port': ['ID=da492c37-8214-4064-8e3b-45911d07e1d8,revision_number=1']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:31:10.818358 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c13c2cb-34c3-4348-a59e-424bd10de6b1 req-f9469e05-7a5e-4679-8157-272407d8743b tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Network afa29ce3-7ea1-4fb3-8d15-b28913382476 is already hosted by enough agents. {{(pid=83993) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 21:31:10.825279 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.scheduler.base_scheduler [req-5c13c2cb-34c3-4348-a59e-424bd10de6b1 req-f9469e05-7a5e-4679-8157-272407d8743b tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Resources bound (agent type, host, resource id): {{(pid=83993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 21:31:10.839310 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c13c2cb-34c3-4348-a59e-424bd10de6b1 req-f9469e05-7a5e-4679-8157-272407d8743b tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Received port after_create {{(pid=83993) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 03 21:31:11.003512 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c13c2cb-34c3-4348-a59e-424bd10de6b1 req-f9469e05-7a5e-4679-8157-272407d8743b tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:31:11.004510 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-5c13c2cb-34c3-4348-a59e-424bd10de6b1 req-f9469e05-7a5e-4679-8157-272407d8743b tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93163'] for port, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:31:11.098422 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bb03aa-8b29-4ad7-92f4-3a8754f3a9c7 req-87f78e2e-2b9e-462e-9c5d-020a77d25a2d tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:31:11.106538 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-89bb03aa-8b29-4ad7-92f4-3a8754f3a9c7 req-87f78e2e-2b9e-462e-9c5d-020a77d25a2d tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] 10.222.0.48 "GET /v2.0/ports?device_id=274fd6f3-1f2e-4da8-8c5f-fa173514fc2a HTTP/1.1" status: 200 len: 946 time: 0.1257293 May 03 21:31:11.188875 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-89bb03aa-8b29-4ad7-92f4-3a8754f3a9c7 req-b057e180-a905-4296-b038-92fdc6fa540c tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] 10.222.0.48 "GET /v2.0/security-groups?id=7027a18b-ac9e-45f0-8010-84baee7160ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0811288 May 03 21:31:11.233863 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.db.db_base_plugin_common [req-2889468c-a66b-45a6-83cd-a74b8ef36bcc req-5ce34650-c881-4e4e-9bfb-29a8457dc3ff tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] Allocated IP 172.20.0.10 (5bd090d5-a93e-4f68-8601-6aad9d3eb473/f1f0ef4c-4f27-4b18-935d-75e084855fe6/a2903b13-fffc-4e5f-9a12-4bcb585327dd) {{(pid=83993) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 21:31:11.249088 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73996cce-93e6-4482-9f48-6d910e09ce42 req-0f8cb4e9-3cec-4fd2-9cb8-a78e90260a6b tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:31:11.249727 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [req-73996cce-93e6-4482-9f48-6d910e09ce42 req-0f8cb4e9-3cec-4fd2-9cb8-a78e90260a6b tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Synchronizing usage tracker for tenant:bd571e41b44a4bc6b16bf8163252f168 on resource:port {{(pid=83993) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 21:31:11.298016 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-5c13c2cb-34c3-4348-a59e-424bd10de6b1 req-f9469e05-7a5e-4679-8157-272407d8743b tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9700985 May 03 21:31:11.332341 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.v2.base [req-5c13c2cb-34c3-4348-a59e-424bd10de6b1 req-2399c942-21c3-4723-a6c9-326010eeb9ac service neutron] Request body: {'port': {'device_id': '4b1e6cc5-801c-4aa5-92fa-1f490590cb9f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84037'}} {{(pid=83993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 03 21:31:11.360930 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.provisioning_blocks [None req-f34051ac-a5a3-4920-bb50-f3170ceca3a9 None None] Provisioning for port da492c37-8214-4064-8e3b-45911d07e1d8 completed by entity DHCP. {{(pid=83994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 21:31:11.366298 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.provisioning_blocks [None req-f34051ac-a5a3-4920-bb50-f3170ceca3a9 None None] Provisioning complete for port da492c37-8214-4064-8e3b-45911d07e1d8 triggered by entity DHCP. {{(pid=83994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:31:11.366678 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-f34051ac-a5a3-4920-bb50-f3170ceca3a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2080827'] for port, provisioning_complete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:31:11.426774 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbaad70-f052-47b1-8444-2eb4ff540001 req-1ad16483-93fa-40d3-9027-7dad5e35b0c7 tempest-VolumesActionsTest-1111013864 tempest-VolumesActionsTest-1111013864-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:31:11.434797 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-5bbaad70-f052-47b1-8444-2eb4ff540001 req-1ad16483-93fa-40d3-9027-7dad5e35b0c7 tempest-VolumesActionsTest-1111013864 tempest-VolumesActionsTest-1111013864-project] 10.222.0.48 "GET /v2.0/ports?device_id=3849d6f2-1dba-4e09-956d-54d873eea387 HTTP/1.1" status: 200 len: 943 time: 0.1087759 May 03 21:31:11.439310 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.plugin [None req-f34051ac-a5a3-4920-bb50-f3170ceca3a9 None None] Port da492c37-8214-4064-8e3b-45911d07e1d8 cannot update to ACTIVE because it is not bound. {{(pid=83994) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 03 21:31:11.445307 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [req-73996cce-93e6-4482-9f48-6d910e09ce42 req-0f8cb4e9-3cec-4fd2-9cb8-a78e90260a6b tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Unset dirty status for tenant:bd571e41b44a4bc6b16bf8163252f168 on resource:port {{(pid=83993) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 21:31:11.447049 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-73996cce-93e6-4482-9f48-6d910e09ce42 req-0f8cb4e9-3cec-4fd2-9cb8-a78e90260a6b tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] 10.222.0.48 "GET /v2.0/ports?device_id=4b1e6cc5-801c-4aa5-92fa-1f490590cb9f HTTP/1.1" status: 200 len: 931 time: 0.5623701 May 03 21:31:11.481977 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-5bbaad70-f052-47b1-8444-2eb4ff540001 req-47c44a8f-a5a3-412f-964e-22b965a1547d tempest-VolumesActionsTest-1111013864 tempest-VolumesActionsTest-1111013864-project] 10.222.0.48 "GET /v2.0/security-groups?id=65f6f2a5-5af1-4e39-ae5e-b2190f5b8788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462537 May 03 21:31:11.644557 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-5c13c2cb-34c3-4348-a59e-424bd10de6b1 req-2399c942-21c3-4723-a6c9-326010eeb9ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1124352'] for port, before_update {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:31:11.670738 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-73996cce-93e6-4482-9f48-6d910e09ce42 req-41e9aa5f-1496-4a9d-ac35-12fc24d92c55 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] 10.222.0.48 "GET /v2.0/security-groups?id=70c35da1-3406-4ab0-84b1-0914ebbc7d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2165353 May 03 21:31:11.681958 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-2889468c-a66b-45a6-83cd-a74b8ef36bcc req-5ce34650-c881-4e4e-9bfb-29a8457dc3ff tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] Notify callbacks [] for port, precommit_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:31:11.706515 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-60c737e8-5eb7-491b-8b0d-fee4c6bc3819 req-f0130957-ea12-4269-9fa5-221d287a4160 tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] 10.222.0.48 "GET /v2.0/ports?device_id=cb2b9b5d-640a-401a-ac60-566b6d8dbc52 HTTP/1.1" status: 200 len: 210 time: 0.0537276 May 03 21:31:11.742140 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.db.provisioning_blocks [req-2889468c-a66b-45a6-83cd-a74b8ef36bcc req-5ce34650-c881-4e4e-9bfb-29a8457dc3ff tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] Transition to ACTIVE for port object a2903b13-fffc-4e5f-9a12-4bcb585327dd will not be triggered until provisioned by entity DHCP. {{(pid=83993) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 21:31:12.039457 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-2889468c-a66b-45a6-83cd-a74b8ef36bcc req-5ce34650-c881-4e4e-9bfb-29a8457dc3ff tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781385847435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3391708'] for port, after_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:31:12.120462 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce34650-c881-4e4e-9bfb-29a8457dc3ff tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] Pushing event updated for resources: {'Port': ['ID=a2903b13-fffc-4e5f-9a12-4bcb585327dd,revision_number=1']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:31:12.172800 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2889468c-a66b-45a6-83cd-a74b8ef36bcc req-5ce34650-c881-4e4e-9bfb-29a8457dc3ff tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] Network 5bd090d5-a93e-4f68-8601-6aad9d3eb473 is already hosted by enough agents. {{(pid=83993) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 21:31:12.181206 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.scheduler.base_scheduler [req-2889468c-a66b-45a6-83cd-a74b8ef36bcc req-5ce34650-c881-4e4e-9bfb-29a8457dc3ff tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] Resources bound (agent type, host, resource id): {{(pid=83993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 21:31:12.261775 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.db.l3_dvrscheduler_db [req-2889468c-a66b-45a6-83cd-a74b8ef36bcc req-5ce34650-c881-4e4e-9bfb-29a8457dc3ff tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] Received port after_create {{(pid=83993) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 03 21:31:12.394747 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.notifiers.nova [req-5c13c2cb-34c3-4348-a59e-424bd10de6b1 req-2399c942-21c3-4723-a6c9-326010eeb9ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da492c37-8214-4064-8e3b-45911d07e1d8 {{(pid=83993) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 03 21:31:12.405183 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-5c13c2cb-34c3-4348-a59e-424bd10de6b1 req-2399c942-21c3-4723-a6c9-326010eeb9ac service neutron] Notify callbacks [] for port, precommit_update {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:31:12.413727 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2889468c-a66b-45a6-83cd-a74b8ef36bcc req-5ce34650-c881-4e4e-9bfb-29a8457dc3ff tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:31:12.414362 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-2889468c-a66b-45a6-83cd-a74b8ef36bcc req-5ce34650-c881-4e4e-9bfb-29a8457dc3ff tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93163'] for port, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:31:12.445094 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.db.provisioning_blocks [req-5c13c2cb-34c3-4348-a59e-424bd10de6b1 req-2399c942-21c3-4723-a6c9-326010eeb9ac service neutron] Transition to ACTIVE for port object da492c37-8214-4064-8e3b-45911d07e1d8 will not be triggered until provisioned by entity L2. {{(pid=83993) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 21:31:12.451566 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddd3ec8-646c-485e-a316-5fe7ac5f58be req-4b1c3a96-0fa0-48c0-a98f-81aa8f34d375 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:31:12.453137 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-dddd3ec8-646c-485e-a316-5fe7ac5f58be req-4b1c3a96-0fa0-48c0-a98f-81aa8f34d375 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] 10.222.0.48 "GET /v2.0/ports?device_id=77f6a8a2-4366-486d-a002-05587e0f46b5 HTTP/1.1" status: 200 len: 946 time: 0.4672563 May 03 21:31:12.516241 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-dddd3ec8-646c-485e-a316-5fe7ac5f58be req-a2c7ac60-10e3-4e41-8e4e-8b680fcc46ca tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] 10.222.0.48 "GET /v2.0/security-groups?id=3dff50d4-faed-48b7-b783-10568bb53def&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563400 May 03 21:31:12.538966 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1dec8e-ef60-4161-985a-8ffe1e88fa24 req-2f8fb613-1684-464d-bfd6-d0bad82132d2 tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:31:12.545609 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-cc1dec8e-ef60-4161-985a-8ffe1e88fa24 req-2f8fb613-1684-464d-bfd6-d0bad82132d2 tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] 10.222.0.48 "GET /v2.0/ports?device_id=274fd6f3-1f2e-4da8-8c5f-fa173514fc2a HTTP/1.1" status: 200 len: 946 time: 0.1185222 May 03 21:31:12.569258 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-5c13c2cb-34c3-4348-a59e-424bd10de6b1 req-2399c942-21c3-4723-a6c9-326010eeb9ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781386188966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781385847453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781385847498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3391653'] for port, after_update {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:31:12.606247 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-cc1dec8e-ef60-4161-985a-8ffe1e88fa24 req-68a35861-fba4-4218-ac76-3a6428d72ca2 tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] 10.222.0.48 "GET /v2.0/security-groups?id=7027a18b-ac9e-45f0-8010-84baee7160ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589449 May 03 21:31:12.672051 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-2889468c-a66b-45a6-83cd-a74b8ef36bcc req-5ce34650-c881-4e4e-9bfb-29a8457dc3ff tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6364455 May 03 21:31:12.704047 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.provisioning_blocks [None req-69de8f24-4187-44f8-b3f4-ad524516626a None None] Provisioning for port a2903b13-fffc-4e5f-9a12-4bcb585327dd completed by entity DHCP. {{(pid=83994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 21:31:12.709853 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.provisioning_blocks [None req-69de8f24-4187-44f8-b3f4-ad524516626a None None] Provisioning complete for port a2903b13-fffc-4e5f-9a12-4bcb585327dd triggered by entity DHCP. {{(pid=83994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:31:12.710310 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-69de8f24-4187-44f8-b3f4-ad524516626a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2080827'] for port, provisioning_complete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:31:12.773544 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.v2.base [req-2889468c-a66b-45a6-83cd-a74b8ef36bcc req-0b328ff6-5ff8-4f89-bdb7-eb96512028f0 service neutron] Request body: {'port': {'device_id': 'cb2b9b5d-640a-401a-ac60-566b6d8dbc52', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84037'}} {{(pid=83993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 03 21:31:12.828886 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.plugin [None req-69de8f24-4187-44f8-b3f4-ad524516626a None None] Port a2903b13-fffc-4e5f-9a12-4bcb585327dd cannot update to ACTIVE because it is not bound. {{(pid=83994) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 03 21:31:12.971447 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2399c942-21c3-4723-a6c9-326010eeb9ac service neutron] Pushing event updated for resources: {'Port': ['ID=da492c37-8214-4064-8e3b-45911d07e1d8,revision_number=2']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:31:13.115182 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4bda55-c692-4c71-865d-84610c2f32a8 req-31b3bc11-84f0-4f61-abbf-177743bc7b9d tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:31:13.117614 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-fe4bda55-c692-4c71-865d-84610c2f32a8 req-31b3bc11-84f0-4f61-abbf-177743bc7b9d tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] 10.222.0.48 "GET /v2.0/ports?device_id=4b1e6cc5-801c-4aa5-92fa-1f490590cb9f HTTP/1.1" status: 200 len: 943 time: 0.0946662 May 03 21:31:13.177370 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-fe4bda55-c692-4c71-865d-84610c2f32a8 req-6e0cd7ed-641c-4a61-8adc-cb2faad1ac81 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] 10.222.0.48 "GET /v2.0/security-groups?id=70c35da1-3406-4ab0-84b1-0914ebbc7d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488892 May 03 21:31:13.235593 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-2889468c-a66b-45a6-83cd-a74b8ef36bcc req-0b328ff6-5ff8-4f89-bdb7-eb96512028f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1124352'] for port, before_update {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:31:13.258201 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.managers [req-5c13c2cb-34c3-4348-a59e-424bd10de6b1 req-2399c942-21c3-4723-a6c9-326010eeb9ac service neutron] Attempting to bind port da492c37-8214-4064-8e3b-45911d07e1d8 on host hv-cinder-84037 for vnic_type normal with profile {{(pid=83993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 21:31:13.258541 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.managers [req-5c13c2cb-34c3-4348-a59e-424bd10de6b1 req-2399c942-21c3-4723-a6c9-326010eeb9ac service neutron] Attempting to bind port da492c37-8214-4064-8e3b-45911d07e1d8 by drivers openvswitch,hyperv on host hv-cinder-84037 at level 0 using segments [{'id': 'f82b8179-7d00-46b1-abec-98a139f3558c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'afa29ce3-7ea1-4fb3-8d15-b28913382476'}] {{(pid=83993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 21:31:13.258927 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c13c2cb-34c3-4348-a59e-424bd10de6b1 req-2399c942-21c3-4723-a6c9-326010eeb9ac service neutron] Attempting to bind port da492c37-8214-4064-8e3b-45911d07e1d8 on network afa29ce3-7ea1-4fb3-8d15-b28913382476 {{(pid=83993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 03 21:31:13.271203 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41454645-773e-4f97-8bc3-762453c78bcb req-43b5b37c-9153-4cd2-a74f-70a8ff0cd5aa tempest-VolumesActionsTest-1111013864 tempest-VolumesActionsTest-1111013864-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:31:13.272791 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-41454645-773e-4f97-8bc3-762453c78bcb req-43b5b37c-9153-4cd2-a74f-70a8ff0cd5aa tempest-VolumesActionsTest-1111013864 tempest-VolumesActionsTest-1111013864-project] 10.222.0.48 "GET /v2.0/ports?device_id=3849d6f2-1dba-4e09-956d-54d873eea387 HTTP/1.1" status: 200 len: 943 time: 0.4629772 May 03 21:31:13.322340 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c13c2cb-34c3-4348-a59e-424bd10de6b1 req-2399c942-21c3-4723-a6c9-326010eeb9ac service neutron] Port da492c37-8214-4064-8e3b-45911d07e1d8 on network afa29ce3-7ea1-4fb3-8d15-b28913382476 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84037 {{(pid=83993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 03 21:31:13.322673 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c13c2cb-34c3-4348-a59e-424bd10de6b1 req-2399c942-21c3-4723-a6c9-326010eeb9ac service neutron] Attempting to bind port da492c37-8214-4064-8e3b-45911d07e1d8 on network afa29ce3-7ea1-4fb3-8d15-b28913382476 {{(pid=83993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 03 21:31:13.356666 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c13c2cb-34c3-4348-a59e-424bd10de6b1 req-2399c942-21c3-4723-a6c9-326010eeb9ac service neutron] Checking agent: {'id': '6f729c1e-126d-4db9-b521-92dbb8a34775', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84037', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 21, 26, 18), 'started_at': datetime.datetime(2022, 5, 3, 21, 26, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 21, 30, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 03 21:31:13.356994 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c13c2cb-34c3-4348-a59e-424bd10de6b1 req-2399c942-21c3-4723-a6c9-326010eeb9ac service neutron] Checking segment: {'id': 'f82b8179-7d00-46b1-abec-98a139f3558c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'afa29ce3-7ea1-4fb3-8d15-b28913382476'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 03 21:31:13.357410 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c13c2cb-34c3-4348-a59e-424bd10de6b1 req-2399c942-21c3-4723-a6c9-326010eeb9ac service neutron] Bound using segment: {'id': 'f82b8179-7d00-46b1-abec-98a139f3558c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'afa29ce3-7ea1-4fb3-8d15-b28913382476'} {{(pid=83993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 03 21:31:13.357854 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.managers [req-5c13c2cb-34c3-4348-a59e-424bd10de6b1 req-2399c942-21c3-4723-a6c9-326010eeb9ac service neutron] Bound port: da492c37-8214-4064-8e3b-45911d07e1d8, host: hv-cinder-84037, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f82b8179-7d00-46b1-abec-98a139f3558c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'afa29ce3-7ea1-4fb3-8d15-b28913382476'}}] {{(pid=83993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 21:31:13.358186 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-5c13c2cb-34c3-4348-a59e-424bd10de6b1 req-2399c942-21c3-4723-a6c9-326010eeb9ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1124352'] for port, before_update {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:31:13.385332 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040e1aa1-72b4-4c30-9db1-c2f9f80115dd req-0ae97ac5-d56f-416d-8a10-94212c05e42a tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:31:13.386939 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-040e1aa1-72b4-4c30-9db1-c2f9f80115dd req-0ae97ac5-d56f-416d-8a10-94212c05e42a tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] 10.222.0.48 "GET /v2.0/ports?device_id=cb2b9b5d-640a-401a-ac60-566b6d8dbc52 HTTP/1.1" status: 200 len: 932 time: 0.0924630 May 03 21:31:13.457672 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-040e1aa1-72b4-4c30-9db1-c2f9f80115dd req-9db17d77-b306-4ba9-aeaf-3b9ec2dadea2 tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] 10.222.0.48 "GET /v2.0/security-groups?id=017c8b08-e15d-49c0-bac3-c85fbc37c93c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589960 May 03 21:31:13.513811 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-41454645-773e-4f97-8bc3-762453c78bcb req-7c4c832f-d866-42ed-b5fe-7a740177bb76 tempest-VolumesActionsTest-1111013864 tempest-VolumesActionsTest-1111013864-project] 10.222.0.48 "GET /v2.0/security-groups?id=65f6f2a5-5af1-4e39-ae5e-b2190f5b8788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2070489 May 03 21:31:13.642348 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.db [req-5c13c2cb-34c3-4348-a59e-424bd10de6b1 req-2399c942-21c3-4723-a6c9-326010eeb9ac service neutron] For port da492c37-8214-4064-8e3b-45911d07e1d8, host hv-cinder-84037, cleared binding levels {{(pid=83993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 21:31:13.648380 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.db [req-5c13c2cb-34c3-4348-a59e-424bd10de6b1 req-2399c942-21c3-4723-a6c9-326010eeb9ac service neutron] For port da492c37-8214-4064-8e3b-45911d07e1d8, host hv-cinder-84037, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=da492c37-8214-4064-8e3b-45911d07e1d8,segment=NetworkSegment(f82b8179-7d00-46b1-abec-98a139f3558c),segment_id=f82b8179-7d00-46b1-abec-98a139f3558c)] {{(pid=83993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 21:31:13.791166 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-5c13c2cb-34c3-4348-a59e-424bd10de6b1 req-2399c942-21c3-4723-a6c9-326010eeb9ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781386188966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781385847453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781385847498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3391653'] for port, after_update {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:31:13.855119 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe2585c-c206-4157-87f2-4f53d7a1f6f1 req-f26dc0bc-5580-436d-bca5-661478044d7f tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:31:13.857265 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-efe2585c-c206-4157-87f2-4f53d7a1f6f1 req-f26dc0bc-5580-436d-bca5-661478044d7f tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] 10.222.0.48 "GET /v2.0/ports?device_id=77f6a8a2-4366-486d-a002-05587e0f46b5 HTTP/1.1" status: 200 len: 946 time: 0.1145697 May 03 21:31:13.890629 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.notifiers.nova [req-2889468c-a66b-45a6-83cd-a74b8ef36bcc req-0b328ff6-5ff8-4f89-bdb7-eb96512028f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2903b13-fffc-4e5f-9a12-4bcb585327dd {{(pid=83993) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 03 21:31:13.908879 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-efe2585c-c206-4157-87f2-4f53d7a1f6f1 req-fc2e5c81-0eda-4525-9ec7-c09f90ee5a4c tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] 10.222.0.48 "GET /v2.0/security-groups?id=3dff50d4-faed-48b7-b783-10568bb53def&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452929 May 03 21:31:13.913715 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-2889468c-a66b-45a6-83cd-a74b8ef36bcc req-0b328ff6-5ff8-4f89-bdb7-eb96512028f0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:31:13.937618 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-5c13c2cb-34c3-4348-a59e-424bd10de6b1 req-2399c942-21c3-4723-a6c9-326010eeb9ac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93163'] for port, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:31:13.938986 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-5c13c2cb-34c3-4348-a59e-424bd10de6b1 req-2399c942-21c3-4723-a6c9-326010eeb9ac service neutron] 10.222.0.42 "PUT /v2.0/ports/da492c37-8214-4064-8e3b-45911d07e1d8 HTTP/1.1" status: 200 len: 1093 time: 2.6143258 May 03 21:31:13.942769 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b1e6cc5-801c-4aa5-92fa-1f490590cb9f', 'tag': 'da492c37-8214-4064-8e3b-45911d07e1d8'}] {{(pid=83993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 03 21:31:13.955920 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.db.provisioning_blocks [req-2889468c-a66b-45a6-83cd-a74b8ef36bcc req-0b328ff6-5ff8-4f89-bdb7-eb96512028f0 service neutron] Transition to ACTIVE for port object a2903b13-fffc-4e5f-9a12-4bcb585327dd will not be triggered until provisioned by entity L2. {{(pid=83993) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 21:31:13.966438 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2399c942-21c3-4723-a6c9-326010eeb9ac service neutron] Pushing event updated for resources: {'Port': ['ID=da492c37-8214-4064-8e3b-45911d07e1d8,revision_number=3']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:31:14.017072 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3012fb0-90a3-4763-a597-342634ecf16c req-5d5cb19f-d22b-450a-8cec-83e70029cd61 tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:31:14.024102 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-e3012fb0-90a3-4763-a597-342634ecf16c req-5d5cb19f-d22b-450a-8cec-83e70029cd61 tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] 10.222.0.48 "GET /v2.0/ports?device_id=274fd6f3-1f2e-4da8-8c5f-fa173514fc2a HTTP/1.1" status: 200 len: 946 time: 0.2264297 May 03 21:31:14.044931 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.notifiers.nova [-] Nova event matching ['req-993c2b8b-3cab-400a-ad29-3b6873d04beb'] response: {'name': 'network-changed', 'server_uuid': '4b1e6cc5-801c-4aa5-92fa-1f490590cb9f', 'tag': 'da492c37-8214-4064-8e3b-45911d07e1d8', 'status': 'completed', 'code': 200} May 03 21:31:14.051999 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-2889468c-a66b-45a6-83cd-a74b8ef36bcc req-0b328ff6-5ff8-4f89-bdb7-eb96512028f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781386188966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781385847453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781385847498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3391653'] for port, after_update {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:31:14.282118 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b328ff6-5ff8-4f89-bdb7-eb96512028f0 service neutron] Pushing event updated for resources: {'Port': ['ID=a2903b13-fffc-4e5f-9a12-4bcb585327dd,revision_number=2']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:31:14.286323 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-e3012fb0-90a3-4763-a597-342634ecf16c req-e84264b4-2149-4f7d-a99b-fc48c9240060 tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] 10.222.0.48 "GET /v2.0/security-groups?id=7027a18b-ac9e-45f0-8010-84baee7160ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2612519 May 03 21:31:14.391863 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.48', 57160) {{(pid=83992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:31:14.402832 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.rpc [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Device ee0150a2-32c4-464b-8988-0efae2a38c5c details requested by agent hyperv_hv-cinder-84037 with host hv-cinder-84037 {{(pid=83994) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 03 21:31:14.448632 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-b2b869f4-e868-49f2-a8fa-035627df1d3d req-2b13edb8-30b1-438c-a459-263917b577b7 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=bd571e41b44a4bc6b16bf8163252f168&device_id=4b1e6cc5-801c-4aa5-92fa-1f490590cb9f HTTP/1.1" status: 200 len: 1096 time: 0.3345659 May 03 21:31:14.564239 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e2b9a7-51c7-4f06-b499-409f3c425052 req-9959e089-6b7a-4f48-9fd7-807d2e895fda tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:31:14.567688 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-50e2b9a7-51c7-4f06-b499-409f3c425052 req-9959e089-6b7a-4f48-9fd7-807d2e895fda tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] 10.222.0.48 "GET /v2.0/ports?device_id=4b1e6cc5-801c-4aa5-92fa-1f490590cb9f HTTP/1.1" status: 200 len: 943 time: 0.1690934 May 03 21:31:14.610175 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.db [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] For port ee0150a2-32c4-464b-8988-0efae2a38c5c, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=ee0150a2-32c4-464b-8988-0efae2a38c5c,segment=NetworkSegment(2b922d1c-0f74-428d-9457-e2990b5d0230),segment_id=2b922d1c-0f74-428d-9457-e2990b5d0230)] {{(pid=83994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 21:31:14.630965 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.rpc [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Returning: {'device': 'ee0150a2-32c4-464b-8988-0efae2a38c5c', 'network_id': '8728a8ce-db6a-4720-bb6e-c96e6c9ab260', 'port_id': 'ee0150a2-32c4-464b-8988-0efae2a38c5c', 'mac_address': 'fa:16:3e:4e:53:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 426, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fff55202-54cf-4d4b-80b9-c28a2494d459', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83994) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 03 21:31:14.678035 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.managers [req-2889468c-a66b-45a6-83cd-a74b8ef36bcc req-0b328ff6-5ff8-4f89-bdb7-eb96512028f0 service neutron] Attempting to bind port a2903b13-fffc-4e5f-9a12-4bcb585327dd on host hv-cinder-84037 for vnic_type normal with profile {{(pid=83993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 21:31:14.678374 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.managers [req-2889468c-a66b-45a6-83cd-a74b8ef36bcc req-0b328ff6-5ff8-4f89-bdb7-eb96512028f0 service neutron] Attempting to bind port a2903b13-fffc-4e5f-9a12-4bcb585327dd by drivers openvswitch,hyperv on host hv-cinder-84037 at level 0 using segments [{'id': 'f62d725e-ae77-4a78-847c-f1a234768bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '5bd090d5-a93e-4f68-8601-6aad9d3eb473'}] {{(pid=83993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 21:31:14.678701 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2889468c-a66b-45a6-83cd-a74b8ef36bcc req-0b328ff6-5ff8-4f89-bdb7-eb96512028f0 service neutron] Attempting to bind port a2903b13-fffc-4e5f-9a12-4bcb585327dd on network 5bd090d5-a93e-4f68-8601-6aad9d3eb473 {{(pid=83993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 03 21:31:14.690359 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-50e2b9a7-51c7-4f06-b499-409f3c425052 req-0c04a757-b8a6-4f60-a0fb-65b915a400d6 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] 10.222.0.48 "GET /v2.0/security-groups?id=70c35da1-3406-4ab0-84b1-0914ebbc7d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1163819 May 03 21:31:14.756967 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-c4891cec-7c1b-44cc-81f9-7efabf2009b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:31:14.798076 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2889468c-a66b-45a6-83cd-a74b8ef36bcc req-0b328ff6-5ff8-4f89-bdb7-eb96512028f0 service neutron] Port a2903b13-fffc-4e5f-9a12-4bcb585327dd on network 5bd090d5-a93e-4f68-8601-6aad9d3eb473 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84037 {{(pid=83993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 03 21:31:14.798506 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2889468c-a66b-45a6-83cd-a74b8ef36bcc req-0b328ff6-5ff8-4f89-bdb7-eb96512028f0 service neutron] Attempting to bind port a2903b13-fffc-4e5f-9a12-4bcb585327dd on network 5bd090d5-a93e-4f68-8601-6aad9d3eb473 {{(pid=83993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 03 21:31:14.802890 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1124352'] for port, before_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:31:14.823021 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.notifiers.nova [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee0150a2-32c4-464b-8988-0efae2a38c5c {{(pid=83994) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 03 21:31:14.835726 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.db.quota.driver [None req-c4891cec-7c1b-44cc-81f9-7efabf2009b8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:31:14.846302 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.db [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] For port ee0150a2-32c4-464b-8988-0efae2a38c5c, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=ee0150a2-32c4-464b-8988-0efae2a38c5c,segment=NetworkSegment(2b922d1c-0f74-428d-9457-e2990b5d0230),segment_id=2b922d1c-0f74-428d-9457-e2990b5d0230)] {{(pid=83994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 21:31:14.853964 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.quota.resource [None req-c4891cec-7c1b-44cc-81f9-7efabf2009b8 admin admin] Usage tracker for resource:security_group_rule and tenant:e9d2dfde11734bf98d8ec94af80a4713 is out of sync, need to count used quota {{(pid=83992) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:31:14.856527 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.quota.resource [None req-c4891cec-7c1b-44cc-81f9-7efabf2009b8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83992) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:31:14.860069 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2889468c-a66b-45a6-83cd-a74b8ef36bcc req-0b328ff6-5ff8-4f89-bdb7-eb96512028f0 service neutron] Checking agent: {'id': '6f729c1e-126d-4db9-b521-92dbb8a34775', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84037', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 21, 26, 18), 'started_at': datetime.datetime(2022, 5, 3, 21, 26, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 21, 30, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 03 21:31:14.860405 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2889468c-a66b-45a6-83cd-a74b8ef36bcc req-0b328ff6-5ff8-4f89-bdb7-eb96512028f0 service neutron] Checking segment: {'id': 'f62d725e-ae77-4a78-847c-f1a234768bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '5bd090d5-a93e-4f68-8601-6aad9d3eb473'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 03 21:31:14.860807 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2889468c-a66b-45a6-83cd-a74b8ef36bcc req-0b328ff6-5ff8-4f89-bdb7-eb96512028f0 service neutron] Bound using segment: {'id': 'f62d725e-ae77-4a78-847c-f1a234768bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '5bd090d5-a93e-4f68-8601-6aad9d3eb473'} {{(pid=83993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 03 21:31:14.861245 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.managers [req-2889468c-a66b-45a6-83cd-a74b8ef36bcc req-0b328ff6-5ff8-4f89-bdb7-eb96512028f0 service neutron] Bound port: a2903b13-fffc-4e5f-9a12-4bcb585327dd, host: hv-cinder-84037, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f62d725e-ae77-4a78-847c-f1a234768bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '5bd090d5-a93e-4f68-8601-6aad9d3eb473'}}] {{(pid=83993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 21:31:14.861651 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-2889468c-a66b-45a6-83cd-a74b8ef36bcc req-0b328ff6-5ff8-4f89-bdb7-eb96512028f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1124352'] for port, before_update {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:31:14.889274 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b869f4-e868-49f2-a8fa-035627df1d3d req-0dbf63d1-d393-4ee6-a815-c5f6b74ef451 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:31:14.890750 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-b2b869f4-e868-49f2-a8fa-035627df1d3d req-0dbf63d1-d393-4ee6-a815-c5f6b74ef451 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=bd571e41b44a4bc6b16bf8163252f168&shared=False HTTP/1.1" status: 200 len: 915 time: 0.4244475 May 03 21:31:14.903919 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.db.quota.driver [None req-c4891cec-7c1b-44cc-81f9-7efabf2009b8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:31:14.950013 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781386188966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781385847453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781385847498'] for port, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:31:14.995760 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de868e0a-7f5e-4b2a-9898-4625c8ae7f37 req-b62875f4-4767-4aa9-9f2d-53fbadba06e6 tempest-VolumesActionsTest-1111013864 tempest-VolumesActionsTest-1111013864-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:31:14.997102 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-de868e0a-7f5e-4b2a-9898-4625c8ae7f37 req-b62875f4-4767-4aa9-9f2d-53fbadba06e6 tempest-VolumesActionsTest-1111013864 tempest-VolumesActionsTest-1111013864-project] 10.222.0.48 "GET /v2.0/ports?device_id=3849d6f2-1dba-4e09-956d-54d873eea387 HTTP/1.1" status: 200 len: 943 time: 0.1339293 May 03 21:31:15.021602 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Pushing event updated for resources: {'Port': ['ID=ee0150a2-32c4-464b-8988-0efae2a38c5c,revision_number=4']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:31:15.031471 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:31:15.032182 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:31:15.032639 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:31:15.033082 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:31:15.033501 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:31:15.033922 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:31:15.034433 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:31:15.034874 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:31:15.035297 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:31:15.035733 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:31:15.036150 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:31:15.050342 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-c4891cec-7c1b-44cc-81f9-7efabf2009b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:31:15.059413 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b59ce0-8ff8-4fc1-ba27-a0249e925380 req-77161d40-7304-428a-a25e-46ca3cddb798 tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:31:15.060203 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [req-45b59ce0-8ff8-4fc1-ba27-a0249e925380 req-77161d40-7304-428a-a25e-46ca3cddb798 tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] Synchronizing usage tracker for tenant:30468ebc688d4bc1b036b4b984931e87 on resource:port {{(pid=83993) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 21:31:15.076744 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-de868e0a-7f5e-4b2a-9898-4625c8ae7f37 req-86d33d93-de91-4c07-990a-9d170c2e1374 tempest-VolumesActionsTest-1111013864 tempest-VolumesActionsTest-1111013864-project] 10.222.0.48 "GET /v2.0/security-groups?id=65f6f2a5-5af1-4e39-ae5e-b2190f5b8788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664215 May 03 21:31:15.186557 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.db [req-2889468c-a66b-45a6-83cd-a74b8ef36bcc req-0b328ff6-5ff8-4f89-bdb7-eb96512028f0 service neutron] For port a2903b13-fffc-4e5f-9a12-4bcb585327dd, host hv-cinder-84037, cleared binding levels {{(pid=83993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 21:31:15.192701 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-c4891cec-7c1b-44cc-81f9-7efabf2009b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746426'] for security_group, after_create {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:31:15.208764 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.db [req-2889468c-a66b-45a6-83cd-a74b8ef36bcc req-0b328ff6-5ff8-4f89-bdb7-eb96512028f0 service neutron] For port a2903b13-fffc-4e5f-9a12-4bcb585327dd, host hv-cinder-84037, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=a2903b13-fffc-4e5f-9a12-4bcb585327dd,segment=NetworkSegment(f62d725e-ae77-4a78-847c-f1a234768bbb),segment_id=f62d725e-ae77-4a78-847c-f1a234768bbb)] {{(pid=83993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 21:31:15.214902 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b869f4-e868-49f2-a8fa-035627df1d3d req-e77c46bb-1b94-48c7-975b-bde2b1b8b7b5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:31:15.216735 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-b2b869f4-e868-49f2-a8fa-035627df1d3d req-e77c46bb-1b94-48c7-975b-bde2b1b8b7b5 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3188014 May 03 21:31:15.255533 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [req-45b59ce0-8ff8-4fc1-ba27-a0249e925380 req-77161d40-7304-428a-a25e-46ca3cddb798 tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] Unset dirty status for tenant:30468ebc688d4bc1b036b4b984931e87 on resource:port {{(pid=83993) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 21:31:15.256760 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-45b59ce0-8ff8-4fc1-ba27-a0249e925380 req-77161d40-7304-428a-a25e-46ca3cddb798 tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] 10.222.0.48 "GET /v2.0/ports?device_id=cb2b9b5d-640a-401a-ac60-566b6d8dbc52 HTTP/1.1" status: 200 len: 944 time: 0.5459898 May 03 21:31:15.298690 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4891cec-7c1b-44cc-81f9-7efabf2009b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=642db0cc-8ea5-4fc5-9abb-528d915b8ad4,revision_number=1']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:31:15.303897 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [None req-c4891cec-7c1b-44cc-81f9-7efabf2009b8 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e9d2dfde11734bf98d8ec94af80a4713&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9109280 May 03 21:31:15.312571 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.48', 57176) {{(pid=83992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:31:15.340722 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-2889468c-a66b-45a6-83cd-a74b8ef36bcc req-0b328ff6-5ff8-4f89-bdb7-eb96512028f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781386188966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781385847453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781385847498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3391653'] for port, after_update {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:31:15.383484 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be25f5df-4497-4c8a-8890-ed29cf938b1d req-55ce957a-0a17-4110-9250-c8a3a82eb767 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:31:15.386396 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-be25f5df-4497-4c8a-8890-ed29cf938b1d req-55ce957a-0a17-4110-9250-c8a3a82eb767 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] 10.222.0.48 "GET /v2.0/ports?device_id=77f6a8a2-4366-486d-a002-05587e0f46b5 HTTP/1.1" status: 200 len: 946 time: 0.1842546 May 03 21:31:15.391160 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.db [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] get_ports_and_sgs() called for port_ids ['ee0150a2-32c4-464b-8988-0efae2a38c5c'] {{(pid=83994) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 03 21:31:15.432891 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-94b1f6c8-0966-44e6-b559-3b89d8dbf7be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:31:15.485366 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-94b1f6c8-0966-44e6-b559-3b89d8dbf7be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:31:15.498303 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-be25f5df-4497-4c8a-8890-ed29cf938b1d req-6f65720d-269a-4496-bc64-d098547f26a4 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] 10.222.0.48 "GET /v2.0/security-groups?id=3dff50d4-faed-48b7-b783-10568bb53def&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0913384 May 03 21:31:15.532954 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-2889468c-a66b-45a6-83cd-a74b8ef36bcc req-0b328ff6-5ff8-4f89-bdb7-eb96512028f0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93163'] for port, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:31:15.534359 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-2889468c-a66b-45a6-83cd-a74b8ef36bcc req-0b328ff6-5ff8-4f89-bdb7-eb96512028f0 service neutron] 10.222.0.42 "PUT /v2.0/ports/a2903b13-fffc-4e5f-9a12-4bcb585327dd HTTP/1.1" status: 200 len: 1094 time: 2.7656386 May 03 21:31:15.554054 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-45b59ce0-8ff8-4fc1-ba27-a0249e925380 req-ccd8af2c-8570-4203-aff5-aa5f86552054 tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] 10.222.0.48 "GET /v2.0/security-groups?id=017c8b08-e15d-49c0-bac3-c85fbc37c93c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2892647 May 03 21:31:15.620288 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b328ff6-5ff8-4f89-bdb7-eb96512028f0 service neutron] Pushing event updated for resources: {'Port': ['ID=a2903b13-fffc-4e5f-9a12-4bcb585327dd,revision_number=3']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:31:15.654210 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-5c13c2cb-34c3-4348-a59e-424bd10de6b1 req-66ec614e-7b64-47a0-ac12-78417f2c1ca5 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=bd571e41b44a4bc6b16bf8163252f168&device_id=4b1e6cc5-801c-4aa5-92fa-1f490590cb9f HTTP/1.1" status: 200 len: 1096 time: 0.3616381 May 03 21:31:15.728160 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-94b1f6c8-0966-44e6-b559-3b89d8dbf7be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746426'] for security_group, after_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:31:15.757299 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b1f6c8-0966-44e6-b559-3b89d8dbf7be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=642db0cc-8ea5-4fc5-9abb-528d915b8ad4,revision_number=None']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:31:15.781830 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-94b1f6c8-0966-44e6-b559-3b89d8dbf7be admin admin] Notify callbacks [] for security_group, before_response {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:31:15.783109 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [None req-94b1f6c8-0966-44e6-b559-3b89d8dbf7be admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/642db0cc-8ea5-4fc5-9abb-528d915b8ad4 HTTP/1.1" status: 204 len: 168 time: 0.4695444 May 03 21:31:15.840928 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9aeda6-9f02-4a4b-b73e-7631af1b77fd req-0ce741dc-fbda-4725-a370-5cb78c77e0d9 tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:31:15.850419 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-5d9aeda6-9f02-4a4b-b73e-7631af1b77fd req-0ce741dc-fbda-4725-a370-5cb78c77e0d9 tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] 10.222.0.48 "GET /v2.0/ports?device_id=274fd6f3-1f2e-4da8-8c5f-fa173514fc2a HTTP/1.1" status: 200 len: 946 time: 0.1766849 May 03 21:31:15.862097 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-5c13c2cb-34c3-4348-a59e-424bd10de6b1 req-8943dea5-8d51-4faf-8ff7-fdbedbb7637e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=da492c37-8214-4064-8e3b-45911d07e1d8 HTTP/1.1" status: 200 len: 217 time: 0.1845539 May 03 21:31:15.970884 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-5d9aeda6-9f02-4a4b-b73e-7631af1b77fd req-3c9a73ba-89e9-40de-9d3b-85c2f3668423 tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] 10.222.0.48 "GET /v2.0/security-groups?id=7027a18b-ac9e-45f0-8010-84baee7160ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1190290 May 03 21:31:16.045500 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb2b9b5d-640a-401a-ac60-566b6d8dbc52', 'tag': 'a2903b13-fffc-4e5f-9a12-4bcb585327dd'}] {{(pid=83993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 03 21:31:16.054000 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c13c2cb-34c3-4348-a59e-424bd10de6b1 req-bc30103f-5d88-40f3-8b24-c8e44f8df342 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:31:16.055819 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-5c13c2cb-34c3-4348-a59e-424bd10de6b1 req-bc30103f-5d88-40f3-8b24-c8e44f8df342 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=663a4790-11b9-4523-b0db-a1ea41b30d40 HTTP/1.1" status: 200 len: 853 time: 0.1852384 May 03 21:31:16.079748 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-2889468c-a66b-45a6-83cd-a74b8ef36bcc req-cb71450c-15fd-4323-b2a1-a387fdd95372 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=30468ebc688d4bc1b036b4b984931e87&device_id=cb2b9b5d-640a-401a-ac60-566b6d8dbc52 HTTP/1.1" status: 200 len: 1097 time: 0.3403432 May 03 21:31:16.199123 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7bbfe887-7196-4918-a8ae-9d4116eefd03'] response: {'name': 'network-changed', 'server_uuid': 'cb2b9b5d-640a-401a-ac60-566b6d8dbc52', 'tag': 'a2903b13-fffc-4e5f-9a12-4bcb585327dd', 'status': 'completed', 'code': 200} May 03 21:31:16.253334 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-2889468c-a66b-45a6-83cd-a74b8ef36bcc req-ad71c2c5-c63d-42e3-b52c-7cb56931fad7 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a2903b13-fffc-4e5f-9a12-4bcb585327dd HTTP/1.1" status: 200 len: 217 time: 0.1312399 May 03 21:31:16.412571 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-19278b14-9271-4012-b11d-ab7313593021 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781386283879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2080842'] for agent, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:31:16.418134 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aaf082d-064d-4079-ba0f-c7e22e46175d req-154ce515-e6e7-47a8-8c36-556e86fd3b16 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:31:16.419823 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-3aaf082d-064d-4079-ba0f-c7e22e46175d req-154ce515-e6e7-47a8-8c36-556e86fd3b16 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] 10.222.0.48 "GET /v2.0/ports?device_id=4b1e6cc5-801c-4aa5-92fa-1f490590cb9f HTTP/1.1" status: 200 len: 943 time: 0.4555795 May 03 21:31:16.452488 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa19c27a-9f01-4223-9a88-20da89e6331a req-447f79a6-92ca-4fd3-9321-e00806cfb9ce tempest-VolumesActionsTest-1111013864 tempest-VolumesActionsTest-1111013864-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:31:16.454227 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-fa19c27a-9f01-4223-9a88-20da89e6331a req-447f79a6-92ca-4fd3-9321-e00806cfb9ce tempest-VolumesActionsTest-1111013864 tempest-VolumesActionsTest-1111013864-project] 10.222.0.48 "GET /v2.0/ports?device_id=3849d6f2-1dba-4e09-956d-54d873eea387 HTTP/1.1" status: 200 len: 944 time: 0.1658714 May 03 21:31:16.469987 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2889468c-a66b-45a6-83cd-a74b8ef36bcc req-3f2fd2b8-c3da-41c4-b47b-d4a5565638e5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:31:16.471619 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-2889468c-a66b-45a6-83cd-a74b8ef36bcc req-3f2fd2b8-c3da-41c4-b47b-d4a5565638e5 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f1f0ef4c-4f27-4b18-935d-75e084855fe6 HTTP/1.1" status: 200 len: 858 time: 0.2015474 May 03 21:31:16.510508 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-fa19c27a-9f01-4223-9a88-20da89e6331a req-f51c9a91-ce7a-464f-83b4-d31bc1ecc2c1 tempest-VolumesActionsTest-1111013864 tempest-VolumesActionsTest-1111013864-project] 10.222.0.48 "GET /v2.0/security-groups?id=65f6f2a5-5af1-4e39-ae5e-b2190f5b8788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474317 May 03 21:31:16.525190 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-5c13c2cb-34c3-4348-a59e-424bd10de6b1 req-8afc1288-7a6e-403f-8197-31109edef598 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=afa29ce3-7ea1-4fb3-8d15-b28913382476&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.4487853 May 03 21:31:16.643016 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-3aaf082d-064d-4079-ba0f-c7e22e46175d req-9d2a9688-2989-459a-b521-37940cdc4941 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] 10.222.0.48 "GET /v2.0/security-groups?id=70c35da1-3406-4ab0-84b1-0914ebbc7d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2098246 May 03 21:31:16.696285 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-2889468c-a66b-45a6-83cd-a74b8ef36bcc req-90bf05a6-addd-49ae-b550-d2fb4ed4733c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5bd090d5-a93e-4f68-8601-6aad9d3eb473&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2178435 May 03 21:31:16.741388 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-5c13c2cb-34c3-4348-a59e-424bd10de6b1 req-9ff1675b-9048-432e-ab80-8e7b7f6a4b45 service neutron] 10.222.0.42 "GET /v2.0/networks/afa29ce3-7ea1-4fb3-8d15-b28913382476?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2031515 May 03 21:31:16.787595 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b401de1c-8a50-463a-a481-0fb9b1a19e0f req-f3e2e8fd-dcca-47d1-9c4a-6d8b2b1de0d8 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:31:16.796741 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-b401de1c-8a50-463a-a481-0fb9b1a19e0f req-f3e2e8fd-dcca-47d1-9c4a-6d8b2b1de0d8 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] 10.222.0.48 "GET /v2.0/ports?device_id=77f6a8a2-4366-486d-a002-05587e0f46b5 HTTP/1.1" status: 200 len: 946 time: 0.1394227 May 03 21:31:16.845154 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-b401de1c-8a50-463a-a481-0fb9b1a19e0f req-a319e958-50b3-43f0-9a7c-50d3a6e0b02f tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] 10.222.0.48 "GET /v2.0/security-groups?id=3dff50d4-faed-48b7-b783-10568bb53def&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469358 May 03 21:31:16.988852 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.48', 57226) {{(pid=83992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:31:17.011923 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-648da8ed-94c6-43a8-b4c4-bd91580bb20b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:31:17.048727 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.db.quota.driver [None req-648da8ed-94c6-43a8-b4c4-bd91580bb20b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:31:17.052921 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.quota.resource [None req-648da8ed-94c6-43a8-b4c4-bd91580bb20b admin admin] Usage tracker for resource:security_group_rule and tenant:65c3a213070043bfa49f63802d3cc572 is out of sync, need to count used quota {{(pid=83992) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:31:17.056939 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.quota.resource [None req-648da8ed-94c6-43a8-b4c4-bd91580bb20b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83992) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:31:17.063211 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.db.quota.driver [None req-648da8ed-94c6-43a8-b4c4-bd91580bb20b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:31:17.067680 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-2889468c-a66b-45a6-83cd-a74b8ef36bcc req-8709f770-0077-4783-a52d-5900ba9cce19 service neutron] 10.222.0.42 "GET /v2.0/networks/5bd090d5-a93e-4f68-8601-6aad9d3eb473?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3574648 May 03 21:31:17.209870 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-648da8ed-94c6-43a8-b4c4-bd91580bb20b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:31:17.246924 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3938c200-9037-48d5-b25b-81fd1c81eb87 req-67fb0ce3-1b22-4e12-830a-c55f3fd5c56b tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:31:17.247191 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-5c13c2cb-34c3-4348-a59e-424bd10de6b1 req-4755932a-32e6-41d4-8ed4-14785645e12b service neutron] 10.222.0.42 "GET /v2.0/networks/afa29ce3-7ea1-4fb3-8d15-b28913382476?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4217274 May 03 21:31:17.248469 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-3938c200-9037-48d5-b25b-81fd1c81eb87 req-67fb0ce3-1b22-4e12-830a-c55f3fd5c56b tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] 10.222.0.48 "GET /v2.0/ports?device_id=274fd6f3-1f2e-4da8-8c5f-fa173514fc2a HTTP/1.1" status: 200 len: 946 time: 0.1286268 May 03 21:31:17.256239 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ee8277-8c06-4b85-a512-1e8890f1c194 req-77744c81-291c-47af-9249-132cd4a4ac26 tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:31:17.257790 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-34ee8277-8c06-4b85-a512-1e8890f1c194 req-77744c81-291c-47af-9249-132cd4a4ac26 tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] 10.222.0.48 "GET /v2.0/ports?device_id=cb2b9b5d-640a-401a-ac60-566b6d8dbc52 HTTP/1.1" status: 200 len: 944 time: 0.4335108 May 03 21:31:17.306897 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-3938c200-9037-48d5-b25b-81fd1c81eb87 req-8a54527c-524b-440d-9a39-d6f98e5c9f9c tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] 10.222.0.48 "GET /v2.0/security-groups?id=7027a18b-ac9e-45f0-8010-84baee7160ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511467 May 03 21:31:17.327797 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-2889468c-a66b-45a6-83cd-a74b8ef36bcc req-8e4c5954-31c6-4708-a596-1051c58be3db service neutron] 10.222.0.42 "GET /v2.0/networks/5bd090d5-a93e-4f68-8601-6aad9d3eb473?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2447124 May 03 21:31:17.329594 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-648da8ed-94c6-43a8-b4c4-bd91580bb20b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746426'] for security_group, after_create {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:31:17.370664 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-34ee8277-8c06-4b85-a512-1e8890f1c194 req-106837aa-48a2-4bbe-99b7-db8ab45394bf tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] 10.222.0.48 "GET /v2.0/security-groups?id=017c8b08-e15d-49c0-bac3-c85fbc37c93c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0843322 May 03 21:31:17.388044 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648da8ed-94c6-43a8-b4c4-bd91580bb20b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c10b0b0-cd8d-45d1-99bd-0b2367c4f6e2,revision_number=1']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:31:17.392828 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [None req-648da8ed-94c6-43a8-b4c4-bd91580bb20b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=65c3a213070043bfa49f63802d3cc572&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4028254 May 03 21:31:17.397323 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.48', 57234) {{(pid=83992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:31:17.469751 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-482d9a3a-411d-4bb4-8bee-f6d1cc24ad17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:31:17.506948 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-482d9a3a-411d-4bb4-8bee-f6d1cc24ad17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:31:17.682570 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-43d1bf4d-07d3-4ccc-a416-57dfd75b7bfc req-27e08f81-3a1f-48e9-bbf4-ec0d33bfc4d5 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=30468ebc688d4bc1b036b4b984931e87&device_id=cb2b9b5d-640a-401a-ac60-566b6d8dbc52 HTTP/1.1" status: 200 len: 1097 time: 0.0778759 May 03 21:31:17.732686 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9586f155-e9b1-487b-848f-3b5f47e76227 req-d1b93e84-0a67-492c-bab9-aa0b45347aa1 tempest-VolumesActionsTest-1111013864 tempest-VolumesActionsTest-1111013864-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:31:17.734334 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-9586f155-e9b1-487b-848f-3b5f47e76227 req-d1b93e84-0a67-492c-bab9-aa0b45347aa1 tempest-VolumesActionsTest-1111013864 tempest-VolumesActionsTest-1111013864-project] 10.222.0.48 "GET /v2.0/ports?device_id=3849d6f2-1dba-4e09-956d-54d873eea387 HTTP/1.1" status: 200 len: 944 time: 0.0849383 May 03 21:31:17.738485 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-482d9a3a-411d-4bb4-8bee-f6d1cc24ad17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746426'] for security_group, after_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:31:17.781848 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482d9a3a-411d-4bb4-8bee-f6d1cc24ad17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c10b0b0-cd8d-45d1-99bd-0b2367c4f6e2,revision_number=None']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:31:17.796278 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-482d9a3a-411d-4bb4-8bee-f6d1cc24ad17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:31:17.797548 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [None req-482d9a3a-411d-4bb4-8bee-f6d1cc24ad17 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/3c10b0b0-cd8d-45d1-99bd-0b2367c4f6e2 HTTP/1.1" status: 204 len: 168 time: 0.3989527 May 03 21:31:17.846530 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-9586f155-e9b1-487b-848f-3b5f47e76227 req-e9b8ed0f-0c98-4dab-8c36-f30c788af20e tempest-VolumesActionsTest-1111013864 tempest-VolumesActionsTest-1111013864-project] 10.222.0.48 "GET /v2.0/security-groups?id=65f6f2a5-5af1-4e39-ae5e-b2190f5b8788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952551 May 03 21:31:17.873859 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d1bf4d-07d3-4ccc-a416-57dfd75b7bfc req-af7c7988-9ecb-4e95-a178-193e7b3ed307 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:31:17.875347 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-43d1bf4d-07d3-4ccc-a416-57dfd75b7bfc req-af7c7988-9ecb-4e95-a178-193e7b3ed307 service neutron] 10.222.0.42 "GET /v2.0/networks?id=5bd090d5-a93e-4f68-8601-6aad9d3eb473 HTTP/1.1" status: 200 len: 920 time: 0.1775908 May 03 21:31:17.965680 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb88b82-64fd-4b9b-954b-17dac5cac4b3 req-9259203e-ea25-4680-8013-92ae15aad495 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:31:17.967273 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-fcb88b82-64fd-4b9b-954b-17dac5cac4b3 req-9259203e-ea25-4680-8013-92ae15aad495 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] 10.222.0.48 "GET /v2.0/ports?device_id=4b1e6cc5-801c-4aa5-92fa-1f490590cb9f HTTP/1.1" status: 200 len: 943 time: 0.0890579 May 03 21:31:18.029510 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-fcb88b82-64fd-4b9b-954b-17dac5cac4b3 req-d8c05547-885b-446f-9ccb-c74ccd752f1d tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] 10.222.0.48 "GET /v2.0/security-groups?id=70c35da1-3406-4ab0-84b1-0914ebbc7d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555799 May 03 21:31:18.166847 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2de3a6b-9c4b-47ab-aec2-6b7ce021c2e7 req-87a7c016-a3af-4d25-9531-f8a6dccff5bf tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:31:18.168371 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-f2de3a6b-9c4b-47ab-aec2-6b7ce021c2e7 req-87a7c016-a3af-4d25-9531-f8a6dccff5bf tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] 10.222.0.48 "GET /v2.0/ports?device_id=77f6a8a2-4366-486d-a002-05587e0f46b5 HTTP/1.1" status: 200 len: 946 time: 0.1348000 May 03 21:31:18.218840 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-f2de3a6b-9c4b-47ab-aec2-6b7ce021c2e7 req-0095a116-305e-48a3-9743-5414737a8f8e tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] 10.222.0.48 "GET /v2.0/security-groups?id=3dff50d4-faed-48b7-b783-10568bb53def&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442541 May 03 21:31:18.600447 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71310e7-8100-4d76-a0fa-ef90191774e8 req-7bd88f4d-1cbc-4193-b69a-588328ed024f tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:31:18.601983 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-f71310e7-8100-4d76-a0fa-ef90191774e8 req-7bd88f4d-1cbc-4193-b69a-588328ed024f tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] 10.222.0.48 "GET /v2.0/ports?device_id=cb2b9b5d-640a-401a-ac60-566b6d8dbc52 HTTP/1.1" status: 200 len: 944 time: 0.0906196 May 03 21:31:18.642312 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b8fca9-6ccb-4f45-bfb7-c50b98c69c31 req-968d0f11-b4c2-42a2-9148-e5f6ea5192a8 tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:31:18.644297 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-90b8fca9-6ccb-4f45-bfb7-c50b98c69c31 req-968d0f11-b4c2-42a2-9148-e5f6ea5192a8 tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] 10.222.0.48 "GET /v2.0/ports?device_id=274fd6f3-1f2e-4da8-8c5f-fa173514fc2a HTTP/1.1" status: 200 len: 946 time: 0.1940093 May 03 21:31:18.655410 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-515411af-f330-4bfb-b367-4012dc8c67e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781386283879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2080842'] for agent, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:31:18.668338 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-f71310e7-8100-4d76-a0fa-ef90191774e8 req-12f70a62-38cf-474f-a06f-4602b47e324f tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] 10.222.0.48 "GET /v2.0/security-groups?id=017c8b08-e15d-49c0-bac3-c85fbc37c93c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591500 May 03 21:31:18.704468 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-90b8fca9-6ccb-4f45-bfb7-c50b98c69c31 req-0e8e2a38-4ecf-4390-b286-dbe726de281e tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] 10.222.0.48 "GET /v2.0/security-groups?id=7027a18b-ac9e-45f0-8010-84baee7160ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527334 May 03 21:31:19.064393 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfff495-6202-4ec8-ba2e-e19b5557f021 req-d214d6f2-fc3a-4589-b336-26690ad25277 tempest-VolumesActionsTest-1111013864 tempest-VolumesActionsTest-1111013864-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:31:19.067705 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-6bfff495-6202-4ec8-ba2e-e19b5557f021 req-d214d6f2-fc3a-4589-b336-26690ad25277 tempest-VolumesActionsTest-1111013864 tempest-VolumesActionsTest-1111013864-project] 10.222.0.48 "GET /v2.0/ports?device_id=3849d6f2-1dba-4e09-956d-54d873eea387 HTTP/1.1" status: 200 len: 944 time: 0.0965884 May 03 21:31:19.124242 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-6bfff495-6202-4ec8-ba2e-e19b5557f021 req-036b5689-7cff-430a-a19a-5f792f03d03b tempest-VolumesActionsTest-1111013864 tempest-VolumesActionsTest-1111013864-project] 10.222.0.48 "GET /v2.0/security-groups?id=65f6f2a5-5af1-4e39-ae5e-b2190f5b8788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485859 May 03 21:31:19.273147 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3ac3ad-e1f7-4358-a562-3f06d79999d8 req-95578b76-dfb9-4259-96c5-21621a419ea1 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:31:19.275231 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-dc3ac3ad-e1f7-4358-a562-3f06d79999d8 req-95578b76-dfb9-4259-96c5-21621a419ea1 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] 10.222.0.48 "GET /v2.0/ports?device_id=4b1e6cc5-801c-4aa5-92fa-1f490590cb9f HTTP/1.1" status: 200 len: 943 time: 0.0984793 May 03 21:31:19.331881 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-dc3ac3ad-e1f7-4358-a562-3f06d79999d8 req-89ca9f56-3fb7-4320-8fa8-cd7b8e55839b tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] 10.222.0.48 "GET /v2.0/security-groups?id=70c35da1-3406-4ab0-84b1-0914ebbc7d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503500 May 03 21:31:19.433789 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.rpc [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Device ee0150a2-32c4-464b-8988-0efae2a38c5c up at agent hyperv_hv-cinder-84037 {{(pid=83994) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 21:31:19.475631 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cd84e1-eb4b-4a95-b15c-1ecfdaf33085 req-eff736e7-d9e4-4fde-b1a3-91cd4c895045 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:31:19.477115 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-f4cd84e1-eb4b-4a95-b15c-1ecfdaf33085 req-eff736e7-d9e4-4fde-b1a3-91cd4c895045 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] 10.222.0.48 "GET /v2.0/ports?device_id=77f6a8a2-4366-486d-a002-05587e0f46b5 HTTP/1.1" status: 200 len: 946 time: 0.1001468 May 03 21:31:19.535123 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-f4cd84e1-eb4b-4a95-b15c-1ecfdaf33085 req-38ddfbb2-39e7-4c24-84f5-998b5ea24a39 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] 10.222.0.48 "GET /v2.0/security-groups?id=3dff50d4-faed-48b7-b783-10568bb53def&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510201 May 03 21:31:19.645230 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781386283879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2080842'] for agent, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:31:19.679884 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.provisioning_blocks [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Provisioning for port ee0150a2-32c4-464b-8988-0efae2a38c5c completed by entity L2. {{(pid=83994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 21:31:19.686165 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.provisioning_blocks [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Provisioning complete for port ee0150a2-32c4-464b-8988-0efae2a38c5c triggered by entity L2. {{(pid=83994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:31:19.686534 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2080827'] for port, provisioning_complete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:31:19.796385 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781386283879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2080842'] for agent, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:31:19.818826 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1124352'] for port, before_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:31:19.834649 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-0dfda447-9707-4eba-99ce-657c79a02a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781386283879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2080842'] for agent, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:31:19.855945 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3849d6f2-1dba-4e09-956d-54d873eea387', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee0150a2-32c4-464b-8988-0efae2a38c5c'}] {{(pid=83994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 03 21:31:19.866125 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.db [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] For port ee0150a2-32c4-464b-8988-0efae2a38c5c, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=ee0150a2-32c4-464b-8988-0efae2a38c5c,segment=NetworkSegment(2b922d1c-0f74-428d-9457-e2990b5d0230),segment_id=2b922d1c-0f74-428d-9457-e2990b5d0230)] {{(pid=83994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 21:31:19.905333 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3dfdc3-87a8-4574-b7af-0b6d2ff11fa0 req-41b8a4cd-bb5e-4862-b23f-323d31c6521c tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:31:19.906948 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-3b3dfdc3-87a8-4574-b7af-0b6d2ff11fa0 req-41b8a4cd-bb5e-4862-b23f-323d31c6521c tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] 10.222.0.48 "GET /v2.0/ports?device_id=cb2b9b5d-640a-401a-ac60-566b6d8dbc52 HTTP/1.1" status: 200 len: 944 time: 0.0910382 May 03 21:31:19.947619 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6889eb-26d4-49af-a0a8-c92b8699a1d1 req-6bcf2d44-7ff7-4c39-96fd-98609aa909d9 tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:31:19.949222 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-df6889eb-26d4-49af-a0a8-c92b8699a1d1 req-6bcf2d44-7ff7-4c39-96fd-98609aa909d9 tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] 10.222.0.48 "GET /v2.0/ports?device_id=274fd6f3-1f2e-4da8-8c5f-fa173514fc2a HTTP/1.1" status: 200 len: 946 time: 0.0867445 May 03 21:31:19.956020 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-3b3dfdc3-87a8-4574-b7af-0b6d2ff11fa0 req-8c1add60-2870-4748-b9a3-6b19627063b7 tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] 10.222.0.48 "GET /v2.0/security-groups?id=017c8b08-e15d-49c0-bac3-c85fbc37c93c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429239 May 03 21:31:19.999255 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-df6889eb-26d4-49af-a0a8-c92b8699a1d1 req-870686c0-6ee7-4a08-910c-4b60d6c7ee32 tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] 10.222.0.48 "GET /v2.0/security-groups?id=7027a18b-ac9e-45f0-8010-84baee7160ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444570 May 03 21:31:20.027091 dv-cinder-840377-1-iscsi neutron-server[83994]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b9d87efe-541c-4f6c-9a39-efc49075a467'] response: {'server_uuid': '3849d6f2-1dba-4e09-956d-54d873eea387', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee0150a2-32c4-464b-8988-0efae2a38c5c', 'code': 200} May 03 21:31:20.029909 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781386188966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781385847453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781385847498'] for port, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:31:20.098854 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Pushing event updated for resources: {'Port': ['ID=ee0150a2-32c4-464b-8988-0efae2a38c5c,revision_number=5']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:31:20.272082 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.48', 57302) {{(pid=83993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:31:20.336443 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e85e69c-0c38-4def-8468-f3d37aae20f4 req-cfe28a97-771f-4b0d-a2cc-12c89fbb4068 tempest-VolumesActionsTest-1111013864 tempest-VolumesActionsTest-1111013864-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:31:20.338232 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-8e85e69c-0c38-4def-8468-f3d37aae20f4 req-cfe28a97-771f-4b0d-a2cc-12c89fbb4068 tempest-VolumesActionsTest-1111013864 tempest-VolumesActionsTest-1111013864-project] 10.222.0.48 "GET /v2.0/ports?device_id=3849d6f2-1dba-4e09-956d-54d873eea387 HTTP/1.1" status: 200 len: 945 time: 0.0863471 May 03 21:31:20.410478 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-8e85e69c-0c38-4def-8468-f3d37aae20f4 req-f2afc7f9-02aa-44c8-9f02-d6b281f85d01 tempest-VolumesActionsTest-1111013864 tempest-VolumesActionsTest-1111013864-project] 10.222.0.48 "GET /v2.0/security-groups?id=65f6f2a5-5af1-4e39-ae5e-b2190f5b8788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639176 May 03 21:31:20.428942 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-43d1bf4d-07d3-4ccc-a416-57dfd75b7bfc req-8fcaa060-1c48-481b-bf14-c261aa87b873 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a2903b13-fffc-4e5f-9a12-4bcb585327dd HTTP/1.1" status: 200 len: 217 time: 0.0862846 May 03 21:31:20.541954 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-dad6829c-bb60-4b2e-9328-e3c0ee2bcd3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:31:20.596255 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d1bf4d-07d3-4ccc-a416-57dfd75b7bfc req-c558e376-75c2-48e4-8781-354dc9ad8e90 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:31:20.597754 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-43d1bf4d-07d3-4ccc-a416-57dfd75b7bfc req-c558e376-75c2-48e4-8781-354dc9ad8e90 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f1f0ef4c-4f27-4b18-935d-75e084855fe6 HTTP/1.1" status: 200 len: 858 time: 0.1407375 May 03 21:31:20.651675 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-dad6829c-bb60-4b2e-9328-e3c0ee2bcd3c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:31:20.662821 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-dad6829c-bb60-4b2e-9328-e3c0ee2bcd3c admin admin] Usage tracker for resource:security_group_rule and tenant:3e2d512d97314971a78c49d3287a1009 is out of sync, need to count used quota {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:31:20.667745 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-dad6829c-bb60-4b2e-9328-e3c0ee2bcd3c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:31:20.677978 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-dad6829c-bb60-4b2e-9328-e3c0ee2bcd3c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:31:20.715627 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8971e9-c75f-4696-80cc-85bc1f9ae923 req-722a5654-2d44-4e46-b93c-195918d8287e tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:31:20.717890 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-5d8971e9-c75f-4696-80cc-85bc1f9ae923 req-722a5654-2d44-4e46-b93c-195918d8287e tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] 10.222.0.48 "GET /v2.0/ports?device_id=4b1e6cc5-801c-4aa5-92fa-1f490590cb9f HTTP/1.1" status: 200 len: 943 time: 0.2223775 May 03 21:31:20.769360 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0699f5f-c50e-41d0-bb37-1932a50487e4 req-aefe547b-a089-460b-ab2e-37cfdab56c9f tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:31:20.771483 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-a0699f5f-c50e-41d0-bb37-1932a50487e4 req-aefe547b-a089-460b-ab2e-37cfdab56c9f tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] 10.222.0.48 "GET /v2.0/ports?device_id=77f6a8a2-4366-486d-a002-05587e0f46b5 HTTP/1.1" status: 200 len: 946 time: 0.0847566 May 03 21:31:20.815153 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-43d1bf4d-07d3-4ccc-a416-57dfd75b7bfc req-11078aad-2811-4914-bcd9-c0b1281ec081 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5bd090d5-a93e-4f68-8601-6aad9d3eb473&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2072220 May 03 21:31:20.853038 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-a0699f5f-c50e-41d0-bb37-1932a50487e4 req-c8b5a1a9-60d3-454c-aac4-1e7631c57222 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] 10.222.0.48 "GET /v2.0/security-groups?id=3dff50d4-faed-48b7-b783-10568bb53def&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662956 May 03 21:31:20.997577 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-5d8971e9-c75f-4696-80cc-85bc1f9ae923 req-4c561224-eeb9-4f3c-bab7-feb4ce5074f2 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] 10.222.0.48 "GET /v2.0/security-groups?id=70c35da1-3406-4ab0-84b1-0914ebbc7d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2736194 May 03 21:31:21.019980 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-dad6829c-bb60-4b2e-9328-e3c0ee2bcd3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:31:21.101936 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-43d1bf4d-07d3-4ccc-a416-57dfd75b7bfc req-a17d5e2a-c22b-4ab2-8eb0-358cfb3e2444 service neutron] 10.222.0.42 "GET /v2.0/networks/5bd090d5-a93e-4f68-8601-6aad9d3eb473?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2737021 May 03 21:31:21.128916 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-246d97fb-4f49-4ac4-9d30-74520d7f154c req-692571df-7b69-41e2-953a-2bad466b34e2 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=3849d6f2-1dba-4e09-956d-54d873eea387 HTTP/1.1" status: 200 len: 1098 time: 0.1704905 May 03 21:31:21.286641 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3723baaa-a7cf-4bd2-9c8e-bedea37bc601 req-476838d3-e5a7-4a45-8b0b-1dac5e6d2aa1 tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:31:21.288163 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-3723baaa-a7cf-4bd2-9c8e-bedea37bc601 req-476838d3-e5a7-4a45-8b0b-1dac5e6d2aa1 tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] 10.222.0.48 "GET /v2.0/ports?device_id=cb2b9b5d-640a-401a-ac60-566b6d8dbc52 HTTP/1.1" status: 200 len: 944 time: 0.1249528 May 03 21:31:21.356675 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-3723baaa-a7cf-4bd2-9c8e-bedea37bc601 req-c69e60a2-5d56-4a0a-879a-e2659a03d11a tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] 10.222.0.48 "GET /v2.0/security-groups?id=017c8b08-e15d-49c0-bac3-c85fbc37c93c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505326 May 03 21:31:21.376010 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-dad6829c-bb60-4b2e-9328-e3c0ee2bcd3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746426'] for security_group, after_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:31:21.431108 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-672d275f-a9b7-498c-8eb6-010b5168d44a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781386283879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2080842'] for agent, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:31:21.507500 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-dad6829c-bb60-4b2e-9328-e3c0ee2bcd3c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=3e2d512d97314971a78c49d3287a1009&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2343001 May 03 21:31:21.509692 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-246d97fb-4f49-4ac4-9d30-74520d7f154c req-ac1ce961-5e84-4ffa-bcbe-dcd83edc460b service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=65f6f2a5-5af1-4e39-ae5e-b2190f5b8788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2800071 May 03 21:31:21.510344 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad6829c-bb60-4b2e-9328-e3c0ee2bcd3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70122a6b-08c2-4d90-beac-4b9493504fcf,revision_number=1']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:31:21.511741 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.48', 57322) {{(pid=83992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:31:21.543859 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-43d1bf4d-07d3-4ccc-a416-57dfd75b7bfc req-ef0e54eb-7f21-4a3e-8028-eaffa7c5df72 service neutron] 10.222.0.42 "GET /v2.0/networks/5bd090d5-a93e-4f68-8601-6aad9d3eb473?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3193264 May 03 21:31:21.545858 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d43989f-f888-48d2-9b9b-0b2e80efbe21 req-4e001e35-b926-4c7c-9124-41c19395e114 tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:31:21.547916 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-5d43989f-f888-48d2-9b9b-0b2e80efbe21 req-4e001e35-b926-4c7c-9124-41c19395e114 tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] 10.222.0.48 "GET /v2.0/ports?device_id=274fd6f3-1f2e-4da8-8c5f-fa173514fc2a HTTP/1.1" status: 200 len: 946 time: 0.2199111 May 03 21:31:21.598239 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-5d43989f-f888-48d2-9b9b-0b2e80efbe21 req-25e6409c-6c13-4245-8afe-0d0752430ef7 tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] 10.222.0.48 "GET /v2.0/security-groups?id=7027a18b-ac9e-45f0-8010-84baee7160ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437582 May 03 21:31:21.636410 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-a7e6bb53-78ba-4baf-90bf-fe95a96295c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:31:21.673754 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-a7e6bb53-78ba-4baf-90bf-fe95a96295c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:31:21.700079 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbdb24f-bf68-42e0-ae14-04ed165a5d57 req-8ede6c40-469d-4f1c-bfc1-3c5df197f444 tempest-VolumesActionsTest-1111013864 tempest-VolumesActionsTest-1111013864-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:31:21.701574 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-7bbdb24f-bf68-42e0-ae14-04ed165a5d57 req-8ede6c40-469d-4f1c-bfc1-3c5df197f444 tempest-VolumesActionsTest-1111013864 tempest-VolumesActionsTest-1111013864-project] 10.222.0.48 "GET /v2.0/ports?device_id=3849d6f2-1dba-4e09-956d-54d873eea387 HTTP/1.1" status: 200 len: 945 time: 0.1448963 May 03 21:31:21.766934 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-7bbdb24f-bf68-42e0-ae14-04ed165a5d57 req-710aa918-bac2-4c03-beb1-f3a5756fe334 tempest-VolumesActionsTest-1111013864 tempest-VolumesActionsTest-1111013864-project] 10.222.0.48 "GET /v2.0/security-groups?id=65f6f2a5-5af1-4e39-ae5e-b2190f5b8788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552950 May 03 21:31:22.030563 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-a7e6bb53-78ba-4baf-90bf-fe95a96295c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746426'] for security_group, after_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:31:22.049397 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e6bb53-78ba-4baf-90bf-fe95a96295c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70122a6b-08c2-4d90-beac-4b9493504fcf,revision_number=None']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:31:22.077961 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-a7e6bb53-78ba-4baf-90bf-fe95a96295c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:31:22.077961 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [None req-a7e6bb53-78ba-4baf-90bf-fe95a96295c1 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/70122a6b-08c2-4d90-beac-4b9493504fcf HTTP/1.1" status: 204 len: 168 time: 0.5528369 May 03 21:31:22.115673 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7c280a-b976-4d35-b5bb-cd81d8c49ff5 req-09580c34-58b4-435d-bdfa-b4d9b59cbd6a tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:31:22.117627 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-5c7c280a-b976-4d35-b5bb-cd81d8c49ff5 req-09580c34-58b4-435d-bdfa-b4d9b59cbd6a tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] 10.222.0.48 "GET /v2.0/ports?device_id=77f6a8a2-4366-486d-a002-05587e0f46b5 HTTP/1.1" status: 200 len: 946 time: 0.1204135 May 03 21:31:22.206450 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-5c7c280a-b976-4d35-b5bb-cd81d8c49ff5 req-a7fb67df-f622-44dc-99d3-8b5bf86a8f3c tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] 10.222.0.48 "GET /v2.0/security-groups?id=3dff50d4-faed-48b7-b783-10568bb53def&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0821297 May 03 21:31:22.256220 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c2b5d4-f1b7-44f8-97d7-f4a335b7a7e8 req-8ede542f-4dee-45e0-8b37-273db9431f3c tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:31:22.258091 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-f1c2b5d4-f1b7-44f8-97d7-f4a335b7a7e8 req-8ede542f-4dee-45e0-8b37-273db9431f3c tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] 10.222.0.48 "GET /v2.0/ports?device_id=4b1e6cc5-801c-4aa5-92fa-1f490590cb9f HTTP/1.1" status: 200 len: 943 time: 0.0893261 May 03 21:31:22.312727 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-f1c2b5d4-f1b7-44f8-97d7-f4a335b7a7e8 req-3f683049-8e71-48b4-9ee7-2ed027fc2d2a tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] 10.222.0.48 "GET /v2.0/security-groups?id=70c35da1-3406-4ab0-84b1-0914ebbc7d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481129 May 03 21:31:22.621418 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d22c05d-f1d1-480a-b276-c297b966fcf1 req-ec515b8d-787d-4519-9fe4-612f7851149a tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:31:22.622845 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-5d22c05d-f1d1-480a-b276-c297b966fcf1 req-ec515b8d-787d-4519-9fe4-612f7851149a tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] 10.222.0.48 "GET /v2.0/ports?device_id=cb2b9b5d-640a-401a-ac60-566b6d8dbc52 HTTP/1.1" status: 200 len: 944 time: 0.0946491 May 03 21:31:22.681738 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-5d22c05d-f1d1-480a-b276-c297b966fcf1 req-3d672ffb-375a-4b31-8acb-b746d838fc35 tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] 10.222.0.48 "GET /v2.0/security-groups?id=017c8b08-e15d-49c0-bac3-c85fbc37c93c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527732 May 03 21:31:22.853544 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0028104-cb19-4c21-817b-72ba51b2e383 req-6a39ad97-a296-4304-96b4-5410b97e31f8 tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:31:22.855303 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-c0028104-cb19-4c21-817b-72ba51b2e383 req-6a39ad97-a296-4304-96b4-5410b97e31f8 tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] 10.222.0.48 "GET /v2.0/ports?device_id=274fd6f3-1f2e-4da8-8c5f-fa173514fc2a HTTP/1.1" status: 200 len: 946 time: 0.0975299 May 03 21:31:22.930087 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-c0028104-cb19-4c21-817b-72ba51b2e383 req-13df5998-c463-409d-b16d-33081b67f462 tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] 10.222.0.48 "GET /v2.0/security-groups?id=7027a18b-ac9e-45f0-8010-84baee7160ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687451 May 03 21:31:23.020337 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d4d1f6-2909-4903-8cbf-11e77c646133 req-fcbec681-75a5-4561-a1d0-cecb0e66edcb tempest-VolumesActionsTest-1111013864 tempest-VolumesActionsTest-1111013864-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:31:23.021834 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-00d4d1f6-2909-4903-8cbf-11e77c646133 req-fcbec681-75a5-4561-a1d0-cecb0e66edcb tempest-VolumesActionsTest-1111013864 tempest-VolumesActionsTest-1111013864-project] 10.222.0.48 "GET /v2.0/ports?device_id=3849d6f2-1dba-4e09-956d-54d873eea387 HTTP/1.1" status: 200 len: 945 time: 0.1014774 May 03 21:31:23.069505 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-00d4d1f6-2909-4903-8cbf-11e77c646133 req-6972fa81-8dc5-4254-8660-7907e1c21778 tempest-VolumesActionsTest-1111013864 tempest-VolumesActionsTest-1111013864-project] 10.222.0.48 "GET /v2.0/security-groups?id=65f6f2a5-5af1-4e39-ae5e-b2190f5b8788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411794 May 03 21:31:23.277427 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-829b0e7d-1991-48b5-b628-b4c5a73ca02a req-9928f714-d8b6-4a4e-ad78-ac618c29b979 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=dffdb65a-4c55-4f89-afd3-ff88a82805d9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0796483 May 03 21:31:23.451686 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62f9f23-de91-4847-8265-e26bae579e47 req-86b39770-d8e0-42fe-b4d0-7abe003bfc3a tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:31:23.453266 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-d62f9f23-de91-4847-8265-e26bae579e47 req-86b39770-d8e0-42fe-b4d0-7abe003bfc3a tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] 10.222.0.48 "GET /v2.0/ports?device_id=77f6a8a2-4366-486d-a002-05587e0f46b5 HTTP/1.1" status: 200 len: 946 time: 0.0972729 May 03 21:31:23.563689 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-d62f9f23-de91-4847-8265-e26bae579e47 req-95a6d3d8-389c-40c6-99c7-4acffed44b01 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] 10.222.0.48 "GET /v2.0/security-groups?id=3dff50d4-faed-48b7-b783-10568bb53def&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0982203 May 03 21:31:23.606002 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.db.agents_db [None req-1c6bebc3-6d0c-4304-a2c1-5df630ce29f1 None None] Agent healthcheck: found 6 active agents {{(pid=83995) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 03 21:31:23.688236 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428e04e8-7ebb-4c9e-a46f-2b1b4a473dac req-d99b77b9-1801-4313-bf00-2ccaba386c8a tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:31:23.689849 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-428e04e8-7ebb-4c9e-a46f-2b1b4a473dac req-d99b77b9-1801-4313-bf00-2ccaba386c8a tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] 10.222.0.48 "GET /v2.0/ports?device_id=4b1e6cc5-801c-4aa5-92fa-1f490590cb9f HTTP/1.1" status: 200 len: 943 time: 0.2222407 May 03 21:31:23.692620 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-829b0e7d-1991-48b5-b628-b4c5a73ca02a req-061b6467-9ec9-4884-9b0d-884c5a1e660d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=30468ebc688d4bc1b036b4b984931e87&device_id=dffdb65a-4c55-4f89-afd3-ff88a82805d9 HTTP/1.1" status: 200 len: 1099 time: 0.2579000 May 03 21:31:23.827679 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-428e04e8-7ebb-4c9e-a46f-2b1b4a473dac req-e327aa21-fece-4dd7-b545-69154c8a0ccf tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] 10.222.0.48 "GET /v2.0/security-groups?id=70c35da1-3406-4ab0-84b1-0914ebbc7d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1320579 May 03 21:31:23.881044 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829b0e7d-1991-48b5-b628-b4c5a73ca02a req-d23c439e-2f02-4f6b-be15-9efc2a8bc6e4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:31:23.882918 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-829b0e7d-1991-48b5-b628-b4c5a73ca02a req-d23c439e-2f02-4f6b-be15-9efc2a8bc6e4 service neutron] 10.222.0.42 "GET /v2.0/networks?id=5bd090d5-a93e-4f68-8601-6aad9d3eb473 HTTP/1.1" status: 200 len: 920 time: 0.1669064 May 03 21:31:23.925804 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6f008e-bad7-4c0d-b607-ae145e3cfed2 req-009cd462-a252-47a8-baa1-2ffb4ba3bcba tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:31:23.927496 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-7d6f008e-bad7-4c0d-b607-ae145e3cfed2 req-009cd462-a252-47a8-baa1-2ffb4ba3bcba tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] 10.222.0.48 "GET /v2.0/ports?device_id=cb2b9b5d-640a-401a-ac60-566b6d8dbc52 HTTP/1.1" status: 200 len: 944 time: 0.0995321 May 03 21:31:23.982209 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-7d6f008e-bad7-4c0d-b607-ae145e3cfed2 req-10026bdc-943d-4a64-b8f3-5f75931c195f tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] 10.222.0.48 "GET /v2.0/security-groups?id=017c8b08-e15d-49c0-bac3-c85fbc37c93c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490499 May 03 21:31:24.153331 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa0f55a-374e-4581-b26b-e2a527655446 req-ffcf4fbf-4fe6-4689-a253-01158af386a9 tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:31:24.155001 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-dfa0f55a-374e-4581-b26b-e2a527655446 req-ffcf4fbf-4fe6-4689-a253-01158af386a9 tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] 10.222.0.48 "GET /v2.0/ports?device_id=274fd6f3-1f2e-4da8-8c5f-fa173514fc2a HTTP/1.1" status: 200 len: 946 time: 0.0922811 May 03 21:31:24.216511 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-dfa0f55a-374e-4581-b26b-e2a527655446 req-ca03e362-bf16-4689-a96e-604b2af016bf tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] 10.222.0.48 "GET /v2.0/security-groups?id=7027a18b-ac9e-45f0-8010-84baee7160ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507977 May 03 21:31:24.314617 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc6fc5e-7799-4673-960e-6c9263dbf220 req-ac39c397-ef34-45db-9d22-b7e2a7002ba9 tempest-VolumesActionsTest-1111013864 tempest-VolumesActionsTest-1111013864-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:31:24.323070 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-afc6fc5e-7799-4673-960e-6c9263dbf220 req-ac39c397-ef34-45db-9d22-b7e2a7002ba9 tempest-VolumesActionsTest-1111013864 tempest-VolumesActionsTest-1111013864-project] 10.222.0.48 "GET /v2.0/ports?device_id=3849d6f2-1dba-4e09-956d-54d873eea387 HTTP/1.1" status: 200 len: 945 time: 0.0864661 May 03 21:31:24.369927 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-afc6fc5e-7799-4673-960e-6c9263dbf220 req-61810ed3-47e4-44d5-a95b-0330465c1b9f tempest-VolumesActionsTest-1111013864 tempest-VolumesActionsTest-1111013864-project] 10.222.0.48 "GET /v2.0/security-groups?id=65f6f2a5-5af1-4e39-ae5e-b2190f5b8788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441499 May 03 21:31:24.812988 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a25942-6250-4e4f-b969-de1160aa4125 req-4b97d132-09fc-4628-a2ae-4353e3704e1d tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:31:24.814552 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-51a25942-6250-4e4f-b969-de1160aa4125 req-4b97d132-09fc-4628-a2ae-4353e3704e1d tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] 10.222.0.48 "GET /v2.0/ports?device_id=77f6a8a2-4366-486d-a002-05587e0f46b5 HTTP/1.1" status: 200 len: 946 time: 0.0877337 May 03 21:31:24.865061 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-51a25942-6250-4e4f-b969-de1160aa4125 req-f8105aee-e7f8-4baa-9367-4e80e8fc97db tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] 10.222.0.48 "GET /v2.0/security-groups?id=3dff50d4-faed-48b7-b783-10568bb53def&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442388 May 03 21:31:25.055879 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c229e37c-cd6a-468b-9186-26f047846b10 req-4f0b8696-ee70-47f9-8a61-6de0ac8af4b6 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:31:25.057414 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-c229e37c-cd6a-468b-9186-26f047846b10 req-4f0b8696-ee70-47f9-8a61-6de0ac8af4b6 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] 10.222.0.48 "GET /v2.0/ports?device_id=4b1e6cc5-801c-4aa5-92fa-1f490590cb9f HTTP/1.1" status: 200 len: 943 time: 0.0815299 May 03 21:31:25.112533 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-c229e37c-cd6a-468b-9186-26f047846b10 req-c1348fcf-1c1f-4fba-a809-c479fcc5be3d tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] 10.222.0.48 "GET /v2.0/security-groups?id=70c35da1-3406-4ab0-84b1-0914ebbc7d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489101 May 03 21:31:25.200289 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f48ab1-391f-4715-b52f-f7d3bef358ad req-c877bb72-c14b-4e0c-b481-319a91213242 tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:31:25.201879 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-78f48ab1-391f-4715-b52f-f7d3bef358ad req-c877bb72-c14b-4e0c-b481-319a91213242 tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] 10.222.0.48 "GET /v2.0/ports?device_id=cb2b9b5d-640a-401a-ac60-566b6d8dbc52 HTTP/1.1" status: 200 len: 944 time: 0.0874777 May 03 21:31:25.252256 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-78f48ab1-391f-4715-b52f-f7d3bef358ad req-827b7999-9a90-43e6-a4db-0e0e3f8915a1 tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] 10.222.0.48 "GET /v2.0/security-groups?id=017c8b08-e15d-49c0-bac3-c85fbc37c93c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447741 May 03 21:31:25.451978 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44ca538-9868-49bd-931b-8392a3387ce9 req-b8667a87-ed71-4ee9-ba0b-ba7c238262e6 tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:31:25.453481 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-a44ca538-9868-49bd-931b-8392a3387ce9 req-b8667a87-ed71-4ee9-ba0b-ba7c238262e6 tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] 10.222.0.48 "GET /v2.0/ports?device_id=274fd6f3-1f2e-4da8-8c5f-fa173514fc2a HTTP/1.1" status: 200 len: 946 time: 0.0858846 May 03 21:31:25.504535 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-a44ca538-9868-49bd-931b-8392a3387ce9 req-fa90bf03-7028-4e91-a1ae-81296e00fc1d tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] 10.222.0.48 "GET /v2.0/security-groups?id=7027a18b-ac9e-45f0-8010-84baee7160ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452733 May 03 21:31:26.093744 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a1f7d4-eac2-40f5-8e6b-b49d287774e4 req-20b7b01d-34c7-48d9-af6c-7321aac8c6b7 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:31:26.094684 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-f2a1f7d4-eac2-40f5-8e6b-b49d287774e4 req-20b7b01d-34c7-48d9-af6c-7321aac8c6b7 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] 10.222.0.48 "GET /v2.0/ports?device_id=77f6a8a2-4366-486d-a002-05587e0f46b5 HTTP/1.1" status: 200 len: 946 time: 0.0844753 May 03 21:31:26.145374 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-f2a1f7d4-eac2-40f5-8e6b-b49d287774e4 req-e3f1ca14-d0e2-4bca-b48e-7a3238def3fe tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] 10.222.0.48 "GET /v2.0/security-groups?id=3dff50d4-faed-48b7-b783-10568bb53def&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451710 May 03 21:31:26.329783 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded4f126-70a9-4597-b503-dcaa2a5ecc50 req-0e742670-3d61-4c98-876e-b3ddf4e7f144 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:31:26.331437 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-ded4f126-70a9-4597-b503-dcaa2a5ecc50 req-0e742670-3d61-4c98-876e-b3ddf4e7f144 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] 10.222.0.48 "GET /v2.0/ports?device_id=4b1e6cc5-801c-4aa5-92fa-1f490590cb9f HTTP/1.1" status: 200 len: 943 time: 0.0839775 May 03 21:31:26.387182 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-ded4f126-70a9-4597-b503-dcaa2a5ecc50 req-7e4f77b3-cb3f-4d94-8263-78e2ca712db2 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] 10.222.0.48 "GET /v2.0/security-groups?id=70c35da1-3406-4ab0-84b1-0914ebbc7d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491090 May 03 21:31:26.395549 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.rpc [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Device da492c37-8214-4064-8e3b-45911d07e1d8 details requested by agent hyperv_hv-cinder-84037 with host hv-cinder-84037 {{(pid=83994) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 03 21:31:26.489831 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a27bb32-e46c-40fa-8e72-b5e45a0ef9a0 req-4e65e711-ce18-4b0a-a493-1ca17ffd0ed7 tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:31:26.491277 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-7a27bb32-e46c-40fa-8e72-b5e45a0ef9a0 req-4e65e711-ce18-4b0a-a493-1ca17ffd0ed7 tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] 10.222.0.48 "GET /v2.0/ports?device_id=cb2b9b5d-640a-401a-ac60-566b6d8dbc52 HTTP/1.1" status: 200 len: 944 time: 0.0997012 May 03 21:31:26.549367 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-7a27bb32-e46c-40fa-8e72-b5e45a0ef9a0 req-49594653-4a4d-41d0-baba-f1aa637c4e9c tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] 10.222.0.48 "GET /v2.0/security-groups?id=017c8b08-e15d-49c0-bac3-c85fbc37c93c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477898 May 03 21:31:26.593212 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.db [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] For port da492c37-8214-4064-8e3b-45911d07e1d8, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=da492c37-8214-4064-8e3b-45911d07e1d8,segment=NetworkSegment(f82b8179-7d00-46b1-abec-98a139f3558c),segment_id=f82b8179-7d00-46b1-abec-98a139f3558c)] {{(pid=83994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 21:31:26.608786 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.rpc [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Returning: {'device': 'da492c37-8214-4064-8e3b-45911d07e1d8', 'network_id': 'afa29ce3-7ea1-4fb3-8d15-b28913382476', 'port_id': 'da492c37-8214-4064-8e3b-45911d07e1d8', 'mac_address': 'fa:16:3e:ef:c1:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 413, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '663a4790-11b9-4523-b0db-a1ea41b30d40', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83994) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 03 21:31:26.673805 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1124352'] for port, before_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:31:26.701167 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.notifiers.nova [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da492c37-8214-4064-8e3b-45911d07e1d8 {{(pid=83994) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 03 21:31:26.719599 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.db [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] For port da492c37-8214-4064-8e3b-45911d07e1d8, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=da492c37-8214-4064-8e3b-45911d07e1d8,segment=NetworkSegment(f82b8179-7d00-46b1-abec-98a139f3558c),segment_id=f82b8179-7d00-46b1-abec-98a139f3558c)] {{(pid=83994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 21:31:26.738552 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d5891e-f74c-460a-b808-efae89bbcca5 req-abb34945-0d5c-4873-839e-7b165880141d tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:31:26.746395 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-31d5891e-f74c-460a-b808-efae89bbcca5 req-abb34945-0d5c-4873-839e-7b165880141d tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] 10.222.0.48 "GET /v2.0/ports?device_id=274fd6f3-1f2e-4da8-8c5f-fa173514fc2a HTTP/1.1" status: 200 len: 946 time: 0.0963118 May 03 21:31:26.798553 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-31d5891e-f74c-460a-b808-efae89bbcca5 req-d0cbf5d6-ef8d-4d70-814f-70f1111ef39c tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] 10.222.0.48 "GET /v2.0/security-groups?id=7027a18b-ac9e-45f0-8010-84baee7160ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520225 May 03 21:31:26.841019 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781386188966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781385847453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781385847498'] for port, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:31:26.850303 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.rpc [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Device a2903b13-fffc-4e5f-9a12-4bcb585327dd details requested by agent hyperv_hv-cinder-84037 with host hv-cinder-84037 {{(pid=83994) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 03 21:31:26.995905 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Pushing event updated for resources: {'Port': ['ID=da492c37-8214-4064-8e3b-45911d07e1d8,revision_number=4']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:31:27.059728 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.db [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] For port a2903b13-fffc-4e5f-9a12-4bcb585327dd, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=a2903b13-fffc-4e5f-9a12-4bcb585327dd,segment=NetworkSegment(f62d725e-ae77-4a78-847c-f1a234768bbb),segment_id=f62d725e-ae77-4a78-847c-f1a234768bbb)] {{(pid=83994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 21:31:27.075770 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.rpc [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Returning: {'device': 'a2903b13-fffc-4e5f-9a12-4bcb585327dd', 'network_id': '5bd090d5-a93e-4f68-8601-6aad9d3eb473', 'port_id': 'a2903b13-fffc-4e5f-9a12-4bcb585327dd', 'mac_address': 'fa:16:3e:4d:f6:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 432, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1f0ef4c-4f27-4b18-935d-75e084855fe6', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83994) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 03 21:31:27.137567 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1124352'] for port, before_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:31:27.156299 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.notifiers.nova [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2903b13-fffc-4e5f-9a12-4bcb585327dd {{(pid=83994) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 03 21:31:27.175191 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.db [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] For port a2903b13-fffc-4e5f-9a12-4bcb585327dd, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=a2903b13-fffc-4e5f-9a12-4bcb585327dd,segment=NetworkSegment(f62d725e-ae77-4a78-847c-f1a234768bbb),segment_id=f62d725e-ae77-4a78-847c-f1a234768bbb)] {{(pid=83994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 21:31:27.321914 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781386188966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781385847453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781385847498'] for port, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:31:27.322701 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.rpc [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Device be428a12-3d87-4da1-a665-e7b79df6af66 details requested by agent hyperv_hv-cinder-84037 with host hv-cinder-84037 {{(pid=83994) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 03 21:31:27.413809 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c344d196-67db-4d3d-be58-828780d36ba0 req-7472c154-df52-425a-8d58-80f647b08a98 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:31:27.416473 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-c344d196-67db-4d3d-be58-828780d36ba0 req-7472c154-df52-425a-8d58-80f647b08a98 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] 10.222.0.48 "GET /v2.0/ports?device_id=77f6a8a2-4366-486d-a002-05587e0f46b5 HTTP/1.1" status: 200 len: 946 time: 0.0850878 May 03 21:31:27.548772 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Pushing event updated for resources: {'Port': ['ID=a2903b13-fffc-4e5f-9a12-4bcb585327dd,revision_number=4']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:31:27.550287 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-829b0e7d-1991-48b5-b628-b4c5a73ca02a req-8844e717-a048-47eb-83b2-a5bff7a8e8df service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=703e14ee-54de-44ea-bfca-17283964e8b4 HTTP/1.1" status: 200 len: 217 time: 0.1092577 May 03 21:31:27.647511 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.db [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] For port be428a12-3d87-4da1-a665-e7b79df6af66, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=be428a12-3d87-4da1-a665-e7b79df6af66,segment=NetworkSegment(192a8290-7524-479c-9894-35253b5adf28),segment_id=192a8290-7524-479c-9894-35253b5adf28)] {{(pid=83994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 21:31:27.650578 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-c344d196-67db-4d3d-be58-828780d36ba0 req-c411cbbf-687a-4208-9e94-aff87ac3ca07 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] 10.222.0.48 "GET /v2.0/security-groups?id=3dff50d4-faed-48b7-b783-10568bb53def&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2124395 May 03 21:31:27.669977 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.rpc [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Returning: {'device': 'be428a12-3d87-4da1-a665-e7b79df6af66', 'network_id': 'a76ba353-ab28-4792-b070-a9ace23ad085', 'port_id': 'be428a12-3d87-4da1-a665-e7b79df6af66', 'mac_address': 'fa:16:3e:aa:4f:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 430, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0993ef0-a172-48a1-8947-068cb6cb24ca', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83994) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 03 21:31:27.677390 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829b0e7d-1991-48b5-b628-b4c5a73ca02a req-fd1e4a8a-e67c-4c70-b7ff-c823b759151c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:31:27.679958 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-829b0e7d-1991-48b5-b628-b4c5a73ca02a req-fd1e4a8a-e67c-4c70-b7ff-c823b759151c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f1f0ef4c-4f27-4b18-935d-75e084855fe6 HTTP/1.1" status: 200 len: 858 time: 0.1148269 May 03 21:31:27.761830 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1124352'] for port, before_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:31:27.766713 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c8f44e-70a0-477a-ab0b-a5a0023bbcda req-608f1137-9121-426c-a1a5-6bda2c88c047 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:31:27.770941 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-28c8f44e-70a0-477a-ab0b-a5a0023bbcda req-608f1137-9121-426c-a1a5-6bda2c88c047 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] 10.222.0.48 "GET /v2.0/ports?device_id=4b1e6cc5-801c-4aa5-92fa-1f490590cb9f HTTP/1.1" status: 200 len: 944 time: 0.1490862 May 03 21:31:27.804798 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.notifiers.nova [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id be428a12-3d87-4da1-a665-e7b79df6af66 {{(pid=83994) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 03 21:31:27.816373 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-829b0e7d-1991-48b5-b628-b4c5a73ca02a req-f709b287-eb0e-49aa-a6c5-9503a6d4c198 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5bd090d5-a93e-4f68-8601-6aad9d3eb473&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1262081 May 03 21:31:27.818338 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.db [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] For port be428a12-3d87-4da1-a665-e7b79df6af66, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=be428a12-3d87-4da1-a665-e7b79df6af66,segment=NetworkSegment(192a8290-7524-479c-9894-35253b5adf28),segment_id=192a8290-7524-479c-9894-35253b5adf28)] {{(pid=83994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 21:31:27.863116 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-28c8f44e-70a0-477a-ab0b-a5a0023bbcda req-2871f6d0-7847-46f1-a70f-17c56bbb73ec tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] 10.222.0.48 "GET /v2.0/security-groups?id=70c35da1-3406-4ab0-84b1-0914ebbc7d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0834050 May 03 21:31:27.926896 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781386188966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781385847453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781385847498'] for port, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:31:28.071122 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3c4a1d-96c1-4559-8cf3-f71f15ed52dd req-9d402735-684b-48a6-ac5d-696449634963 tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:31:28.082962 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-db3c4a1d-96c1-4559-8cf3-f71f15ed52dd req-9d402735-684b-48a6-ac5d-696449634963 tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] 10.222.0.48 "GET /v2.0/ports?device_id=cb2b9b5d-640a-401a-ac60-566b6d8dbc52 HTTP/1.1" status: 200 len: 945 time: 0.2264411 May 03 21:31:28.089226 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-829b0e7d-1991-48b5-b628-b4c5a73ca02a req-9fdd135d-2287-473a-af31-0f40215b38e1 service neutron] 10.222.0.42 "GET /v2.0/networks/5bd090d5-a93e-4f68-8601-6aad9d3eb473?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2658179 May 03 21:31:28.177231 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Pushing event updated for resources: {'Port': ['ID=be428a12-3d87-4da1-a665-e7b79df6af66,revision_number=6']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:31:28.192762 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99beaf3d-7c29-4f93-be7a-0995778eb4fa req-9540c45d-7f76-439d-b903-7e985b93faf3 tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:31:28.202890 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-99beaf3d-7c29-4f93-be7a-0995778eb4fa req-9540c45d-7f76-439d-b903-7e985b93faf3 tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] 10.222.0.48 "GET /v2.0/ports?device_id=274fd6f3-1f2e-4da8-8c5f-fa173514fc2a HTTP/1.1" status: 200 len: 946 time: 0.1544156 May 03 21:31:28.268409 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-db3c4a1d-96c1-4559-8cf3-f71f15ed52dd req-1ad4750e-497e-48e1-861f-4dad25640d49 tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] 10.222.0.48 "GET /v2.0/security-groups?id=017c8b08-e15d-49c0-bac3-c85fbc37c93c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1842065 May 03 21:31:28.275825 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-99beaf3d-7c29-4f93-be7a-0995778eb4fa req-0efa9ebc-1baa-4a50-ac79-b64074cc3296 tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] 10.222.0.48 "GET /v2.0/security-groups?id=7027a18b-ac9e-45f0-8010-84baee7160ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716939 May 03 21:31:28.291935 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.db [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] get_ports_and_sgs() called for port_ids ['be428a12-3d87-4da1-a665-e7b79df6af66'] {{(pid=83994) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 03 21:31:28.333333 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-829b0e7d-1991-48b5-b628-b4c5a73ca02a req-86d04066-cba6-4e96-8cef-f898fa9df05e service neutron] 10.222.0.42 "GET /v2.0/networks/5bd090d5-a93e-4f68-8601-6aad9d3eb473?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2259059 May 03 21:31:28.527512 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.db [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] get_ports_and_sgs() called for port_ids ['da492c37-8214-4064-8e3b-45911d07e1d8'] {{(pid=83994) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 03 21:31:28.571386 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.db [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] get_ports_and_sgs() called for port_ids ['a2903b13-fffc-4e5f-9a12-4bcb585327dd'] {{(pid=83994) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 03 21:31:29.003614 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd276d2-2ec8-43df-89ec-8f4d5365460a req-f52f79ba-e81a-46fa-86fb-f950fd1b1553 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:31:29.007685 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-ddd276d2-2ec8-43df-89ec-8f4d5365460a req-f52f79ba-e81a-46fa-86fb-f950fd1b1553 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] 10.222.0.48 "GET /v2.0/ports?device_id=77f6a8a2-4366-486d-a002-05587e0f46b5 HTTP/1.1" status: 200 len: 945 time: 0.1634095 May 03 21:31:29.169291 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-ddd276d2-2ec8-43df-89ec-8f4d5365460a req-b3f529a4-611b-4383-8be7-88ae8059bc35 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] 10.222.0.48 "GET /v2.0/security-groups?id=3dff50d4-faed-48b7-b783-10568bb53def&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1488736 May 03 21:31:29.429072 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583aa2e1-dc63-4a6d-bfda-22be6d706f07 req-82368f8c-eb1e-40cf-a378-62de380c0b16 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:31:29.432057 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-583aa2e1-dc63-4a6d-bfda-22be6d706f07 req-82368f8c-eb1e-40cf-a378-62de380c0b16 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] 10.222.0.48 "GET /v2.0/ports?device_id=4b1e6cc5-801c-4aa5-92fa-1f490590cb9f HTTP/1.1" status: 200 len: 944 time: 0.1280508 May 03 21:31:29.520885 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-583aa2e1-dc63-4a6d-bfda-22be6d706f07 req-4364e721-706f-4671-a64c-340bef06edd5 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] 10.222.0.48 "GET /v2.0/security-groups?id=70c35da1-3406-4ab0-84b1-0914ebbc7d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767732 May 03 21:31:29.811713 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fed9588-6c23-4d2b-b68b-ea51d743ed65 req-05aacce8-057b-43ca-94ba-8e8963a31f7a tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:31:29.813477 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-4fed9588-6c23-4d2b-b68b-ea51d743ed65 req-05aacce8-057b-43ca-94ba-8e8963a31f7a tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] 10.222.0.48 "GET /v2.0/ports?device_id=274fd6f3-1f2e-4da8-8c5f-fa173514fc2a HTTP/1.1" status: 200 len: 946 time: 0.0974398 May 03 21:31:29.837862 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434daa7c-403f-454c-bfbf-ea9d4f70a161 req-03e52c72-d683-44c6-a735-31703f8b2844 tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:31:29.840170 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-434daa7c-403f-454c-bfbf-ea9d4f70a161 req-03e52c72-d683-44c6-a735-31703f8b2844 tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] 10.222.0.48 "GET /v2.0/ports?device_id=cb2b9b5d-640a-401a-ac60-566b6d8dbc52 HTTP/1.1" status: 200 len: 945 time: 0.1294668 May 03 21:31:29.895233 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-4fed9588-6c23-4d2b-b68b-ea51d743ed65 req-83194aca-0e26-4d3f-be11-82f0f76a2692 tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] 10.222.0.48 "GET /v2.0/security-groups?id=7027a18b-ac9e-45f0-8010-84baee7160ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679452 May 03 21:31:30.042191 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-434daa7c-403f-454c-bfbf-ea9d4f70a161 req-c27fedcc-99fa-46d4-840d-346356352bac tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] 10.222.0.48 "GET /v2.0/security-groups?id=017c8b08-e15d-49c0-bac3-c85fbc37c93c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1961963 May 03 21:31:30.068742 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.rpc [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Device da492c37-8214-4064-8e3b-45911d07e1d8 up at agent hyperv_hv-cinder-84037 {{(pid=83994) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 21:31:30.372120 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.provisioning_blocks [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Provisioning for port da492c37-8214-4064-8e3b-45911d07e1d8 completed by entity L2. {{(pid=83994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 21:31:30.377675 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.provisioning_blocks [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Provisioning complete for port da492c37-8214-4064-8e3b-45911d07e1d8 triggered by entity L2. {{(pid=83994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:31:30.378038 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2080827'] for port, provisioning_complete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:31:30.385200 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe608c6b-4e63-4adb-be7e-e0afbab8bfbd req-3d18595a-8e99-40a9-afff-c473893c4a3b tempest-VolumesActionsTest-1111013864 tempest-VolumesActionsTest-1111013864-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:31:30.387341 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-fe608c6b-4e63-4adb-be7e-e0afbab8bfbd req-3d18595a-8e99-40a9-afff-c473893c4a3b tempest-VolumesActionsTest-1111013864 tempest-VolumesActionsTest-1111013864-project] 10.222.0.48 "GET /v2.0/ports?device_id=3849d6f2-1dba-4e09-956d-54d873eea387 HTTP/1.1" status: 200 len: 945 time: 0.1317937 May 03 21:31:30.459784 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-fe608c6b-4e63-4adb-be7e-e0afbab8bfbd req-1d8e7e84-9698-4813-801a-504cbbee5ae0 tempest-VolumesActionsTest-1111013864 tempest-VolumesActionsTest-1111013864-project] 10.222.0.48 "GET /v2.0/security-groups?id=65f6f2a5-5af1-4e39-ae5e-b2190f5b8788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657759 May 03 21:31:30.616077 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1a4d3e-6ae7-4ecf-9bb5-313e8d27b3e1 req-2e89688f-8de1-438e-abfa-50b81ab0c6bd tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:31:30.619405 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-ba1a4d3e-6ae7-4ecf-9bb5-313e8d27b3e1 req-2e89688f-8de1-438e-abfa-50b81ab0c6bd tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] 10.222.0.48 "GET /v2.0/ports?device_id=77f6a8a2-4366-486d-a002-05587e0f46b5 HTTP/1.1" status: 200 len: 945 time: 0.1640918 May 03 21:31:30.622458 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1124352'] for port, before_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:31:30.676787 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b1e6cc5-801c-4aa5-92fa-1f490590cb9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da492c37-8214-4064-8e3b-45911d07e1d8'}] {{(pid=83994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 03 21:31:30.692200 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.db [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] For port da492c37-8214-4064-8e3b-45911d07e1d8, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=da492c37-8214-4064-8e3b-45911d07e1d8,segment=NetworkSegment(f82b8179-7d00-46b1-abec-98a139f3558c),segment_id=f82b8179-7d00-46b1-abec-98a139f3558c)] {{(pid=83994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 21:31:30.700609 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-ba1a4d3e-6ae7-4ecf-9bb5-313e8d27b3e1 req-34083fa4-72c5-4d1d-8429-6c7c3115bd8d tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] 10.222.0.48 "GET /v2.0/security-groups?id=3dff50d4-faed-48b7-b783-10568bb53def&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748575 May 03 21:31:30.790542 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781386188966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781385847453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781385847498'] for port, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:31:30.791509 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.rpc [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Device be428a12-3d87-4da1-a665-e7b79df6af66 up at agent hyperv_hv-cinder-84037 {{(pid=83994) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 21:31:30.819308 dv-cinder-840377-1-iscsi neutron-server[83994]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3b2eb911-5364-40ce-80d9-3b03dc78d7bf'] response: {'server_uuid': '4b1e6cc5-801c-4aa5-92fa-1f490590cb9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da492c37-8214-4064-8e3b-45911d07e1d8', 'code': 200} May 03 21:31:30.894822 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a4a68f-a6f8-448f-b07b-0705c6e31d18 req-a5a5d04a-36db-4857-bd7b-b6ca3fcff0f1 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:31:30.896460 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-27a4a68f-a6f8-448f-b07b-0705c6e31d18 req-a5a5d04a-36db-4857-bd7b-b6ca3fcff0f1 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] 10.222.0.48 "GET /v2.0/ports?device_id=4b1e6cc5-801c-4aa5-92fa-1f490590cb9f HTTP/1.1" status: 200 len: 945 time: 0.1626666 May 03 21:31:30.938489 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Pushing event updated for resources: {'Port': ['ID=da492c37-8214-4064-8e3b-45911d07e1d8,revision_number=5']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:31:30.953934 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.provisioning_blocks [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Provisioning complete for port be428a12-3d87-4da1-a665-e7b79df6af66 triggered by entity L2. {{(pid=83994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:31:30.954456 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2080827'] for port, provisioning_complete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:31:30.960299 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-27a4a68f-a6f8-448f-b07b-0705c6e31d18 req-4715f2b5-8ebe-4c66-bf80-cd6c8341b5c9 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] 10.222.0.48 "GET /v2.0/security-groups?id=70c35da1-3406-4ab0-84b1-0914ebbc7d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539191 May 03 21:31:31.118755 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1124352'] for port, before_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:31:31.204915 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.db [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] For port be428a12-3d87-4da1-a665-e7b79df6af66, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=be428a12-3d87-4da1-a665-e7b79df6af66,segment=NetworkSegment(192a8290-7524-479c-9894-35253b5adf28),segment_id=192a8290-7524-479c-9894-35253b5adf28)] {{(pid=83994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 21:31:31.297880 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781386188966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781385847453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781385847498'] for port, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:31:31.303857 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e923dea7-e8d6-4d09-8e5d-74d3c1a3e48e req-ff4f059d-93c5-4bb6-aaff-24f41b39321f tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:31:31.316515 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-e923dea7-e8d6-4d09-8e5d-74d3c1a3e48e req-ff4f059d-93c5-4bb6-aaff-24f41b39321f tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] 10.222.0.48 "GET /v2.0/ports?device_id=274fd6f3-1f2e-4da8-8c5f-fa173514fc2a HTTP/1.1" status: 200 len: 946 time: 0.2259557 May 03 21:31:31.399680 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-e923dea7-e8d6-4d09-8e5d-74d3c1a3e48e req-e8baf8c8-c3d8-403e-9697-06d7fd127ba6 tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] 10.222.0.48 "GET /v2.0/security-groups?id=7027a18b-ac9e-45f0-8010-84baee7160ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807436 May 03 21:31:31.421903 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fdf360-456b-4c68-a412-e69a4f850d04 req-cbd63ced-b56b-47a5-b313-ebf65d297670 tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:31:31.424881 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-51fdf360-456b-4c68-a412-e69a4f850d04 req-cbd63ced-b56b-47a5-b313-ebf65d297670 tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] 10.222.0.48 "GET /v2.0/ports?device_id=cb2b9b5d-640a-401a-ac60-566b6d8dbc52 HTTP/1.1" status: 200 len: 945 time: 0.1675506 May 03 21:31:31.437050 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Pushing event updated for resources: {'Port': ['ID=be428a12-3d87-4da1-a665-e7b79df6af66,revision_number=7']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:31:31.531736 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-51fdf360-456b-4c68-a412-e69a4f850d04 req-14dc0c90-50cc-41f9-863b-8820fe900adb tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] 10.222.0.48 "GET /v2.0/security-groups?id=017c8b08-e15d-49c0-bac3-c85fbc37c93c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0968907 May 03 21:31:31.766909 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4120bd2e-1d4e-4aa0-9c2d-01af9b029e64 req-ad602fee-f96c-40db-80e7-7dd0395bab8c tempest-VolumesActionsTest-1111013864 tempest-VolumesActionsTest-1111013864-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:31:31.768571 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-4120bd2e-1d4e-4aa0-9c2d-01af9b029e64 req-ad602fee-f96c-40db-80e7-7dd0395bab8c tempest-VolumesActionsTest-1111013864 tempest-VolumesActionsTest-1111013864-project] 10.222.0.48 "GET /v2.0/ports?device_id=3849d6f2-1dba-4e09-956d-54d873eea387 HTTP/1.1" status: 200 len: 945 time: 0.1161277 May 03 21:31:31.847581 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-4120bd2e-1d4e-4aa0-9c2d-01af9b029e64 req-3c7c8bc1-4295-43f0-9ef5-c94a2b6a872e tempest-VolumesActionsTest-1111013864 tempest-VolumesActionsTest-1111013864-project] 10.222.0.48 "GET /v2.0/security-groups?id=65f6f2a5-5af1-4e39-ae5e-b2190f5b8788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717449 May 03 21:31:31.982571 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b475b55e-8205-4128-a721-fb8569de207c req-fa9c24c3-3c8a-4d07-98f2-f88ccf574788 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:31:31.984157 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-b475b55e-8205-4128-a721-fb8569de207c req-fa9c24c3-3c8a-4d07-98f2-f88ccf574788 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] 10.222.0.48 "GET /v2.0/ports?device_id=77f6a8a2-4366-486d-a002-05587e0f46b5 HTTP/1.1" status: 200 len: 946 time: 0.1131959 May 03 21:31:32.067645 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-b475b55e-8205-4128-a721-fb8569de207c req-aaaee497-5eac-4478-8293-9c1e9a24eecf tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] 10.222.0.48 "GET /v2.0/security-groups?id=3dff50d4-faed-48b7-b783-10568bb53def&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726800 May 03 21:31:32.272153 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6356c8-3b26-4f1e-ab64-184fe848a825 req-5503841c-de6b-439d-81ec-3754c525c2e1 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:31:32.276610 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-fd6356c8-3b26-4f1e-ab64-184fe848a825 req-5503841c-de6b-439d-81ec-3754c525c2e1 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] 10.222.0.48 "GET /v2.0/ports?device_id=4b1e6cc5-801c-4aa5-92fa-1f490590cb9f HTTP/1.1" status: 200 len: 945 time: 0.1148293 May 03 21:31:32.332774 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-fd6356c8-3b26-4f1e-ab64-184fe848a825 req-f5736b03-5a74-41ff-940b-e9ca60d73fb9 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] 10.222.0.48 "GET /v2.0/security-groups?id=70c35da1-3406-4ab0-84b1-0914ebbc7d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528271 May 03 21:31:32.755005 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d1b868-9218-4a0f-b062-68bdc76f47b0 req-27ea3f58-0e87-463e-8e7c-c3385d5cca21 tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:31:32.762968 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-e7d1b868-9218-4a0f-b062-68bdc76f47b0 req-27ea3f58-0e87-463e-8e7c-c3385d5cca21 tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] 10.222.0.48 "GET /v2.0/ports?device_id=274fd6f3-1f2e-4da8-8c5f-fa173514fc2a HTTP/1.1" status: 200 len: 946 time: 0.1389940 May 03 21:31:32.819633 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77f6a8a2-4366-486d-a002-05587e0f46b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be428a12-3d87-4da1-a665-e7b79df6af66'}] {{(pid=83994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 03 21:31:32.822703 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-e7d1b868-9218-4a0f-b062-68bdc76f47b0 req-b51baec7-d50d-4d5e-94d0-232f9ebe9564 tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] 10.222.0.48 "GET /v2.0/security-groups?id=7027a18b-ac9e-45f0-8010-84baee7160ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588784 May 03 21:31:32.832310 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516a08d6-157d-4a58-adc9-84763071a093 req-adfe7869-4275-4e53-88a6-51ce107c8e70 tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:31:32.834227 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-516a08d6-157d-4a58-adc9-84763071a093 req-adfe7869-4275-4e53-88a6-51ce107c8e70 tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] 10.222.0.48 "GET /v2.0/ports?device_id=cb2b9b5d-640a-401a-ac60-566b6d8dbc52 HTTP/1.1" status: 200 len: 945 time: 0.1119692 May 03 21:31:32.906660 dv-cinder-840377-1-iscsi neutron-server[83994]: INFO neutron.notifiers.nova [-] Nova event matching ['req-db269793-323f-479e-b2ea-5f055d88a521'] response: {'server_uuid': '77f6a8a2-4366-486d-a002-05587e0f46b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be428a12-3d87-4da1-a665-e7b79df6af66', 'code': 200} May 03 21:31:32.910154 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-516a08d6-157d-4a58-adc9-84763071a093 req-eee8f22e-b62d-48ae-96f4-d5dea862c088 tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] 10.222.0.48 "GET /v2.0/security-groups?id=017c8b08-e15d-49c0-bac3-c85fbc37c93c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686421 May 03 21:31:33.140790 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e96cece-7bd9-4164-b876-3f298780e353 req-3ac07151-8557-4016-8406-dda85c517c07 tempest-VolumesActionsTest-1111013864 tempest-VolumesActionsTest-1111013864-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:31:33.150965 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-2e96cece-7bd9-4164-b876-3f298780e353 req-3ac07151-8557-4016-8406-dda85c517c07 tempest-VolumesActionsTest-1111013864 tempest-VolumesActionsTest-1111013864-project] 10.222.0.48 "GET /v2.0/ports?device_id=3849d6f2-1dba-4e09-956d-54d873eea387 HTTP/1.1" status: 200 len: 945 time: 0.1042197 May 03 21:31:33.208125 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-2e96cece-7bd9-4164-b876-3f298780e353 req-ade56422-8ba1-46f9-ae57-a89f1b9eae73 tempest-VolumesActionsTest-1111013864 tempest-VolumesActionsTest-1111013864-project] 10.222.0.48 "GET /v2.0/security-groups?id=65f6f2a5-5af1-4e39-ae5e-b2190f5b8788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561583 May 03 21:31:33.378481 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bc8432-5954-455e-9e58-d684af9b93aa req-81749e49-4bb7-4a4b-8a9b-4bc2a24f3431 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:31:33.380049 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-08bc8432-5954-455e-9e58-d684af9b93aa req-81749e49-4bb7-4a4b-8a9b-4bc2a24f3431 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] 10.222.0.48 "GET /v2.0/ports?device_id=77f6a8a2-4366-486d-a002-05587e0f46b5 HTTP/1.1" status: 200 len: 946 time: 0.1021338 May 03 21:31:33.442601 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-08bc8432-5954-455e-9e58-d684af9b93aa req-8e03fe39-7fe7-4204-b558-ec5de71fefae tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] 10.222.0.48 "GET /v2.0/security-groups?id=3dff50d4-faed-48b7-b783-10568bb53def&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553899 May 03 21:31:33.451115 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.rpc [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Device a2903b13-fffc-4e5f-9a12-4bcb585327dd up at agent hyperv_hv-cinder-84037 {{(pid=83994) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 21:31:33.646461 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6abbd6d-c787-4289-b663-e8831c475583 req-c25e2c9e-0f7a-43cf-b36a-273e5b5aa3bd tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:31:33.653864 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-a6abbd6d-c787-4289-b663-e8831c475583 req-c25e2c9e-0f7a-43cf-b36a-273e5b5aa3bd tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] 10.222.0.48 "GET /v2.0/ports?device_id=4b1e6cc5-801c-4aa5-92fa-1f490590cb9f HTTP/1.1" status: 200 len: 945 time: 0.1120515 May 03 21:31:33.705093 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-a6abbd6d-c787-4289-b663-e8831c475583 req-0d62004b-4850-4347-b1b7-ee9a08397ba4 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] 10.222.0.48 "GET /v2.0/security-groups?id=70c35da1-3406-4ab0-84b1-0914ebbc7d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501156 May 03 21:31:33.741948 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.provisioning_blocks [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Provisioning for port a2903b13-fffc-4e5f-9a12-4bcb585327dd completed by entity L2. {{(pid=83994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 21:31:33.758318 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.provisioning_blocks [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Provisioning complete for port a2903b13-fffc-4e5f-9a12-4bcb585327dd triggered by entity L2. {{(pid=83994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:31:33.758971 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2080827'] for port, provisioning_complete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:31:34.000491 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1124352'] for port, before_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:31:34.081450 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.db [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] For port a2903b13-fffc-4e5f-9a12-4bcb585327dd, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=a2903b13-fffc-4e5f-9a12-4bcb585327dd,segment=NetworkSegment(f62d725e-ae77-4a78-847c-f1a234768bbb),segment_id=f62d725e-ae77-4a78-847c-f1a234768bbb)] {{(pid=83994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 21:31:34.179439 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23d81df-b667-45bf-98c0-3dcaea681d16 req-0d69fe15-aa01-4e6a-9534-25b46a715ef7 tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:31:34.181175 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-b23d81df-b667-45bf-98c0-3dcaea681d16 req-0d69fe15-aa01-4e6a-9534-25b46a715ef7 tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] 10.222.0.48 "GET /v2.0/ports?device_id=274fd6f3-1f2e-4da8-8c5f-fa173514fc2a HTTP/1.1" status: 200 len: 946 time: 0.1452043 May 03 21:31:34.238276 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39f42cc-2c4e-48fd-b0bb-3fbe701cc826 req-11b3f7a1-22f0-4bb6-8104-46aa98d6f588 tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:31:34.288867 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-f39f42cc-2c4e-48fd-b0bb-3fbe701cc826 req-11b3f7a1-22f0-4bb6-8104-46aa98d6f588 tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] 10.222.0.48 "GET /v2.0/ports?device_id=cb2b9b5d-640a-401a-ac60-566b6d8dbc52 HTTP/1.1" status: 200 len: 945 time: 0.1344776 May 03 21:31:34.291238 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-b23d81df-b667-45bf-98c0-3dcaea681d16 req-43b8dc1a-a3d6-4375-bd76-ff80e4b917c3 tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] 10.222.0.48 "GET /v2.0/security-groups?id=7027a18b-ac9e-45f0-8010-84baee7160ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509055 May 03 21:31:34.315744 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-f39f42cc-2c4e-48fd-b0bb-3fbe701cc826 req-dd9bac5e-f772-44ac-be95-732b4d2fd152 tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] 10.222.0.48 "GET /v2.0/security-groups?id=017c8b08-e15d-49c0-bac3-c85fbc37c93c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660789 May 03 21:31:34.578881 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781386188966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781385847453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781385847498'] for port, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:31:34.658159 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3906e169-3efc-4372-8885-075e9f0c1005 req-624dd578-9bfe-411c-847e-3c0b591d14bf tempest-VolumesActionsTest-1111013864 tempest-VolumesActionsTest-1111013864-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:31:34.662780 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-3906e169-3efc-4372-8885-075e9f0c1005 req-624dd578-9bfe-411c-847e-3c0b591d14bf tempest-VolumesActionsTest-1111013864 tempest-VolumesActionsTest-1111013864-project] 10.222.0.42 "GET /v2.0/ports?device_id=3849d6f2-1dba-4e09-956d-54d873eea387 HTTP/1.1" status: 200 len: 945 time: 0.2417707 May 03 21:31:34.739673 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Pushing event updated for resources: {'Port': ['ID=a2903b13-fffc-4e5f-9a12-4bcb585327dd,revision_number=5']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:31:34.832489 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6f08d0-3910-4e90-bb44-5be43ef53a97 req-c53f3128-3145-4fb2-8e4d-cd85817ac238 tempest-VolumesActionsTest-1111013864 tempest-VolumesActionsTest-1111013864-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:31:34.840187 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-5c6f08d0-3910-4e90-bb44-5be43ef53a97 req-c53f3128-3145-4fb2-8e4d-cd85817ac238 tempest-VolumesActionsTest-1111013864 tempest-VolumesActionsTest-1111013864-project] 10.222.0.48 "GET /v2.0/ports?device_id=3849d6f2-1dba-4e09-956d-54d873eea387 HTTP/1.1" status: 200 len: 945 time: 0.4538112 May 03 21:31:34.907460 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb2b9b5d-640a-401a-ac60-566b6d8dbc52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2903b13-fffc-4e5f-9a12-4bcb585327dd'}] {{(pid=83994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 03 21:31:34.916701 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-8872b88f-cfba-4ced-9ef1-965d034d178e req-8d57cfb4-061e-477c-ba2f-6f6c6bbc9767 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=4b1e6cc5-801c-4aa5-92fa-1f490590cb9f HTTP/1.1" status: 200 len: 1098 time: 0.4061813 May 03 21:31:34.982467 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.plugin [req-3906e169-3efc-4372-8885-075e9f0c1005 req-e1d5c9e4-a196-4751-9b10-bb8142b38277 tempest-VolumesActionsTest-1111013864 tempest-VolumesActionsTest-1111013864-project] Deleting port ee0150a2-32c4-464b-8988-0efae2a38c5c {{(pid=83993) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 03 21:31:34.983080 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-3906e169-3efc-4372-8885-075e9f0c1005 req-e1d5c9e4-a196-4751-9b10-bb8142b38277 tempest-VolumesActionsTest-1111013864 tempest-VolumesActionsTest-1111013864-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781386349267'] for port, before_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:31:35.033328 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-5c6f08d0-3910-4e90-bb44-5be43ef53a97 req-a3a3a5c0-a075-4cf4-ad58-c77fcb2187fd tempest-VolumesActionsTest-1111013864 tempest-VolumesActionsTest-1111013864-project] 10.222.0.48 "GET /v2.0/security-groups?id=65f6f2a5-5af1-4e39-ae5e-b2190f5b8788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1917450 May 03 21:31:35.053705 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1a085b-5e71-4f32-8d80-1bd152a4f84a req-5e0e67d1-5568-425d-8758-7edfd958f06d tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:31:35.057301 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-4e1a085b-5e71-4f32-8d80-1bd152a4f84a req-5e0e67d1-5568-425d-8758-7edfd958f06d tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] 10.222.0.48 "GET /v2.0/ports?device_id=77f6a8a2-4366-486d-a002-05587e0f46b5 HTTP/1.1" status: 200 len: 946 time: 0.1637886 May 03 21:31:35.151598 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-8872b88f-cfba-4ced-9ef1-965d034d178e req-d477f30a-7178-4e8f-821e-308aa1bbd79f service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=70c35da1-3406-4ab0-84b1-0914ebbc7d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2253633 May 03 21:31:35.198875 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-4e1a085b-5e71-4f32-8d80-1bd152a4f84a req-d5e87000-e45d-4d2f-9136-0d7c4034c387 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] 10.222.0.48 "GET /v2.0/security-groups?id=3dff50d4-faed-48b7-b783-10568bb53def&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1306477 May 03 21:31:35.292834 dv-cinder-840377-1-iscsi neutron-server[83994]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0c5b13a6-4ea8-4485-a495-0f003cb9d61a'] response: {'server_uuid': 'cb2b9b5d-640a-401a-ac60-566b6d8dbc52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2903b13-fffc-4e5f-9a12-4bcb585327dd', 'code': 200} May 03 21:31:35.450620 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.db [req-3906e169-3efc-4372-8885-075e9f0c1005 req-e1d5c9e4-a196-4751-9b10-bb8142b38277 tempest-VolumesActionsTest-1111013864 tempest-VolumesActionsTest-1111013864-project] For port ee0150a2-32c4-464b-8988-0efae2a38c5c, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=ee0150a2-32c4-464b-8988-0efae2a38c5c,segment=NetworkSegment(2b922d1c-0f74-428d-9457-e2990b5d0230),segment_id=2b922d1c-0f74-428d-9457-e2990b5d0230)] {{(pid=83993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 21:31:35.450866 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-3906e169-3efc-4372-8885-075e9f0c1005 req-e1d5c9e4-a196-4751-9b10-bb8142b38277 tempest-VolumesActionsTest-1111013864 tempest-VolumesActionsTest-1111013864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749056'] for port, precommit_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:31:35.582527 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcec2f4d-b090-486f-bbf7-1e68e6293da6 req-a0716c42-c075-4022-8fe8-7de482b51d88 tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:31:35.584560 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-bcec2f4d-b090-486f-bbf7-1e68e6293da6 req-a0716c42-c075-4022-8fe8-7de482b51d88 tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] 10.222.0.48 "GET /v2.0/ports?device_id=274fd6f3-1f2e-4da8-8c5f-fa173514fc2a HTTP/1.1" status: 200 len: 946 time: 0.1753409 May 03 21:31:35.628712 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.plugin [req-3906e169-3efc-4372-8885-075e9f0c1005 req-e1d5c9e4-a196-4751-9b10-bb8142b38277 tempest-VolumesActionsTest-1111013864 tempest-VolumesActionsTest-1111013864-project] Calling delete_port for ee0150a2-32c4-464b-8988-0efae2a38c5c owned by compute:nova {{(pid=83993) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 03 21:31:35.678608 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-bcec2f4d-b090-486f-bbf7-1e68e6293da6 req-0d935b62-8b9d-4f18-a302-4717cde3c10f tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] 10.222.0.48 "GET /v2.0/security-groups?id=7027a18b-ac9e-45f0-8010-84baee7160ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0855160 May 03 21:31:35.910337 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b2cc71-1707-4b41-b6ce-10b1a1c8dc51 req-ca19af34-0f3f-4cf3-b5e2-0af95ed183f5 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:31:35.921715 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-20b2cc71-1707-4b41-b6ce-10b1a1c8dc51 req-ca19af34-0f3f-4cf3-b5e2-0af95ed183f5 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] 10.222.0.48 "GET /v2.0/ports?device_id=4b1e6cc5-801c-4aa5-92fa-1f490590cb9f HTTP/1.1" status: 200 len: 945 time: 0.6665354 May 03 21:31:35.995843 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.48', 57586) {{(pid=83993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:31:36.012274 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-3906e169-3efc-4372-8885-075e9f0c1005 req-e1d5c9e4-a196-4751-9b10-bb8142b38277 tempest-VolumesActionsTest-1111013864 tempest-VolumesActionsTest-1111013864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781386188948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781385847444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3391708'] for port, after_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:31:36.066388 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.db [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] get_ports_and_sgs() called for port_ids ['ee0150a2-32c4-464b-8988-0efae2a38c5c'] {{(pid=83994) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 03 21:31:36.123430 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f5d78c-1386-4705-80da-c51aaaff50c7 req-370b9ed9-334d-48c4-a9c7-05424419166d tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:31:36.143343 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-10f5d78c-1386-4705-80da-c51aaaff50c7 req-370b9ed9-334d-48c4-a9c7-05424419166d tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] 10.222.0.48 "GET /v2.0/ports?device_id=cb2b9b5d-640a-401a-ac60-566b6d8dbc52 HTTP/1.1" status: 200 len: 946 time: 0.2244194 May 03 21:31:36.161125 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d5c9e4-a196-4751-9b10-bb8142b38277 tempest-VolumesActionsTest-1111013864 tempest-VolumesActionsTest-1111013864-project] Pushing event deleted for resources: {'Port': ['ID=ee0150a2-32c4-464b-8988-0efae2a38c5c,revision_number=None']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:31:36.242707 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-20b2cc71-1707-4b41-b6ce-10b1a1c8dc51 req-6adbd6f4-764e-44e5-8492-47f0128bef98 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] 10.222.0.48 "GET /v2.0/security-groups?id=70c35da1-3406-4ab0-84b1-0914ebbc7d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3196344 May 03 21:31:36.271604 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-10f5d78c-1386-4705-80da-c51aaaff50c7 req-e7799f96-bcee-4a38-9c6b-21c0aea8c6a6 tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] 10.222.0.48 "GET /v2.0/security-groups?id=017c8b08-e15d-49c0-bac3-c85fbc37c93c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1241071 May 03 21:31:36.404095 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-80b609a7-c2ba-4061-979f-8792468b1808 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:31:36.435568 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.db.l3_dvrscheduler_db [req-3906e169-3efc-4372-8885-075e9f0c1005 req-e1d5c9e4-a196-4751-9b10-bb8142b38277 tempest-VolumesActionsTest-1111013864 tempest-VolumesActionsTest-1111013864-project] No DVR routers for this DVR port ee0150a2-32c4-464b-8988-0efae2a38c5c on host hv-cinder-84037 {{(pid=83993) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 21:31:36.448471 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-3906e169-3efc-4372-8885-075e9f0c1005 req-e1d5c9e4-a196-4751-9b10-bb8142b38277 tempest-VolumesActionsTest-1111013864 tempest-VolumesActionsTest-1111013864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93163'] for port, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:31:36.454666 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3849d6f2-1dba-4e09-956d-54d873eea387', 'name': 'network-vif-deleted', 'tag': 'ee0150a2-32c4-464b-8988-0efae2a38c5c'}] {{(pid=83993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 03 21:31:36.554063 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-d8fc87a1-cb1a-43f5-8b9c-9fff9b724d24 req-dd8b0b8d-ec3c-4ea1-a6a7-f0004058ee28 tempest-VolumesActionsTest-1111013864 tempest-VolumesActionsTest-1111013864-project] 10.222.0.48 "GET /v2.0/ports?device_id=3849d6f2-1dba-4e09-956d-54d873eea387 HTTP/1.1" status: 200 len: 210 time: 0.1089103 May 03 21:31:36.579170 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-80b609a7-c2ba-4061-979f-8792468b1808 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:31:36.590018 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-876d6459-e679-4b6d-a5dd-e7d53435691e req-2bea1962-477c-4b6c-b3ab-380f3c8872e6 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=cb2b9b5d-640a-401a-ac60-566b6d8dbc52 HTTP/1.1" status: 200 len: 1099 time: 0.4299927 May 03 21:31:36.592956 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21f97e4-4f43-4a03-9b67-6568383dd831 req-fbdf6d52-a405-48c7-8e88-2599964cb643 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:31:36.600652 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-a21f97e4-4f43-4a03-9b67-6568383dd831 req-fbdf6d52-a405-48c7-8e88-2599964cb643 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] 10.222.0.48 "GET /v2.0/ports?device_id=77f6a8a2-4366-486d-a002-05587e0f46b5 HTTP/1.1" status: 200 len: 946 time: 0.1128390 May 03 21:31:36.606222 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-80b609a7-c2ba-4061-979f-8792468b1808 admin admin] Usage tracker for resource:security_group_rule and tenant:dd0432c12d0e4656b33ec2e5f24ffc39 is out of sync, need to count used quota {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:31:36.661042 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-80b609a7-c2ba-4061-979f-8792468b1808 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:31:36.673192 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-80b609a7-c2ba-4061-979f-8792468b1808 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:31:36.702452 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-3906e169-3efc-4372-8885-075e9f0c1005 req-e1d5c9e4-a196-4751-9b10-bb8142b38277 tempest-VolumesActionsTest-1111013864 tempest-VolumesActionsTest-1111013864-project] 10.222.0.42 "DELETE /v2.0/ports/ee0150a2-32c4-464b-8988-0efae2a38c5c HTTP/1.1" status: 204 len: 173 time: 2.0282660 May 03 21:31:36.710493 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-a21f97e4-4f43-4a03-9b67-6568383dd831 req-84f25ae9-4528-403c-bae0-39e12713a998 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] 10.222.0.48 "GET /v2.0/security-groups?id=3dff50d4-faed-48b7-b783-10568bb53def&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1021314 May 03 21:31:36.714493 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-876d6459-e679-4b6d-a5dd-e7d53435691e req-42d44b24-cb98-4ce7-a050-52d5ef9f3470 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=017c8b08-e15d-49c0-bac3-c85fbc37c93c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1088510 May 03 21:31:36.733657 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2f601109-2af9-4992-a13d-2fd436b42439'] response: {'server_uuid': '3849d6f2-1dba-4e09-956d-54d873eea387', 'name': 'network-vif-deleted', 'tag': 'ee0150a2-32c4-464b-8988-0efae2a38c5c', 'status': 'completed', 'code': 200} May 03 21:31:36.825648 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-80b609a7-c2ba-4061-979f-8792468b1808 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:31:37.001763 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-80b609a7-c2ba-4061-979f-8792468b1808 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746426'] for security_group, after_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:31:37.074578 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c095e434-70c2-44b3-98bf-235304df4915 req-eaea70bd-12ea-416d-b6b9-c69c562094df tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:31:37.076809 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-c095e434-70c2-44b3-98bf-235304df4915 req-eaea70bd-12ea-416d-b6b9-c69c562094df tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] 10.222.0.48 "GET /v2.0/ports?device_id=274fd6f3-1f2e-4da8-8c5f-fa173514fc2a HTTP/1.1" status: 200 len: 946 time: 0.2020798 May 03 21:31:37.101211 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b609a7-c2ba-4061-979f-8792468b1808 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a28494d7-438f-429a-9ce1-a34583f2f825,revision_number=1']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:31:37.139948 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-80b609a7-c2ba-4061-979f-8792468b1808 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=dd0432c12d0e4656b33ec2e5f24ffc39&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1421864 May 03 21:31:37.144309 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.48', 57610) {{(pid=83992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:31:37.186810 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-c095e434-70c2-44b3-98bf-235304df4915 req-9b990e81-3f41-4e9e-8286-814af0fc953e tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] 10.222.0.48 "GET /v2.0/security-groups?id=7027a18b-ac9e-45f0-8010-84baee7160ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0809886 May 03 21:31:37.308135 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-7a089907-b4a6-4feb-bfff-757da07f949c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:31:37.392119 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-7a089907-b4a6-4feb-bfff-757da07f949c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:31:37.660837 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-7a089907-b4a6-4feb-bfff-757da07f949c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746426'] for security_group, after_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:31:37.697439 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a089907-b4a6-4feb-bfff-757da07f949c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a28494d7-438f-429a-9ce1-a34583f2f825,revision_number=None']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:31:37.739478 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-7a089907-b4a6-4feb-bfff-757da07f949c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:31:37.743665 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [None req-7a089907-b4a6-4feb-bfff-757da07f949c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a28494d7-438f-429a-9ce1-a34583f2f825 HTTP/1.1" status: 204 len: 168 time: 0.5949857 May 03 21:31:37.782573 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c39c13f-1d2b-4e9a-b435-6fa76b1e3572 req-6aaad668-9a6b-4dd1-b619-5ff083376342 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:31:37.792473 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-9c39c13f-1d2b-4e9a-b435-6fa76b1e3572 req-6aaad668-9a6b-4dd1-b619-5ff083376342 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] 10.222.0.48 "GET /v2.0/ports?device_id=4b1e6cc5-801c-4aa5-92fa-1f490590cb9f HTTP/1.1" status: 200 len: 945 time: 0.2539294 May 03 21:31:37.796281 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4399c4-282e-459d-a616-c2731963d978 req-a69aa93f-4a39-43a2-b4ce-20e5791270dd tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:31:37.798024 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-0d4399c4-282e-459d-a616-c2731963d978 req-a69aa93f-4a39-43a2-b4ce-20e5791270dd tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] 10.222.0.48 "GET /v2.0/ports?device_id=cb2b9b5d-640a-401a-ac60-566b6d8dbc52 HTTP/1.1" status: 200 len: 946 time: 0.1815720 May 03 21:31:37.872600 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-9c39c13f-1d2b-4e9a-b435-6fa76b1e3572 req-5063ea0b-7519-4f04-a050-4b1fb174f351 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] 10.222.0.48 "GET /v2.0/security-groups?id=70c35da1-3406-4ab0-84b1-0914ebbc7d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789895 May 03 21:31:37.897065 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-0d4399c4-282e-459d-a616-c2731963d978 req-a206dde8-5a4c-459f-ad8e-c3ebdb61a7c6 tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] 10.222.0.48 "GET /v2.0/security-groups?id=017c8b08-e15d-49c0-bac3-c85fbc37c93c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734067 May 03 21:31:38.143401 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd70c264-d33e-46fc-866e-544c813e0172 req-4a52ac3c-eb32-462b-aeaf-549708d55634 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:31:38.144874 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-cd70c264-d33e-46fc-866e-544c813e0172 req-4a52ac3c-eb32-462b-aeaf-549708d55634 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] 10.222.0.48 "GET /v2.0/ports?device_id=77f6a8a2-4366-486d-a002-05587e0f46b5 HTTP/1.1" status: 200 len: 946 time: 0.1219587 May 03 21:31:38.203802 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-146a4750-b746-4813-b829-ee9b2878e283 req-6805140e-cecb-4803-a2bf-fd5c4af63da9 tempest-VolumesActionsTest-1111013864 tempest-VolumesActionsTest-1111013864-project] 10.222.0.48 "GET /v2.0/ports?device_id=3849d6f2-1dba-4e09-956d-54d873eea387 HTTP/1.1" status: 200 len: 210 time: 0.1060183 May 03 21:31:38.253339 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-cd70c264-d33e-46fc-866e-544c813e0172 req-d8c27192-0763-4a1c-b921-2002ea49e08f tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] 10.222.0.48 "GET /v2.0/security-groups?id=3dff50d4-faed-48b7-b783-10568bb53def&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0977082 May 03 21:31:38.584079 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.rpc [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Device ee0150a2-32c4-464b-8988-0efae2a38c5c no longer exists at agent hyperv_hv-cinder-84037 {{(pid=83994) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 21:31:38.614825 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f774ca-000f-4882-b6a6-d1d3115497e0 req-3e05ed00-36bd-42e5-91c4-fd5bdba6ef73 tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:31:38.616465 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-f0f774ca-000f-4882-b6a6-d1d3115497e0 req-3e05ed00-36bd-42e5-91c4-fd5bdba6ef73 tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] 10.222.0.48 "GET /v2.0/ports?device_id=274fd6f3-1f2e-4da8-8c5f-fa173514fc2a HTTP/1.1" status: 200 len: 946 time: 0.1723588 May 03 21:31:38.640739 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab873e7a-e9b0-4495-bd8a-fe2cd3a96334 req-bbdf187e-9e34-4c76-bf29-5306ea403598 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:31:38.642533 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-ab873e7a-e9b0-4495-bd8a-fe2cd3a96334 req-bbdf187e-9e34-4c76-bf29-5306ea403598 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] 10.222.0.48 "GET /v2.0/ports?device_id=4b1e6cc5-801c-4aa5-92fa-1f490590cb9f HTTP/1.1" status: 200 len: 945 time: 0.1431704 May 03 21:31:38.662515 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.48', 57644) {{(pid=83992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:31:38.662515 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.v2.base [None req-cd83145f-ae83-4801-8a65-ccedb304a92e tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Request body: {'floatingip': {'port_id': 'da492c37-8214-4064-8e3b-45911d07e1d8'}} {{(pid=83992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 03 21:31:38.693497 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.plugin [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] No Port match for: ee0150a2-32c4-464b-8988-0efae2a38c5c {{(pid=83994) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 03 21:31:38.694108 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.rpc [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Device ee0150a2-32c4-464b-8988-0efae2a38c5c not bound to the agent host hv-cinder-84037 {{(pid=83994) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 21:31:38.725457 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-f0f774ca-000f-4882-b6a6-d1d3115497e0 req-6d7246af-878a-4243-92e8-6eb333115c25 tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] 10.222.0.48 "GET /v2.0/security-groups?id=7027a18b-ac9e-45f0-8010-84baee7160ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0957215 May 03 21:31:38.803299 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-cd83145f-ae83-4801-8a65-ccedb304a92e tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Notify callbacks [] for floatingip, before_update {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:31:39.511430 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [req-cf880516-4001-4de3-bf58-8a9471bd8917 req-72ac8bd5-f093-4af0-96a5-4abf7700f4af tempest-VolumesActionsTest-1111013864 tempest-VolumesActionsTest-1111013864-project] Synchronizing usage tracker for tenant:ed2eb47de9ab494c8061632f766f1050 on resource:port {{(pid=83993) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 21:31:39.644187 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [req-cf880516-4001-4de3-bf58-8a9471bd8917 req-72ac8bd5-f093-4af0-96a5-4abf7700f4af tempest-VolumesActionsTest-1111013864 tempest-VolumesActionsTest-1111013864-project] Unset dirty status for tenant:ed2eb47de9ab494c8061632f766f1050 on resource:port {{(pid=83993) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 21:31:39.646558 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-cf880516-4001-4de3-bf58-8a9471bd8917 req-72ac8bd5-f093-4af0-96a5-4abf7700f4af tempest-VolumesActionsTest-1111013864 tempest-VolumesActionsTest-1111013864-project] 10.222.0.48 "GET /v2.0/ports?device_id=3849d6f2-1dba-4e09-956d-54d873eea387 HTTP/1.1" status: 200 len: 210 time: 0.2061863 May 03 21:31:39.796309 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f481a3-1e8f-40a6-a095-7d3786aa4b55 req-fc68495e-9596-493b-8556-77f7f7e17a2a tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:31:39.797865 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-23f481a3-1e8f-40a6-a095-7d3786aa4b55 req-fc68495e-9596-493b-8556-77f7f7e17a2a tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] 10.222.0.48 "GET /v2.0/ports?device_id=cb2b9b5d-640a-401a-ac60-566b6d8dbc52 HTTP/1.1" status: 200 len: 946 time: 0.7528162 May 03 21:31:39.900841 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354632bc-661e-4cda-b13a-9b15a4bb3880 req-83e8fc0b-25e2-45fa-8c48-5357beadbbf7 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:31:39.902726 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-354632bc-661e-4cda-b13a-9b15a4bb3880 req-83e8fc0b-25e2-45fa-8c48-5357beadbbf7 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] 10.222.0.48 "GET /v2.0/ports?device_id=77f6a8a2-4366-486d-a002-05587e0f46b5 HTTP/1.1" status: 200 len: 946 time: 0.1087844 May 03 21:31:39.979094 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-354632bc-661e-4cda-b13a-9b15a4bb3880 req-e895392b-e0b9-44f5-97c7-97dbe343ab06 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] 10.222.0.48 "GET /v2.0/security-groups?id=3dff50d4-faed-48b7-b783-10568bb53def&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681767 May 03 21:31:40.002148 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-23f481a3-1e8f-40a6-a095-7d3786aa4b55 req-9676a1f5-870a-4219-81ef-2ee3a6c7b033 tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] 10.222.0.48 "GET /v2.0/security-groups?id=017c8b08-e15d-49c0-bac3-c85fbc37c93c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1954882 May 03 21:31:40.010883 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.db.resource_extend [None req-cd83145f-ae83-4801-8a65-ccedb304a92e tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 03 21:31:40.216638 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-cd83145f-ae83-4801-8a65-ccedb304a92e tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:31:40.304113 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-cd83145f-ae83-4801-8a65-ccedb304a92e tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-332800'] for floatingip, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:31:40.354054 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b77170-e334-4a79-915a-3c8908faf8e4 req-90a533d5-f9ca-4d1d-aa0a-9d9b516bcefb tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:31:40.355716 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-83b77170-e334-4a79-915a-3c8908faf8e4 req-90a533d5-f9ca-4d1d-aa0a-9d9b516bcefb tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] 10.222.0.48 "GET /v2.0/ports?device_id=cb2b9b5d-640a-401a-ac60-566b6d8dbc52 HTTP/1.1" status: 200 len: 946 time: 0.1302714 May 03 21:31:40.366251 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.48', 57686) {{(pid=83993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:31:40.372915 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.v2.base [None req-4b4a50fa-d5cf-436d-90c6-9e8aa5164439 tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] Request body: {'floatingip': {'port_id': 'a2903b13-fffc-4e5f-9a12-4bcb585327dd'}} {{(pid=83993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 03 21:31:40.473369 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-4b4a50fa-d5cf-436d-90c6-9e8aa5164439 tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] Notify callbacks [] for floatingip, before_update {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:31:40.560809 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200f1ff0-0256-4c78-9d47-29c582815344 req-b96d0ded-36d2-4dde-a7c3-50941eca598c tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:31:40.562408 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-200f1ff0-0256-4c78-9d47-29c582815344 req-b96d0ded-36d2-4dde-a7c3-50941eca598c tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] 10.222.0.48 "GET /v2.0/ports?device_id=274fd6f3-1f2e-4da8-8c5f-fa173514fc2a HTTP/1.1" status: 200 len: 946 time: 0.3417230 May 03 21:31:40.636815 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-200f1ff0-0256-4c78-9d47-29c582815344 req-4b82bd50-876b-4bbf-93e1-4709317b827f tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] 10.222.0.48 "GET /v2.0/security-groups?id=7027a18b-ac9e-45f0-8010-84baee7160ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654845 May 03 21:31:40.718827 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.db.l3_db [None req-cd83145f-ae83-4801-8a65-ccedb304a92e tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Floating IP 473d8b73-0055-4197-ab4f-c48265640e7c associated. External IP: 172.27.1.22, port: da492c37-8214-4064-8e3b-45911d07e1d8. May 03 21:31:41.662811 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca1cef0-8049-4d58-84e2-19c3b5dd14bc req-65bc1d6d-9c9d-4450-a1b3-e8a2a61117af tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:31:41.676523 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-6ca1cef0-8049-4d58-84e2-19c3b5dd14bc req-65bc1d6d-9c9d-4450-a1b3-e8a2a61117af tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] 10.222.0.48 "GET /v2.0/ports?device_id=77f6a8a2-4366-486d-a002-05587e0f46b5 HTTP/1.1" status: 200 len: 946 time: 0.3447967 May 03 21:31:41.779410 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-6ca1cef0-8049-4d58-84e2-19c3b5dd14bc req-f4b6d7a6-6fe0-40a5-9d15-3b910092e76e tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] 10.222.0.48 "GET /v2.0/security-groups?id=3dff50d4-faed-48b7-b783-10568bb53def&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1019135 May 03 21:31:41.800979 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488d34c2-2d7d-4699-af9c-80ca8a2ba941 req-6c0d0855-2a90-4d47-9964-356a5f7680eb tempest-VolumesActionsTest-1111013864 tempest-VolumesActionsTest-1111013864-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:31:41.803401 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-488d34c2-2d7d-4699-af9c-80ca8a2ba941 req-6c0d0855-2a90-4d47-9964-356a5f7680eb tempest-VolumesActionsTest-1111013864 tempest-VolumesActionsTest-1111013864-project] 10.222.0.48 "GET /v2.0/networks?id=8728a8ce-db6a-4720-bb6e-c96e6c9ab260 HTTP/1.1" status: 200 len: 808 time: 0.2554040 May 03 21:31:41.836397 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd83145f-ae83-4801-8a65-ccedb304a92e tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Router 68150121-68dc-4495-bcf7-8d66179822f8 has already been hosted by L3 agent c192ea1b-f7d6-49b7-9f22-5492fbafc6f3 {{(pid=83992) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 03 21:31:41.880833 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-488d34c2-2d7d-4699-af9c-80ca8a2ba941 req-b1390027-df4b-4609-bd88-c149746bca4e tempest-VolumesActionsTest-1111013864 tempest-VolumesActionsTest-1111013864-project] 10.222.0.48 "GET /v2.0/quotas/ed2eb47de9ab494c8061632f766f1050 HTTP/1.1" status: 200 len: 375 time: 0.0680799 May 03 21:31:41.944552 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-488d34c2-2d7d-4699-af9c-80ca8a2ba941 req-fce44bf0-e140-4856-9452-2f2f44314808 tempest-VolumesActionsTest-1111013864 tempest-VolumesActionsTest-1111013864-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=ed2eb47de9ab494c8061632f766f1050&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0625472 May 03 21:31:41.974851 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.db.resource_extend [None req-4b4a50fa-d5cf-436d-90c6-9e8aa5164439 tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 03 21:31:42.286398 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-4b4a50fa-d5cf-436d-90c6-9e8aa5164439 tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:31:42.288159 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd4ea63-1b9e-43c1-96c3-36be1a15bc40 req-6a7efe6a-b852-4ae2-bc91-e4871be85132 tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:31:42.298376 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-2cd4ea63-1b9e-43c1-96c3-36be1a15bc40 req-6a7efe6a-b852-4ae2-bc91-e4871be85132 tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] 10.222.0.48 "GET /v2.0/ports?device_id=274fd6f3-1f2e-4da8-8c5f-fa173514fc2a HTTP/1.1" status: 200 len: 946 time: 0.1949890 May 03 21:31:42.326610 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-488d34c2-2d7d-4699-af9c-80ca8a2ba941 req-3f0f18e2-a14b-43ab-af9a-6065ae9487c7 service neutron] 10.222.0.48 "GET /v2.0/networks/8728a8ce-db6a-4720-bb6e-c96e6c9ab260?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3809879 May 03 21:31:42.372768 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-2cd4ea63-1b9e-43c1-96c3-36be1a15bc40 req-1be5d10d-89dc-41db-b799-69e5e964846f tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] 10.222.0.48 "GET /v2.0/security-groups?id=7027a18b-ac9e-45f0-8010-84baee7160ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726171 May 03 21:31:42.416977 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd83145f-ae83-4801-8a65-ccedb304a92e tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Notify agent at l3_agent.dv-cinder-840377-1-iscsi the message routers_updated {{(pid=83992) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 21:31:42.435822 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-cd83145f-ae83-4801-8a65-ccedb304a92e tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93163'] for floatingip, before_response {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:31:42.448207 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a51f39e7-dc18-4af8-ad51-eff3ab850bde None None] Sync routers for ids ['68150121-68dc-4495-bcf7-8d66179822f8'] in dv-cinder-840377-1-iscsi {{(pid=83995) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 03 21:31:42.491016 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a51f39e7-dc18-4af8-ad51-eff3ab850bde None None] Routers {'68150121-68dc-4495-bcf7-8d66179822f8'} bound to L3 agent in host dv-cinder-840377-1-iscsi {{(pid=83995) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 03 21:31:42.491125 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-4b4a50fa-d5cf-436d-90c6-9e8aa5164439 tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-332800'] for floatingip, after_update {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:31:42.491262 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.db.l3_hamode_db [None req-a51f39e7-dc18-4af8-ad51-eff3ab850bde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840377-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-03T21:19:18Z,description=,heartbeat_timestamp=2022-05-03T21:31:18Z,host='dv-cinder-840377-1-iscsi',id=c192ea1b-f7d6-49b7-9f22-5492fbafc6f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:19:19Z,topic='l3_agent')) {'router_ids': ['68150121-68dc-4495-bcf7-8d66179822f8'], 'active': True} {{(pid=83995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:31:42.556052 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [None req-cd83145f-ae83-4801-8a65-ccedb304a92e tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] 10.222.0.48 "PUT /v2.0/floatingips/473d8b73-0055-4197-ab4f-c48265640e7c HTTP/1.1" status: 200 len: 990 time: 3.8965027 May 03 21:31:42.556052 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b1e6cc5-801c-4aa5-92fa-1f490590cb9f', 'tag': 'da492c37-8214-4064-8e3b-45911d07e1d8'}] {{(pid=83992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 03 21:31:42.733349 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-488d34c2-2d7d-4699-af9c-80ca8a2ba941 req-4ed26bb2-f299-44f1-8bfe-972345de6423 service neutron] 10.222.0.48 "GET /v2.0/networks/8728a8ce-db6a-4720-bb6e-c96e6c9ab260?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3907497 May 03 21:31:42.826021 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.db.l3_dvr_db [None req-a51f39e7-dc18-4af8-ad51-eff3ab850bde None None] Set router 68150121-68dc-4495-bcf7-8d66179822f8 gateway port host: dv-cinder-840377-1-iscsi {{(pid=83995) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 03 21:31:42.836218 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.db.l3_db [None req-4b4a50fa-d5cf-436d-90c6-9e8aa5164439 tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] Floating IP a3c9814d-de4e-425b-a6c5-b71c6df96c05 associated. External IP: 172.27.1.247, port: a2903b13-fffc-4e5f-9a12-4bcb585327dd. May 03 21:31:43.328069 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b4a50fa-d5cf-436d-90c6-9e8aa5164439 tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] Router 38e06872-0087-4283-8484-749276bac7e2 has already been hosted by L3 agent c192ea1b-f7d6-49b7-9f22-5492fbafc6f3 {{(pid=83993) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 03 21:31:43.335374 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.db.l3_hamode_db [None req-a51f39e7-dc18-4af8-ad51-eff3ab850bde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68150121-68dc-4495-bcf7-8d66179822f8', 'name': 'tempest-AttachVolumeNegativeTest-487551053-router', 'tenant_id': 'bd571e41b44a4bc6b16bf8163252f168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c33334bd-f19e-453d-9f7b-349270405c58', 'external_fixed_ips': [{'subnet_id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'ip_address': '172.27.1.192'}], 'enable_snat': True}, 'gw_port_id': '07f5f895-667f-41a6-8b98-e761a27a9ddb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:28:25Z', 'updated_at': '2022-05-03T21:28:37Z', 'revision_number': 4, 'project_id': 'bd571e41b44a4bc6b16bf8163252f168', 'gw_port': {'id': '07f5f895-667f-41a6-8b98-e761a27a9ddb', 'name': '', 'network_id': 'c33334bd-f19e-453d-9f7b-349270405c58', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:26:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68150121-68dc-4495-bcf7-8d66179822f8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'ip_address': '172.27.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:28:27Z', 'updated_at': '2022-05-03T21:28:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840377-1-iscsi', '_floatingips': [{'id': '100a5aed-532d-4711-af1d-084799961218', 'tenant_id': 'bd571e41b44a4bc6b16bf8163252f168', 'floating_ip_address': '172.27.1.216', 'floating_network_id': 'c33334bd-f19e-453d-9f7b-349270405c58', 'router_id': '68150121-68dc-4495-bcf7-8d66179822f8', 'port_id': '5c8533bd-9029-4055-8bb5-b5628053505e', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'afa29ce3-7ea1-4fb3-8d15-b28913382476', 'mac_address': 'fa:16:3e:60:df:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12a46337-1502-4a61-8c0d-8b5dd98d5a14', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T21:28:53Z', 'updated_at': '2022-05-03T21:29:52Z', 'revision_number': 2, 'project_id': 'bd571e41b44a4bc6b16bf8163252f168', 'fixed_ip_address_scope': None}, {'id': '473d8b73-0055-4197-ab4f-c48265640e7c', 'tenant_id': 'bd571e41b44a4bc6b16bf8163252f168', 'floating_ip_address': '172.27.1.22', 'floating_network_id': 'c33334bd-f19e-453d-9f7b-349270405c58', 'router_id': '68150121-68dc-4495-bcf7-8d66179822f8', 'port_id': 'da492c37-8214-4064-8e3b-45911d07e1d8', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'afa29ce3-7ea1-4fb3-8d15-b28913382476', 'mac_address': 'fa:16:3e:ef:c1:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b1e6cc5-801c-4aa5-92fa-1f490590cb9f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T21:30:57Z', 'updated_at': '2022-05-03T21:31:39Z', 'revision_number': 1, 'project_id': 'bd571e41b44a4bc6b16bf8163252f168', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4fd95030-f142-4d90-a90c-6a2865ea606e', 'name': '', 'network_id': 'afa29ce3-7ea1-4fb3-8d15-b28913382476', 'tenant_id': 'bd571e41b44a4bc6b16bf8163252f168', 'mac_address': 'fa:16:3e:7c:b9:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68150121-68dc-4495-bcf7-8d66179822f8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '663a4790-11b9-4523-b0db-a1ea41b30d40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:28:34Z', 'updated_at': '2022-05-03T21:29:46Z', 'revision_number': 5, 'project_id': 'bd571e41b44a4bc6b16bf8163252f168', 'subnets': [{'id': '663a4790-11b9-4523-b0db-a1ea41b30d40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840377-1-iscsi', False) {} {{(pid=83995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:31:43.340028 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a51f39e7-dc18-4af8-ad51-eff3ab850bde None None] Checking router: 68150121-68dc-4495-bcf7-8d66179822f8 for host: dv-cinder-840377-1-iscsi {{(pid=83995) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 03 21:31:43.355295 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a51f39e7-dc18-4af8-ad51-eff3ab850bde None None] Routers {'68150121-68dc-4495-bcf7-8d66179822f8'} bound to L3 agent in host dv-cinder-840377-1-iscsi {{(pid=83995) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 03 21:31:43.355920 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.db.l3_hamode_db [None req-a51f39e7-dc18-4af8-ad51-eff3ab850bde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840377-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-03T21:19:18Z,description=,heartbeat_timestamp=2022-05-03T21:31:18Z,host='dv-cinder-840377-1-iscsi',id=c192ea1b-f7d6-49b7-9f22-5492fbafc6f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:19:19Z,topic='l3_agent')) {'router_ids': ['68150121-68dc-4495-bcf7-8d66179822f8'], 'active': True} {{(pid=83995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:31:43.561842 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b4a50fa-d5cf-436d-90c6-9e8aa5164439 tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] Notify agent at l3_agent.dv-cinder-840377-1-iscsi the message routers_updated {{(pid=83993) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 21:31:43.573558 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-4b4a50fa-d5cf-436d-90c6-9e8aa5164439 tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93163'] for floatingip, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:31:43.587963 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.db.l3_dvr_db [None req-a51f39e7-dc18-4af8-ad51-eff3ab850bde None None] Set router 68150121-68dc-4495-bcf7-8d66179822f8 gateway port host: dv-cinder-840377-1-iscsi {{(pid=83995) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 03 21:31:43.595361 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d358cf56-287f-4450-9f1f-94e14ea2e87a None None] Sync routers for ids ['38e06872-0087-4283-8484-749276bac7e2'] in dv-cinder-840377-1-iscsi {{(pid=83994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 03 21:31:43.617090 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d358cf56-287f-4450-9f1f-94e14ea2e87a None None] Routers {'38e06872-0087-4283-8484-749276bac7e2'} bound to L3 agent in host dv-cinder-840377-1-iscsi {{(pid=83994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 03 21:31:43.618775 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.l3_hamode_db [None req-d358cf56-287f-4450-9f1f-94e14ea2e87a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840377-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-03T21:19:18Z,description=,heartbeat_timestamp=2022-05-03T21:31:18Z,host='dv-cinder-840377-1-iscsi',id=c192ea1b-f7d6-49b7-9f22-5492fbafc6f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:19:19Z,topic='l3_agent')) {'router_ids': ['38e06872-0087-4283-8484-749276bac7e2'], 'active': True} {{(pid=83994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:31:43.758017 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-4b4a50fa-d5cf-436d-90c6-9e8aa5164439 tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] 10.222.0.48 "PUT /v2.0/floatingips/a3c9814d-de4e-425b-a6c5-b71c6df96c05 HTTP/1.1" status: 200 len: 992 time: 3.3893449 May 03 21:31:43.759120 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb2b9b5d-640a-401a-ac60-566b6d8dbc52', 'tag': 'a2903b13-fffc-4e5f-9a12-4bcb585327dd'}] {{(pid=83993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 03 21:31:43.832470 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.l3_dvr_db [None req-d358cf56-287f-4450-9f1f-94e14ea2e87a None None] Set router 38e06872-0087-4283-8484-749276bac7e2 gateway port host: dv-cinder-840377-1-iscsi {{(pid=83994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 03 21:31:44.285258 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.db.l3_hamode_db [None req-a51f39e7-dc18-4af8-ad51-eff3ab850bde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68150121-68dc-4495-bcf7-8d66179822f8', 'name': 'tempest-AttachVolumeNegativeTest-487551053-router', 'tenant_id': 'bd571e41b44a4bc6b16bf8163252f168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c33334bd-f19e-453d-9f7b-349270405c58', 'external_fixed_ips': [{'subnet_id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'ip_address': '172.27.1.192'}], 'enable_snat': True}, 'gw_port_id': '07f5f895-667f-41a6-8b98-e761a27a9ddb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:28:25Z', 'updated_at': '2022-05-03T21:28:37Z', 'revision_number': 4, 'project_id': 'bd571e41b44a4bc6b16bf8163252f168', 'gw_port': {'id': '07f5f895-667f-41a6-8b98-e761a27a9ddb', 'name': '', 'network_id': 'c33334bd-f19e-453d-9f7b-349270405c58', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:26:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68150121-68dc-4495-bcf7-8d66179822f8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'ip_address': '172.27.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:28:27Z', 'updated_at': '2022-05-03T21:28:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840377-1-iscsi', '_floatingips': [{'id': '100a5aed-532d-4711-af1d-084799961218', 'tenant_id': 'bd571e41b44a4bc6b16bf8163252f168', 'floating_ip_address': '172.27.1.216', 'floating_network_id': 'c33334bd-f19e-453d-9f7b-349270405c58', 'router_id': '68150121-68dc-4495-bcf7-8d66179822f8', 'port_id': '5c8533bd-9029-4055-8bb5-b5628053505e', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'afa29ce3-7ea1-4fb3-8d15-b28913382476', 'mac_address': 'fa:16:3e:60:df:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12a46337-1502-4a61-8c0d-8b5dd98d5a14', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T21:28:53Z', 'updated_at': '2022-05-03T21:29:52Z', 'revision_number': 2, 'project_id': 'bd571e41b44a4bc6b16bf8163252f168', 'fixed_ip_address_scope': None}, {'id': '473d8b73-0055-4197-ab4f-c48265640e7c', 'tenant_id': 'bd571e41b44a4bc6b16bf8163252f168', 'floating_ip_address': '172.27.1.22', 'floating_network_id': 'c33334bd-f19e-453d-9f7b-349270405c58', 'router_id': '68150121-68dc-4495-bcf7-8d66179822f8', 'port_id': 'da492c37-8214-4064-8e3b-45911d07e1d8', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'afa29ce3-7ea1-4fb3-8d15-b28913382476', 'mac_address': 'fa:16:3e:ef:c1:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b1e6cc5-801c-4aa5-92fa-1f490590cb9f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T21:30:57Z', 'updated_at': '2022-05-03T21:31:39Z', 'revision_number': 1, 'project_id': 'bd571e41b44a4bc6b16bf8163252f168', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4fd95030-f142-4d90-a90c-6a2865ea606e', 'name': '', 'network_id': 'afa29ce3-7ea1-4fb3-8d15-b28913382476', 'tenant_id': 'bd571e41b44a4bc6b16bf8163252f168', 'mac_address': 'fa:16:3e:7c:b9:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68150121-68dc-4495-bcf7-8d66179822f8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '663a4790-11b9-4523-b0db-a1ea41b30d40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:28:34Z', 'updated_at': '2022-05-03T21:29:46Z', 'revision_number': 5, 'project_id': 'bd571e41b44a4bc6b16bf8163252f168', 'subnets': [{'id': '663a4790-11b9-4523-b0db-a1ea41b30d40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840377-1-iscsi', False) {} {{(pid=83995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:31:44.317114 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a51f39e7-dc18-4af8-ad51-eff3ab850bde None None] The sync data for ids ['68150121-68dc-4495-bcf7-8d66179822f8'] in dv-cinder-840377-1-iscsi is: [{'id': '68150121-68dc-4495-bcf7-8d66179822f8', 'name': 'tempest-AttachVolumeNegativeTest-487551053-router', 'tenant_id': 'bd571e41b44a4bc6b16bf8163252f168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c33334bd-f19e-453d-9f7b-349270405c58', 'external_fixed_ips': [{'subnet_id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'ip_address': '172.27.1.192'}], 'enable_snat': True}, 'gw_port_id': '07f5f895-667f-41a6-8b98-e761a27a9ddb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:28:25Z', 'updated_at': '2022-05-03T21:28:37Z', 'revision_number': 4, 'project_id': 'bd571e41b44a4bc6b16bf8163252f168', 'gw_port': {'id': '07f5f895-667f-41a6-8b98-e761a27a9ddb', 'name': '', 'network_id': 'c33334bd-f19e-453d-9f7b-349270405c58', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:26:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68150121-68dc-4495-bcf7-8d66179822f8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'ip_address': '172.27.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:28:27Z', 'updated_at': '2022-05-03T21:28:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840377-1-iscsi', '_floatingips': [{'id': '100a5aed-532d-4711-af1d-084799961218', 'tenant_id': 'bd571e41b44a4bc6b16bf8163252f168', 'floating_ip_address': '172.27.1.216', 'floating_network_id': 'c33334bd-f19e-453d-9f7b-349270405c58', 'router_id': '68150121-68dc-4495-bcf7-8d66179822f8', 'port_id': '5c8533bd-9029-4055-8bb5-b5628053505e', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'afa29ce3-7ea1-4fb3-8d15-b28913382476', 'mac_address': 'fa:16:3e:60:df:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12a46337-1502-4a61-8c0d-8b5dd98d5a14', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T21:28:53Z', 'updated_at': '2022-05-03T21:29:52Z', 'revision_number': 2, 'project_id': 'bd571e41b44a4bc6b16bf8163252f168', 'fixed_ip_address_scope': None}, {'id': '473d8b73-0055-4197-ab4f-c48265640e7c', 'tenant_id': 'bd571e41b44a4bc6b16bf8163252f168', 'floating_ip_address': '172.27.1.22', 'floating_network_id': 'c33334bd-f19e-453d-9f7b-349270405c58', 'router_id': '68150121-68dc-4495-bcf7-8d66179822f8', 'port_id': 'da492c37-8214-4064-8e3b-45911d07e1d8', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'afa29ce3-7ea1-4fb3-8d15-b28913382476', 'mac_address': 'fa:16:3e:ef:c1:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b1e6cc5-801c-4aa5-92fa-1f490590cb9f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T21:30:57Z', 'updated_at': '2022-05-03T21:31:39Z', 'revision_number': 1, 'project_id': 'bd571e41b44a4bc6b16bf8163252f168', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4fd95030-f142-4d90-a90c-6a2865ea606e', 'name': '', 'network_id': 'afa29ce3-7ea1-4fb3-8d15-b28913382476', 'tenant_id': 'bd571e41b44a4bc6b16bf8163252f168', 'mac_address': 'fa:16:3e:7c:b9:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68150121-68dc-4495-bcf7-8d66179822f8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '663a4790-11b9-4523-b0db-a1ea41b30d40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:28:34Z', 'updated_at': '2022-05-03T21:29:46Z', 'revision_number': 5, 'project_id': 'bd571e41b44a4bc6b16bf8163252f168', 'subnets': [{'id': '663a4790-11b9-4523-b0db-a1ea41b30d40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83995) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 03 21:31:44.438933 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.notifiers.nova [-] Nova event matching ['req-941b77c2-d008-4b1e-a645-1740ff4984f1'] response: {'name': 'network-changed', 'server_uuid': '4b1e6cc5-801c-4aa5-92fa-1f490590cb9f', 'tag': 'da492c37-8214-4064-8e3b-45911d07e1d8', 'status': 'completed', 'code': 200} May 03 21:31:44.765231 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7334d34-18e2-431b-8996-b8863f2a6d1a req-a06ea1c6-1b32-4586-b9d2-06b48ac36101 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:31:44.775376 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-e7334d34-18e2-431b-8996-b8863f2a6d1a req-a06ea1c6-1b32-4586-b9d2-06b48ac36101 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] 10.222.0.48 "GET /v2.0/ports?device_id=77f6a8a2-4366-486d-a002-05587e0f46b5 HTTP/1.1" status: 200 len: 946 time: 0.2947516 May 03 21:31:44.782879 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b51b645e-f8ea-4259-988d-8667225cf8c0'] response: {'name': 'network-changed', 'server_uuid': 'cb2b9b5d-640a-401a-ac60-566b6d8dbc52', 'tag': 'a2903b13-fffc-4e5f-9a12-4bcb585327dd', 'status': 'completed', 'code': 200} May 03 21:31:44.794185 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-f6d3142a-fb86-4d5f-8286-afcd0e6714ff req-7763e5bc-0054-4113-92b3-89cbbe689ed0 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=bd571e41b44a4bc6b16bf8163252f168&device_id=4b1e6cc5-801c-4aa5-92fa-1f490590cb9f HTTP/1.1" status: 200 len: 1098 time: 0.1756840 May 03 21:31:44.869996 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.l3_hamode_db [None req-d358cf56-287f-4450-9f1f-94e14ea2e87a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38e06872-0087-4283-8484-749276bac7e2', 'name': 'tempest-ServerRescueNegativeTestJSON-1238909945-router', 'tenant_id': '30468ebc688d4bc1b036b4b984931e87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c33334bd-f19e-453d-9f7b-349270405c58', 'external_fixed_ips': [{'subnet_id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'ip_address': '172.27.1.244'}], 'enable_snat': True}, 'gw_port_id': '7a52de95-86b8-413b-92c0-22bf273d3dc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:28:24Z', 'updated_at': '2022-05-03T21:28:34Z', 'revision_number': 4, 'project_id': '30468ebc688d4bc1b036b4b984931e87', 'gw_port': {'id': '7a52de95-86b8-413b-92c0-22bf273d3dc0', 'name': '', 'network_id': 'c33334bd-f19e-453d-9f7b-349270405c58', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:20:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38e06872-0087-4283-8484-749276bac7e2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'ip_address': '172.27.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:28:26Z', 'updated_at': '2022-05-03T21:28:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840377-1-iscsi', '_floatingips': [{'id': 'a3c9814d-de4e-425b-a6c5-b71c6df96c05', 'tenant_id': '30468ebc688d4bc1b036b4b984931e87', 'floating_ip_address': '172.27.1.247', 'floating_network_id': 'c33334bd-f19e-453d-9f7b-349270405c58', 'router_id': '38e06872-0087-4283-8484-749276bac7e2', 'port_id': 'a2903b13-fffc-4e5f-9a12-4bcb585327dd', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5bd090d5-a93e-4f68-8601-6aad9d3eb473', 'mac_address': 'fa:16:3e:4d:f6:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb2b9b5d-640a-401a-ac60-566b6d8dbc52', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T21:30:57Z', 'updated_at': '2022-05-03T21:31:41Z', 'revision_number': 1, 'project_id': '30468ebc688d4bc1b036b4b984931e87', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '087752cd-a7f8-4c3d-8a0a-2bf75c5efd8a', 'name': '', 'network_id': '5bd090d5-a93e-4f68-8601-6aad9d3eb473', 'tenant_id': '30468ebc688d4bc1b036b4b984931e87', 'mac_address': 'fa:16:3e:05:d9:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38e06872-0087-4283-8484-749276bac7e2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f1f0ef4c-4f27-4b18-935d-75e084855fe6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:28:32Z', 'updated_at': '2022-05-03T21:28:49Z', 'revision_number': 5, 'project_id': '30468ebc688d4bc1b036b4b984931e87', 'subnets': [{'id': 'f1f0ef4c-4f27-4b18-935d-75e084855fe6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840377-1-iscsi', False) {} {{(pid=83994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:31:44.878685 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d358cf56-287f-4450-9f1f-94e14ea2e87a None None] Checking router: 38e06872-0087-4283-8484-749276bac7e2 for host: dv-cinder-840377-1-iscsi {{(pid=83994) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 03 21:31:44.901219 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d358cf56-287f-4450-9f1f-94e14ea2e87a None None] Routers {'38e06872-0087-4283-8484-749276bac7e2'} bound to L3 agent in host dv-cinder-840377-1-iscsi {{(pid=83994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 03 21:31:44.902110 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.l3_hamode_db [None req-d358cf56-287f-4450-9f1f-94e14ea2e87a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840377-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-03T21:19:18Z,description=,heartbeat_timestamp=2022-05-03T21:31:18Z,host='dv-cinder-840377-1-iscsi',id=c192ea1b-f7d6-49b7-9f22-5492fbafc6f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:19:19Z,topic='l3_agent')) {'router_ids': ['38e06872-0087-4283-8484-749276bac7e2'], 'active': True} {{(pid=83994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:31:44.946155 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dce980a-3adc-49d5-91df-ab6d0d83017b None None] New status for floating IP 473d8b73-0055-4197-ab4f-c48265640e7c: ACTIVE {{(pid=83995) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 03 21:31:45.014911 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-e7334d34-18e2-431b-8996-b8863f2a6d1a req-3a4e5caa-8c7b-4f4a-95b6-7263423e17d4 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] 10.222.0.48 "GET /v2.0/security-groups?id=3dff50d4-faed-48b7-b783-10568bb53def&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2337918 May 03 21:31:45.185334 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-77796259-14d2-4758-885e-eaf3259b47bd req-d2161ca3-e565-4304-8d82-e2d24753f702 tempest-VolumesActionsTest-1111013864 tempest-VolumesActionsTest-1111013864-project] 10.222.0.48 "GET /v2.0/ports?device_id=b5b63d26-d36d-440d-9107-9d20ffc97ecf HTTP/1.1" status: 200 len: 210 time: 0.2657008 May 03 21:31:45.244583 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.l3_dvr_db [None req-d358cf56-287f-4450-9f1f-94e14ea2e87a None None] Set router 38e06872-0087-4283-8484-749276bac7e2 gateway port host: dv-cinder-840377-1-iscsi {{(pid=83994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 03 21:31:45.746137 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.l3_hamode_db [None req-d358cf56-287f-4450-9f1f-94e14ea2e87a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38e06872-0087-4283-8484-749276bac7e2', 'name': 'tempest-ServerRescueNegativeTestJSON-1238909945-router', 'tenant_id': '30468ebc688d4bc1b036b4b984931e87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c33334bd-f19e-453d-9f7b-349270405c58', 'external_fixed_ips': [{'subnet_id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'ip_address': '172.27.1.244'}], 'enable_snat': True}, 'gw_port_id': '7a52de95-86b8-413b-92c0-22bf273d3dc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:28:24Z', 'updated_at': '2022-05-03T21:28:34Z', 'revision_number': 4, 'project_id': '30468ebc688d4bc1b036b4b984931e87', 'gw_port': {'id': '7a52de95-86b8-413b-92c0-22bf273d3dc0', 'name': '', 'network_id': 'c33334bd-f19e-453d-9f7b-349270405c58', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:20:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38e06872-0087-4283-8484-749276bac7e2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'ip_address': '172.27.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:28:26Z', 'updated_at': '2022-05-03T21:28:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840377-1-iscsi', '_floatingips': [{'id': 'a3c9814d-de4e-425b-a6c5-b71c6df96c05', 'tenant_id': '30468ebc688d4bc1b036b4b984931e87', 'floating_ip_address': '172.27.1.247', 'floating_network_id': 'c33334bd-f19e-453d-9f7b-349270405c58', 'router_id': '38e06872-0087-4283-8484-749276bac7e2', 'port_id': 'a2903b13-fffc-4e5f-9a12-4bcb585327dd', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5bd090d5-a93e-4f68-8601-6aad9d3eb473', 'mac_address': 'fa:16:3e:4d:f6:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb2b9b5d-640a-401a-ac60-566b6d8dbc52', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T21:30:57Z', 'updated_at': '2022-05-03T21:31:41Z', 'revision_number': 1, 'project_id': '30468ebc688d4bc1b036b4b984931e87', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '087752cd-a7f8-4c3d-8a0a-2bf75c5efd8a', 'name': '', 'network_id': '5bd090d5-a93e-4f68-8601-6aad9d3eb473', 'tenant_id': '30468ebc688d4bc1b036b4b984931e87', 'mac_address': 'fa:16:3e:05:d9:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38e06872-0087-4283-8484-749276bac7e2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f1f0ef4c-4f27-4b18-935d-75e084855fe6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:28:32Z', 'updated_at': '2022-05-03T21:28:49Z', 'revision_number': 5, 'project_id': '30468ebc688d4bc1b036b4b984931e87', 'subnets': [{'id': 'f1f0ef4c-4f27-4b18-935d-75e084855fe6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840377-1-iscsi', False) {} {{(pid=83994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:31:45.749622 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e61cf07-a486-4895-a7f8-bdf4fe3d860b req-425620e6-be09-4b55-975f-d3702cfebbe9 tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:31:45.752066 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d3142a-fb86-4d5f-8286-afcd0e6714ff req-20b6d6d7-52ad-4a6b-a695-638eebfa0664 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:31:45.760235 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-7e61cf07-a486-4895-a7f8-bdf4fe3d860b req-425620e6-be09-4b55-975f-d3702cfebbe9 tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] 10.222.0.48 "GET /v2.0/ports?device_id=274fd6f3-1f2e-4da8-8c5f-fa173514fc2a HTTP/1.1" status: 200 len: 946 time: 0.3995969 May 03 21:31:45.761312 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d358cf56-287f-4450-9f1f-94e14ea2e87a None None] The sync data for ids ['38e06872-0087-4283-8484-749276bac7e2'] in dv-cinder-840377-1-iscsi is: [{'id': '38e06872-0087-4283-8484-749276bac7e2', 'name': 'tempest-ServerRescueNegativeTestJSON-1238909945-router', 'tenant_id': '30468ebc688d4bc1b036b4b984931e87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c33334bd-f19e-453d-9f7b-349270405c58', 'external_fixed_ips': [{'subnet_id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'ip_address': '172.27.1.244'}], 'enable_snat': True}, 'gw_port_id': '7a52de95-86b8-413b-92c0-22bf273d3dc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:28:24Z', 'updated_at': '2022-05-03T21:28:34Z', 'revision_number': 4, 'project_id': '30468ebc688d4bc1b036b4b984931e87', 'gw_port': {'id': '7a52de95-86b8-413b-92c0-22bf273d3dc0', 'name': '', 'network_id': 'c33334bd-f19e-453d-9f7b-349270405c58', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:20:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38e06872-0087-4283-8484-749276bac7e2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'ip_address': '172.27.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:28:26Z', 'updated_at': '2022-05-03T21:28:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840377-1-iscsi', '_floatingips': [{'id': 'a3c9814d-de4e-425b-a6c5-b71c6df96c05', 'tenant_id': '30468ebc688d4bc1b036b4b984931e87', 'floating_ip_address': '172.27.1.247', 'floating_network_id': 'c33334bd-f19e-453d-9f7b-349270405c58', 'router_id': '38e06872-0087-4283-8484-749276bac7e2', 'port_id': 'a2903b13-fffc-4e5f-9a12-4bcb585327dd', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5bd090d5-a93e-4f68-8601-6aad9d3eb473', 'mac_address': 'fa:16:3e:4d:f6:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb2b9b5d-640a-401a-ac60-566b6d8dbc52', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T21:30:57Z', 'updated_at': '2022-05-03T21:31:41Z', 'revision_number': 1, 'project_id': '30468ebc688d4bc1b036b4b984931e87', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '087752cd-a7f8-4c3d-8a0a-2bf75c5efd8a', 'name': '', 'network_id': '5bd090d5-a93e-4f68-8601-6aad9d3eb473', 'tenant_id': '30468ebc688d4bc1b036b4b984931e87', 'mac_address': 'fa:16:3e:05:d9:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38e06872-0087-4283-8484-749276bac7e2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f1f0ef4c-4f27-4b18-935d-75e084855fe6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:28:32Z', 'updated_at': '2022-05-03T21:28:49Z', 'revision_number': 5, 'project_id': '30468ebc688d4bc1b036b4b984931e87', 'subnets': [{'id': 'f1f0ef4c-4f27-4b18-935d-75e084855fe6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 03 21:31:45.762638 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-f6d3142a-fb86-4d5f-8286-afcd0e6714ff req-20b6d6d7-52ad-4a6b-a695-638eebfa0664 service neutron] 10.222.0.42 "GET /v2.0/networks?id=afa29ce3-7ea1-4fb3-8d15-b28913382476 HTTP/1.1" status: 200 len: 915 time: 0.9558511 May 03 21:31:45.777307 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-928325c8-a226-40f0-9b98-07ea9740bfe5 req-03481e4f-817f-4a48-898e-983b757dad66 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=30468ebc688d4bc1b036b4b984931e87&device_id=cb2b9b5d-640a-401a-ac60-566b6d8dbc52 HTTP/1.1" status: 200 len: 1099 time: 0.8594816 May 03 21:31:45.859327 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-7e61cf07-a486-4895-a7f8-bdf4fe3d860b req-4a01ff7f-4db2-4e66-a032-5d4aaa5fed29 tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] 10.222.0.48 "GET /v2.0/security-groups?id=7027a18b-ac9e-45f0-8010-84baee7160ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0978985 May 03 21:31:45.901858 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-b5802ce2-4fc5-4e7a-82bb-d60a240bc471 req-d4f6350b-d978-4a55-a111-369ca3a9057d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a2df1ca790224a009004c3c22a5ee5c5&device_id=274fd6f3-1f2e-4da8-8c5f-fa173514fc2a HTTP/1.1" status: 200 len: 1099 time: 0.7300878 May 03 21:31:46.183451 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-f6d3142a-fb86-4d5f-8286-afcd0e6714ff req-e09efcbc-61de-42ca-a047-7404ff32011c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=da492c37-8214-4064-8e3b-45911d07e1d8 HTTP/1.1" status: 200 len: 998 time: 0.4050877 May 03 21:31:46.413208 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928325c8-a226-40f0-9b98-07ea9740bfe5 req-a8b7b639-2b58-4ec3-920f-312812a11f73 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:31:46.413208 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-928325c8-a226-40f0-9b98-07ea9740bfe5 req-a8b7b639-2b58-4ec3-920f-312812a11f73 service neutron] 10.222.0.42 "GET /v2.0/networks?id=5bd090d5-a93e-4f68-8601-6aad9d3eb473 HTTP/1.1" status: 200 len: 920 time: 0.5366085 May 03 21:31:46.454321 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-dd6d7505-01a1-4890-a4bc-472e4c2d5942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781386283879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2080842'] for agent, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:31:46.499025 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5802ce2-4fc5-4e7a-82bb-d60a240bc471 req-bf457240-ce63-4337-99b8-5bd6e3c12311 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:31:46.500465 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-b5802ce2-4fc5-4e7a-82bb-d60a240bc471 req-bf457240-ce63-4337-99b8-5bd6e3c12311 service neutron] 10.222.0.42 "GET /v2.0/networks?id=74dacc7e-115e-4cd0-87fd-8eaa4de43b7c HTTP/1.1" status: 200 len: 911 time: 0.5808978 May 03 21:31:46.545450 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8df2741-a0e5-4d41-b712-59f1b33634e9 req-72bff9e9-eff9-4385-ad37-254d7a251cf0 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:31:46.555099 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-c8df2741-a0e5-4d41-b712-59f1b33634e9 req-72bff9e9-eff9-4385-ad37-254d7a251cf0 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] 10.222.0.48 "GET /v2.0/ports?device_id=77f6a8a2-4366-486d-a002-05587e0f46b5 HTTP/1.1" status: 200 len: 946 time: 0.1225216 May 03 21:31:46.587565 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d3142a-fb86-4d5f-8286-afcd0e6714ff req-ed278a78-7286-4d82-ac48-5ddaf1d866a5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:31:46.591037 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-f6d3142a-fb86-4d5f-8286-afcd0e6714ff req-ed278a78-7286-4d82-ac48-5ddaf1d866a5 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=663a4790-11b9-4523-b0db-a1ea41b30d40 HTTP/1.1" status: 200 len: 853 time: 0.3848450 May 03 21:31:46.695938 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-c8df2741-a0e5-4d41-b712-59f1b33634e9 req-97b14d0a-f4e1-4eac-8cd9-ee532c8b4f9e tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] 10.222.0.48 "GET /v2.0/security-groups?id=3dff50d4-faed-48b7-b783-10568bb53def&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1395051 May 03 21:31:46.758261 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-928325c8-a226-40f0-9b98-07ea9740bfe5 req-852f90e4-cd43-4f2a-a22b-3e1585304c06 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a2903b13-fffc-4e5f-9a12-4bcb585327dd HTTP/1.1" status: 200 len: 1000 time: 0.3196967 May 03 21:31:46.758261 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-b5802ce2-4fc5-4e7a-82bb-d60a240bc471 req-f513b68d-54d4-43d9-a18b-32d7be8c34f5 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=46d7aa18-8157-45ea-b292-6af9e591723f HTTP/1.1" status: 200 len: 1001 time: 0.2339172 May 03 21:31:46.879831 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-f6d3142a-fb86-4d5f-8286-afcd0e6714ff req-4deac842-81d2-4d7a-bad4-f0bfa2a895e5 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=afa29ce3-7ea1-4fb3-8d15-b28913382476&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2768152 May 03 21:31:46.894022 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928325c8-a226-40f0-9b98-07ea9740bfe5 req-ab870536-f567-43e0-a883-3f1dfb5e2c25 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:31:46.895478 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-928325c8-a226-40f0-9b98-07ea9740bfe5 req-ab870536-f567-43e0-a883-3f1dfb5e2c25 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f1f0ef4c-4f27-4b18-935d-75e084855fe6 HTTP/1.1" status: 200 len: 858 time: 0.1458540 May 03 21:31:46.903354 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5802ce2-4fc5-4e7a-82bb-d60a240bc471 req-97d30a7e-eb75-424d-97d2-2bf5ec678ec2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:31:46.904819 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-b5802ce2-4fc5-4e7a-82bb-d60a240bc471 req-97d30a7e-eb75-424d-97d2-2bf5ec678ec2 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=55e45d73-03f2-4af5-b38e-f33c41c1d7ec HTTP/1.1" status: 200 len: 849 time: 0.1085129 May 03 21:31:46.995635 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-4587bcdf-284c-44bf-9efe-7aa2f62ba7f8 req-c6fb6878-4fc2-4f6a-b0ca-c9dd45673602 tempest-VolumesActionsTest-1111013864 tempest-VolumesActionsTest-1111013864-project] 10.222.0.48 "GET /v2.0/ports?device_id=b5b63d26-d36d-440d-9107-9d20ffc97ecf HTTP/1.1" status: 200 len: 210 time: 0.0673833 May 03 21:31:47.391080 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff3739f-f788-4a95-9523-488dc4b9f7ad req-b4845374-5567-47ee-b55f-1db2154b5818 tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:31:47.392760 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-7ff3739f-f788-4a95-9523-488dc4b9f7ad req-b4845374-5567-47ee-b55f-1db2154b5818 tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] 10.222.0.48 "GET /v2.0/ports?device_id=274fd6f3-1f2e-4da8-8c5f-fa173514fc2a HTTP/1.1" status: 200 len: 946 time: 0.1626732 May 03 21:31:47.523912 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e1391dd-7759-48cb-a4cd-0ce42bb0cdcb None None] New status for floating IP a3c9814d-de4e-425b-a6c5-b71c6df96c05: ACTIVE {{(pid=83994) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 03 21:31:47.538753 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-7ff3739f-f788-4a95-9523-488dc4b9f7ad req-5b95903f-77ba-48c4-b1de-4600b9a1bcb8 tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] 10.222.0.48 "GET /v2.0/security-groups?id=7027a18b-ac9e-45f0-8010-84baee7160ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1331460 May 03 21:31:47.605382 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-b5802ce2-4fc5-4e7a-82bb-d60a240bc471 req-d17c75cf-f546-4b73-b975-ac5bc557f154 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=74dacc7e-115e-4cd0-87fd-8eaa4de43b7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.6359336 May 03 21:31:47.609942 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-f6d3142a-fb86-4d5f-8286-afcd0e6714ff req-e14bdc22-4b39-43a1-986a-b2e2d5f641dd service neutron] 10.222.0.42 "GET /v2.0/networks/afa29ce3-7ea1-4fb3-8d15-b28913382476?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5894306 May 03 21:31:47.624817 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b645a67a-3506-4583-9d19-a68fb4b1a37f req-8f35fc54-d7fc-42b9-99b2-8adba5432759 tempest-VolumesSnapshotTestJSON-1309513029 tempest-VolumesSnapshotTestJSON-1309513029-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:31:47.624817 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-b645a67a-3506-4583-9d19-a68fb4b1a37f req-8f35fc54-d7fc-42b9-99b2-8adba5432759 tempest-VolumesSnapshotTestJSON-1309513029 tempest-VolumesSnapshotTestJSON-1309513029-project] 10.222.0.48 "GET /v2.0/ports?device_id=71fcec7c-c868-4296-b92d-704179c12e86 HTTP/1.1" status: 200 len: 946 time: 0.5226552 May 03 21:31:48.020087 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-928325c8-a226-40f0-9b98-07ea9740bfe5 req-cc52a9ca-e76b-42e5-90c5-5a5e47f362ce service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5bd090d5-a93e-4f68-8601-6aad9d3eb473&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.9689002 May 03 21:31:48.169567 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3457e57b-2d23-48cb-965e-ff524d418e96 req-8b0bfa4a-5a67-4374-a92e-72d6a5efa21b tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:31:48.183535 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-3457e57b-2d23-48cb-965e-ff524d418e96 req-8b0bfa4a-5a67-4374-a92e-72d6a5efa21b tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] 10.222.0.48 "GET /v2.0/ports?device_id=77f6a8a2-4366-486d-a002-05587e0f46b5 HTTP/1.1" status: 200 len: 946 time: 0.1463857 May 03 21:31:48.262296 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-b5802ce2-4fc5-4e7a-82bb-d60a240bc471 req-09e1ea32-25ba-4509-97ec-6262b3a045a7 service neutron] 10.222.0.42 "GET /v2.0/networks/74dacc7e-115e-4cd0-87fd-8eaa4de43b7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6059704 May 03 21:31:48.264378 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-3457e57b-2d23-48cb-965e-ff524d418e96 req-b103a6a7-8d2c-4f92-b1be-397fe07cd741 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] 10.222.0.48 "GET /v2.0/security-groups?id=3dff50d4-faed-48b7-b783-10568bb53def&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0793664 May 03 21:31:48.451951 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-b5802ce2-4fc5-4e7a-82bb-d60a240bc471 req-d189925c-b200-46a1-9314-24c01f3f821e service neutron] 10.222.0.42 "GET /v2.0/networks/74dacc7e-115e-4cd0-87fd-8eaa4de43b7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1720717 May 03 21:31:48.536739 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-b645a67a-3506-4583-9d19-a68fb4b1a37f req-4a2d8737-de25-4a71-b3ad-eb6162bebfca tempest-VolumesSnapshotTestJSON-1309513029 tempest-VolumesSnapshotTestJSON-1309513029-project] 10.222.0.48 "GET /v2.0/security-groups?id=65996721-a490-4a59-8f5d-ec10ee072626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9109669 May 03 21:31:48.618662 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-f6d3142a-fb86-4d5f-8286-afcd0e6714ff req-89ed7bae-0dc5-4f27-ae3e-b3d28139534c service neutron] 10.222.0.42 "GET /v2.0/networks/afa29ce3-7ea1-4fb3-8d15-b28913382476?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9220953 May 03 21:31:48.618816 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-22cb546e-3d81-458f-9c5d-18a2c5bd6c89 req-225bd957-2778-41de-8b61-540eb6b6fea3 tempest-VolumesActionsTest-1111013864 tempest-VolumesActionsTest-1111013864-project] 10.222.0.48 "GET /v2.0/ports?device_id=b5b63d26-d36d-440d-9107-9d20ffc97ecf HTTP/1.1" status: 200 len: 210 time: 0.0938785 May 03 21:31:48.623177 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-928325c8-a226-40f0-9b98-07ea9740bfe5 req-9f49544f-e4d6-4081-95d2-749c741df159 service neutron] 10.222.0.42 "GET /v2.0/networks/5bd090d5-a93e-4f68-8601-6aad9d3eb473?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5726502 May 03 21:31:48.630877 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-b94ee087-0b31-4d15-b509-339d753b960f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781386283879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2080842'] for agent, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:31:49.220608 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488d34c2-2d7d-4699-af9c-80ca8a2ba941 req-fd0b1118-7929-4ee8-914a-d12840b46259 tempest-VolumesActionsTest-1111013864 tempest-VolumesActionsTest-1111013864-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:31:49.222766 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-488d34c2-2d7d-4699-af9c-80ca8a2ba941 req-fd0b1118-7929-4ee8-914a-d12840b46259 tempest-VolumesActionsTest-1111013864 tempest-VolumesActionsTest-1111013864-project] 10.222.0.42 "GET /v2.0/networks?id=8728a8ce-db6a-4720-bb6e-c96e6c9ab260 HTTP/1.1" status: 200 len: 808 time: 0.3418269 May 03 21:31:49.225924 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-928325c8-a226-40f0-9b98-07ea9740bfe5 req-ec5e2890-2543-41a4-84d2-60eb1467ad7d service neutron] 10.222.0.42 "GET /v2.0/networks/5bd090d5-a93e-4f68-8601-6aad9d3eb473?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5795364 May 03 21:31:49.248293 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0647d8-eb75-4bbb-a17a-0cc037e29a86 req-98255e07-0857-4989-9c9a-ab1ef8914af5 tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:31:49.257891 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-dc0647d8-eb75-4bbb-a17a-0cc037e29a86 req-98255e07-0857-4989-9c9a-ab1ef8914af5 tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] 10.222.0.48 "GET /v2.0/ports?device_id=274fd6f3-1f2e-4da8-8c5f-fa173514fc2a HTTP/1.1" status: 200 len: 946 time: 0.3776755 May 03 21:31:49.317243 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-dc0647d8-eb75-4bbb-a17a-0cc037e29a86 req-6d033838-57e8-4d0a-9427-b424db629d54 tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] 10.222.0.48 "GET /v2.0/security-groups?id=7027a18b-ac9e-45f0-8010-84baee7160ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568869 May 03 21:31:49.406137 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.v2.base [req-488d34c2-2d7d-4699-af9c-80ca8a2ba941 req-e9ebb694-1bc3-437c-baaa-c24a095d7293 tempest-VolumesActionsTest-1111013864 tempest-VolumesActionsTest-1111013864-project] Request body: {'port': {'device_id': 'b5b63d26-d36d-440d-9107-9d20ffc97ecf', 'network_id': '8728a8ce-db6a-4720-bb6e-c96e6c9ab260', 'admin_state_up': True, 'tenant_id': 'ed2eb47de9ab494c8061632f766f1050'}} {{(pid=83993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 03 21:31:49.658058 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafee50c-efcf-4f82-bad3-140d2aa0a06a req-3524268a-cea6-448f-8ab9-d501b53a6e07 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:31:49.670929 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-dafee50c-efcf-4f82-bad3-140d2aa0a06a req-3524268a-cea6-448f-8ab9-d501b53a6e07 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] 10.222.0.48 "GET /v2.0/ports?device_id=77f6a8a2-4366-486d-a002-05587e0f46b5 HTTP/1.1" status: 200 len: 946 time: 0.1683559 May 03 21:31:49.687510 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781386283879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2080842'] for agent, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:31:49.792189 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-dafee50c-efcf-4f82-bad3-140d2aa0a06a req-b61336c0-c0c7-40fa-84dc-415d82f1835b tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] 10.222.0.48 "GET /v2.0/security-groups?id=3dff50d4-faed-48b7-b783-10568bb53def&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1198032 May 03 21:31:49.795078 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03c019b-a525-44ac-9c60-22d48a00f252 req-a0a9f2c6-8ecd-46df-a935-7ad8dbe7e122 tempest-VolumesSnapshotTestJSON-1309513029 tempest-VolumesSnapshotTestJSON-1309513029-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:31:49.797037 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-b03c019b-a525-44ac-9c60-22d48a00f252 req-a0a9f2c6-8ecd-46df-a935-7ad8dbe7e122 tempest-VolumesSnapshotTestJSON-1309513029 tempest-VolumesSnapshotTestJSON-1309513029-project] 10.222.0.42 "GET /v2.0/ports?device_id=71fcec7c-c868-4296-b92d-704179c12e86 HTTP/1.1" status: 200 len: 946 time: 0.3953099 May 03 21:31:49.834546 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781386283879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2080842'] for agent, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:31:49.886401 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-0dfda447-9707-4eba-99ce-657c79a02a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781386283879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2080842'] for agent, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:31:49.990259 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [req-488d34c2-2d7d-4699-af9c-80ca8a2ba941 req-e9ebb694-1bc3-437c-baaa-c24a095d7293 tempest-VolumesActionsTest-1111013864 tempest-VolumesActionsTest-1111013864-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:31:49.997729 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.plugin [req-b03c019b-a525-44ac-9c60-22d48a00f252 req-a3b21fb9-0783-44c7-9ae6-bf176b46a91e tempest-VolumesSnapshotTestJSON-1309513029 tempest-VolumesSnapshotTestJSON-1309513029-project] Deleting port 846556a2-6669-4bf4-8f43-d938bc645197 {{(pid=83993) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 03 21:31:49.998229 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-b03c019b-a525-44ac-9c60-22d48a00f252 req-a3b21fb9-0783-44c7-9ae6-bf176b46a91e tempest-VolumesSnapshotTestJSON-1309513029 tempest-VolumesSnapshotTestJSON-1309513029-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781386349267'] for port, before_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:31:50.050170 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-73683006-21dd-4b5a-942a-95fd32be9844 req-65c9cf14-5719-4548-a6df-ecb745eed101 tempest-VolumesActionsTest-1111013864 tempest-VolumesActionsTest-1111013864-project] 10.222.0.48 "GET /v2.0/ports?device_id=b5b63d26-d36d-440d-9107-9d20ffc97ecf HTTP/1.1" status: 200 len: 210 time: 0.0774541 May 03 21:31:50.073083 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [req-488d34c2-2d7d-4699-af9c-80ca8a2ba941 req-e9ebb694-1bc3-437c-baaa-c24a095d7293 tempest-VolumesActionsTest-1111013864 tempest-VolumesActionsTest-1111013864-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:31:50.109826 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32293263-739b-4bee-91c6-3287614e4ab2 req-a3ba171b-ebfb-4319-9b1c-e40837952d6e tempest-VolumesSnapshotTestJSON-1309513029 tempest-VolumesSnapshotTestJSON-1309513029-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:31:50.118308 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-32293263-739b-4bee-91c6-3287614e4ab2 req-a3ba171b-ebfb-4319-9b1c-e40837952d6e tempest-VolumesSnapshotTestJSON-1309513029 tempest-VolumesSnapshotTestJSON-1309513029-project] 10.222.0.48 "GET /v2.0/ports?device_id=71fcec7c-c868-4296-b92d-704179c12e86 HTTP/1.1" status: 200 len: 946 time: 0.3069015 May 03 21:31:50.358167 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-488d34c2-2d7d-4699-af9c-80ca8a2ba941 req-e9ebb694-1bc3-437c-baaa-c24a095d7293 tempest-VolumesActionsTest-1111013864 tempest-VolumesActionsTest-1111013864-project] Made reservation on behalf of ed2eb47de9ab494c8061632f766f1050 for: {'port': 1} {{(pid=83993) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 21:31:50.363272 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-488d34c2-2d7d-4699-af9c-80ca8a2ba941 req-e9ebb694-1bc3-437c-baaa-c24a095d7293 tempest-VolumesActionsTest-1111013864 tempest-VolumesActionsTest-1111013864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1124352'] for port, before_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:31:50.418621 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-32293263-739b-4bee-91c6-3287614e4ab2 req-875f4066-b0b6-42c6-93c9-ffadf6074833 tempest-VolumesSnapshotTestJSON-1309513029 tempest-VolumesSnapshotTestJSON-1309513029-project] 10.222.0.48 "GET /v2.0/security-groups?id=65996721-a490-4a59-8f5d-ec10ee072626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2991345 May 03 21:31:50.634705 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0146377e-288f-4c08-80e4-93fbf959333f req-6065a125-c1b4-4eba-b2ea-e9abeb408dce tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:31:50.645714 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-0146377e-288f-4c08-80e4-93fbf959333f req-6065a125-c1b4-4eba-b2ea-e9abeb408dce tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] 10.222.0.48 "GET /v2.0/ports?device_id=274fd6f3-1f2e-4da8-8c5f-fa173514fc2a HTTP/1.1" status: 200 len: 946 time: 0.1454399 May 03 21:31:50.753246 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-0146377e-288f-4c08-80e4-93fbf959333f req-2f86782a-1b7b-4c01-b468-3b559708236d tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] 10.222.0.48 "GET /v2.0/security-groups?id=7027a18b-ac9e-45f0-8010-84baee7160ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1059394 May 03 21:31:50.810759 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.db [req-b03c019b-a525-44ac-9c60-22d48a00f252 req-a3b21fb9-0783-44c7-9ae6-bf176b46a91e tempest-VolumesSnapshotTestJSON-1309513029 tempest-VolumesSnapshotTestJSON-1309513029-project] For port 846556a2-6669-4bf4-8f43-d938bc645197, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=846556a2-6669-4bf4-8f43-d938bc645197,segment=NetworkSegment(ead6f962-4d7d-42d4-a44b-625695deccc6),segment_id=ead6f962-4d7d-42d4-a44b-625695deccc6)] {{(pid=83993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 21:31:50.810759 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-b03c019b-a525-44ac-9c60-22d48a00f252 req-a3b21fb9-0783-44c7-9ae6-bf176b46a91e tempest-VolumesSnapshotTestJSON-1309513029 tempest-VolumesSnapshotTestJSON-1309513029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749056'] for port, precommit_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:31:51.097163 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.plugin [req-b03c019b-a525-44ac-9c60-22d48a00f252 req-a3b21fb9-0783-44c7-9ae6-bf176b46a91e tempest-VolumesSnapshotTestJSON-1309513029 tempest-VolumesSnapshotTestJSON-1309513029-project] Calling delete_port for 846556a2-6669-4bf4-8f43-d938bc645197 owned by compute:nova {{(pid=83993) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 03 21:31:51.137743 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.db.db_base_plugin_common [req-488d34c2-2d7d-4699-af9c-80ca8a2ba941 req-e9ebb694-1bc3-437c-baaa-c24a095d7293 tempest-VolumesActionsTest-1111013864 tempest-VolumesActionsTest-1111013864-project] Allocated IP 172.20.0.13 (8728a8ce-db6a-4720-bb6e-c96e6c9ab260/fff55202-54cf-4d4b-80b9-c28a2494d459/b61db19e-8de7-4a39-bc38-19e6f5760287) {{(pid=83993) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 21:31:51.166385 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-672d275f-a9b7-498c-8eb6-010b5168d44a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781386283879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2080842'] for agent, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:31:51.368007 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-623f0646-a62c-4675-a331-58e37113135f req-e8a8aabc-a313-45d6-adfe-3c398cc4c209 tempest-VolumesActionsTest-1111013864 tempest-VolumesActionsTest-1111013864-project] 10.222.0.48 "GET /v2.0/ports?device_id=b5b63d26-d36d-440d-9107-9d20ffc97ecf HTTP/1.1" status: 200 len: 210 time: 0.0863457 May 03 21:31:51.585055 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc060b7-ce8e-40ab-aa9f-0e3c725386b9 req-2627b0da-3f3a-4881-80fd-9d1f32f95d0c tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:31:51.634306 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-ffc060b7-ce8e-40ab-aa9f-0e3c725386b9 req-2627b0da-3f3a-4881-80fd-9d1f32f95d0c tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] 10.222.0.48 "GET /v2.0/ports?device_id=77f6a8a2-4366-486d-a002-05587e0f46b5 HTTP/1.1" status: 200 len: 946 time: 0.5182464 May 03 21:31:51.717851 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708feaa2-e2d4-4280-b1ba-95c9fe372a1d req-e230dc1a-6cfc-40a9-b56e-9b22e5804ee4 tempest-VolumesSnapshotTestJSON-1309513029 tempest-VolumesSnapshotTestJSON-1309513029-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:31:51.720258 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-708feaa2-e2d4-4280-b1ba-95c9fe372a1d req-e230dc1a-6cfc-40a9-b56e-9b22e5804ee4 tempest-VolumesSnapshotTestJSON-1309513029 tempest-VolumesSnapshotTestJSON-1309513029-project] 10.222.0.48 "GET /v2.0/ports?device_id=71fcec7c-c868-4296-b92d-704179c12e86 HTTP/1.1" status: 200 len: 946 time: 0.1246901 May 03 21:31:51.795066 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-488d34c2-2d7d-4699-af9c-80ca8a2ba941 req-e9ebb694-1bc3-437c-baaa-c24a095d7293 tempest-VolumesActionsTest-1111013864 tempest-VolumesActionsTest-1111013864-project] Notify callbacks [] for port, precommit_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:31:51.810652 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-708feaa2-e2d4-4280-b1ba-95c9fe372a1d req-5f5881e9-fb20-47a0-b4ba-80e25d70cc3f tempest-VolumesSnapshotTestJSON-1309513029 tempest-VolumesSnapshotTestJSON-1309513029-project] 10.222.0.48 "GET /v2.0/security-groups?id=65996721-a490-4a59-8f5d-ec10ee072626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836780 May 03 21:31:51.815352 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-ffc060b7-ce8e-40ab-aa9f-0e3c725386b9 req-fe79513b-ecac-4085-8040-34d3e62160b4 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] 10.222.0.48 "GET /v2.0/security-groups?id=3dff50d4-faed-48b7-b783-10568bb53def&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1886249 May 03 21:31:52.452943 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-b03c019b-a525-44ac-9c60-22d48a00f252 req-a3b21fb9-0783-44c7-9ae6-bf176b46a91e tempest-VolumesSnapshotTestJSON-1309513029 tempest-VolumesSnapshotTestJSON-1309513029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781386188948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781385847444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3391708'] for port, after_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:31:52.452943 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-488d34c2-2d7d-4699-af9c-80ca8a2ba941 req-e9ebb694-1bc3-437c-baaa-c24a095d7293 tempest-VolumesActionsTest-1111013864 tempest-VolumesActionsTest-1111013864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781385847435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3391708'] for port, after_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:31:52.530537 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b21fb9-0783-44c7-9ae6-bf176b46a91e tempest-VolumesSnapshotTestJSON-1309513029 tempest-VolumesSnapshotTestJSON-1309513029-project] Pushing event deleted for resources: {'Port': ['ID=846556a2-6669-4bf4-8f43-d938bc645197,revision_number=None']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:31:52.579783 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b21fb9-0783-44c7-9ae6-bf176b46a91e tempest-VolumesSnapshotTestJSON-1309513029 tempest-VolumesSnapshotTestJSON-1309513029-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:31:52.604279 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b21fb9-0783-44c7-9ae6-bf176b46a91e tempest-VolumesSnapshotTestJSON-1309513029 tempest-VolumesSnapshotTestJSON-1309513029-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:31:52.604279 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b21fb9-0783-44c7-9ae6-bf176b46a91e tempest-VolumesSnapshotTestJSON-1309513029 tempest-VolumesSnapshotTestJSON-1309513029-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:31:52.604279 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b21fb9-0783-44c7-9ae6-bf176b46a91e tempest-VolumesSnapshotTestJSON-1309513029 tempest-VolumesSnapshotTestJSON-1309513029-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:31:52.604279 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b21fb9-0783-44c7-9ae6-bf176b46a91e tempest-VolumesSnapshotTestJSON-1309513029 tempest-VolumesSnapshotTestJSON-1309513029-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:31:52.604279 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b21fb9-0783-44c7-9ae6-bf176b46a91e tempest-VolumesSnapshotTestJSON-1309513029 tempest-VolumesSnapshotTestJSON-1309513029-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:31:52.604279 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b21fb9-0783-44c7-9ae6-bf176b46a91e tempest-VolumesSnapshotTestJSON-1309513029 tempest-VolumesSnapshotTestJSON-1309513029-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:31:52.604279 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b21fb9-0783-44c7-9ae6-bf176b46a91e tempest-VolumesSnapshotTestJSON-1309513029 tempest-VolumesSnapshotTestJSON-1309513029-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:31:52.604279 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b21fb9-0783-44c7-9ae6-bf176b46a91e tempest-VolumesSnapshotTestJSON-1309513029 tempest-VolumesSnapshotTestJSON-1309513029-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:31:52.604279 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b21fb9-0783-44c7-9ae6-bf176b46a91e tempest-VolumesSnapshotTestJSON-1309513029 tempest-VolumesSnapshotTestJSON-1309513029-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:31:52.604279 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b21fb9-0783-44c7-9ae6-bf176b46a91e tempest-VolumesSnapshotTestJSON-1309513029 tempest-VolumesSnapshotTestJSON-1309513029-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:31:52.641252 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.rpc [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Device 846556a2-6669-4bf4-8f43-d938bc645197 no longer exists at agent hyperv_hv-cinder-84037 {{(pid=83994) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 21:31:52.674747 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-488d34c2-2d7d-4699-af9c-80ca8a2ba941 req-e9ebb694-1bc3-437c-baaa-c24a095d7293 tempest-VolumesActionsTest-1111013864 tempest-VolumesActionsTest-1111013864-project] Network 8728a8ce-db6a-4720-bb6e-c96e6c9ab260 is already hosted by enough agents. {{(pid=83993) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 21:31:52.688074 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.plugin [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] No Port match for: 846556a2-6669-4bf4-8f43-d938bc645197 {{(pid=83994) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 03 21:31:52.690198 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.rpc [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Device 846556a2-6669-4bf4-8f43-d938bc645197 not bound to the agent host hv-cinder-84037 {{(pid=83994) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 21:31:52.690325 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215b4c58-bde9-4907-ae8d-933832cc23bf req-ff945956-b5ac-4f32-aa90-6f812e1b8523 tempest-VolumesActionsTest-1111013864 tempest-VolumesActionsTest-1111013864-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:31:52.692358 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-215b4c58-bde9-4907-ae8d-933832cc23bf req-ff945956-b5ac-4f32-aa90-6f812e1b8523 tempest-VolumesActionsTest-1111013864 tempest-VolumesActionsTest-1111013864-project] 10.222.0.48 "GET /v2.0/ports?device_id=b5b63d26-d36d-440d-9107-9d20ffc97ecf HTTP/1.1" status: 200 len: 932 time: 0.1460361 May 03 21:31:52.700025 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.scheduler.base_scheduler [req-488d34c2-2d7d-4699-af9c-80ca8a2ba941 req-e9ebb694-1bc3-437c-baaa-c24a095d7293 tempest-VolumesActionsTest-1111013864 tempest-VolumesActionsTest-1111013864-project] Resources bound (agent type, host, resource id): {{(pid=83993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 21:31:52.713172 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.db.l3_dvrscheduler_db [req-488d34c2-2d7d-4699-af9c-80ca8a2ba941 req-e9ebb694-1bc3-437c-baaa-c24a095d7293 tempest-VolumesActionsTest-1111013864 tempest-VolumesActionsTest-1111013864-project] Received port after_create {{(pid=83993) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 03 21:31:52.787969 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488d34c2-2d7d-4699-af9c-80ca8a2ba941 req-e9ebb694-1bc3-437c-baaa-c24a095d7293 tempest-VolumesActionsTest-1111013864 tempest-VolumesActionsTest-1111013864-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:31:52.788906 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-488d34c2-2d7d-4699-af9c-80ca8a2ba941 req-e9ebb694-1bc3-437c-baaa-c24a095d7293 tempest-VolumesActionsTest-1111013864 tempest-VolumesActionsTest-1111013864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93163'] for port, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:31:52.796670 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-215b4c58-bde9-4907-ae8d-933832cc23bf req-513622a5-e004-4de4-b80f-2bd5894ce717 tempest-VolumesActionsTest-1111013864 tempest-VolumesActionsTest-1111013864-project] 10.222.0.48 "GET /v2.0/security-groups?id=65f6f2a5-5af1-4e39-ae5e-b2190f5b8788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962946 May 03 21:31:52.842742 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.db.l3_dvrscheduler_db [req-b03c019b-a525-44ac-9c60-22d48a00f252 req-a3b21fb9-0783-44c7-9ae6-bf176b46a91e tempest-VolumesSnapshotTestJSON-1309513029 tempest-VolumesSnapshotTestJSON-1309513029-project] No DVR routers for this DVR port 846556a2-6669-4bf4-8f43-d938bc645197 on host hv-cinder-84037 {{(pid=83993) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 21:31:52.859754 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-b03c019b-a525-44ac-9c60-22d48a00f252 req-a3b21fb9-0783-44c7-9ae6-bf176b46a91e tempest-VolumesSnapshotTestJSON-1309513029 tempest-VolumesSnapshotTestJSON-1309513029-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93163'] for port, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:31:52.859754 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-b03c019b-a525-44ac-9c60-22d48a00f252 req-a3b21fb9-0783-44c7-9ae6-bf176b46a91e tempest-VolumesSnapshotTestJSON-1309513029 tempest-VolumesSnapshotTestJSON-1309513029-project] 10.222.0.42 "DELETE /v2.0/ports/846556a2-6669-4bf4-8f43-d938bc645197 HTTP/1.1" status: 204 len: 173 time: 3.0464971 May 03 21:31:52.859754 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71fcec7c-c868-4296-b92d-704179c12e86', 'name': 'network-vif-deleted', 'tag': '846556a2-6669-4bf4-8f43-d938bc645197'}] {{(pid=83993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 03 21:31:52.900691 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ebb694-1bc3-437c-baaa-c24a095d7293 tempest-VolumesActionsTest-1111013864 tempest-VolumesActionsTest-1111013864-project] Pushing event updated for resources: {'Port': ['ID=b61db19e-8de7-4a39-bc38-19e6f5760287,revision_number=1']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:31:53.116214 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-488d34c2-2d7d-4699-af9c-80ca8a2ba941 req-e9ebb694-1bc3-437c-baaa-c24a095d7293 tempest-VolumesActionsTest-1111013864 tempest-VolumesActionsTest-1111013864-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.7161224 May 03 21:31:53.135211 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [req-01d802fa-76df-43d8-a586-4fd2a7c2a197 req-6621a405-00b7-4b61-97b0-6511b4c7bbac tempest-VolumesSnapshotTestJSON-1309513029 tempest-VolumesSnapshotTestJSON-1309513029-project] Synchronizing usage tracker for tenant:103e27d9374d41689ceff14ee5a5ae21 on resource:port {{(pid=83993) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 21:31:53.161074 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.v2.base [req-488d34c2-2d7d-4699-af9c-80ca8a2ba941 req-3c3ac475-cd13-4b76-90c4-e9b3d74d13af service neutron] Request body: {'port': {'device_id': 'b5b63d26-d36d-440d-9107-9d20ffc97ecf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84037'}} {{(pid=83993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 03 21:31:53.164530 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0ef9bb-9438-4cf8-8f52-2828ab0609b5 req-18eb6d7d-cb9d-44c5-86e6-bbdac1a6e379 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:31:53.167658 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-6e0ef9bb-9438-4cf8-8f52-2828ab0609b5 req-18eb6d7d-cb9d-44c5-86e6-bbdac1a6e379 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] 10.222.0.48 "GET /v2.0/ports?device_id=77f6a8a2-4366-486d-a002-05587e0f46b5 HTTP/1.1" status: 200 len: 946 time: 0.1504521 May 03 21:31:53.256264 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-6e0ef9bb-9438-4cf8-8f52-2828ab0609b5 req-5cd9a9ee-9084-4968-8842-13d2afd71fed tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] 10.222.0.48 "GET /v2.0/security-groups?id=3dff50d4-faed-48b7-b783-10568bb53def&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0825725 May 03 21:31:53.408655 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e4174573-34bd-4328-814f-8fb9ad174ac6'] response: {'server_uuid': '71fcec7c-c868-4296-b92d-704179c12e86', 'name': 'network-vif-deleted', 'tag': '846556a2-6669-4bf4-8f43-d938bc645197', 'status': 'completed', 'code': 200} May 03 21:31:53.409236 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [req-01d802fa-76df-43d8-a586-4fd2a7c2a197 req-6621a405-00b7-4b61-97b0-6511b4c7bbac tempest-VolumesSnapshotTestJSON-1309513029 tempest-VolumesSnapshotTestJSON-1309513029-project] Unset dirty status for tenant:103e27d9374d41689ceff14ee5a5ae21 on resource:port {{(pid=83993) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 21:31:53.410885 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-01d802fa-76df-43d8-a586-4fd2a7c2a197 req-6621a405-00b7-4b61-97b0-6511b4c7bbac tempest-VolumesSnapshotTestJSON-1309513029 tempest-VolumesSnapshotTestJSON-1309513029-project] 10.222.0.48 "GET /v2.0/ports?device_id=71fcec7c-c868-4296-b92d-704179c12e86 HTTP/1.1" status: 200 len: 210 time: 0.4097896 May 03 21:31:53.418215 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-488d34c2-2d7d-4699-af9c-80ca8a2ba941 req-3c3ac475-cd13-4b76-90c4-e9b3d74d13af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1124352'] for port, before_update {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:31:53.959606 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.notifiers.nova [req-488d34c2-2d7d-4699-af9c-80ca8a2ba941 req-3c3ac475-cd13-4b76-90c4-e9b3d74d13af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b61db19e-8de7-4a39-bc38-19e6f5760287 {{(pid=83993) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 03 21:31:53.967813 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-488d34c2-2d7d-4699-af9c-80ca8a2ba941 req-3c3ac475-cd13-4b76-90c4-e9b3d74d13af service neutron] Notify callbacks [] for port, precommit_update {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:31:53.984257 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.db.provisioning_blocks [req-488d34c2-2d7d-4699-af9c-80ca8a2ba941 req-3c3ac475-cd13-4b76-90c4-e9b3d74d13af service neutron] Transition to ACTIVE for port object b61db19e-8de7-4a39-bc38-19e6f5760287 will not be triggered until provisioned by entity L2. {{(pid=83993) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 21:31:54.070418 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097b757f-2f9d-4f6a-88c8-cbf664ac58ab req-93e59d26-0c34-4617-8c8a-611ccbcfa222 tempest-VolumesActionsTest-1111013864 tempest-VolumesActionsTest-1111013864-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:31:54.072141 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-097b757f-2f9d-4f6a-88c8-cbf664ac58ab req-93e59d26-0c34-4617-8c8a-611ccbcfa222 tempest-VolumesActionsTest-1111013864 tempest-VolumesActionsTest-1111013864-project] 10.222.0.48 "GET /v2.0/ports?device_id=b5b63d26-d36d-440d-9107-9d20ffc97ecf HTTP/1.1" status: 200 len: 932 time: 0.0851612 May 03 21:31:54.129876 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-097b757f-2f9d-4f6a-88c8-cbf664ac58ab req-d2fd5f1e-0ce6-447b-9237-a66345be8c90 tempest-VolumesActionsTest-1111013864 tempest-VolumesActionsTest-1111013864-project] 10.222.0.48 "GET /v2.0/security-groups?id=65f6f2a5-5af1-4e39-ae5e-b2190f5b8788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514841 May 03 21:31:54.243830 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-488d34c2-2d7d-4699-af9c-80ca8a2ba941 req-3c3ac475-cd13-4b76-90c4-e9b3d74d13af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781386188966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781385847453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781385847498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3391653'] for port, after_update {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:31:54.387435 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3ac475-cd13-4b76-90c4-e9b3d74d13af service neutron] Pushing event updated for resources: {'Port': ['ID=b61db19e-8de7-4a39-bc38-19e6f5760287,revision_number=2']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:31:54.574316 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.managers [req-488d34c2-2d7d-4699-af9c-80ca8a2ba941 req-3c3ac475-cd13-4b76-90c4-e9b3d74d13af service neutron] Attempting to bind port b61db19e-8de7-4a39-bc38-19e6f5760287 on host hv-cinder-84037 for vnic_type normal with profile {{(pid=83993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 21:31:54.574651 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.managers [req-488d34c2-2d7d-4699-af9c-80ca8a2ba941 req-3c3ac475-cd13-4b76-90c4-e9b3d74d13af service neutron] Attempting to bind port b61db19e-8de7-4a39-bc38-19e6f5760287 by drivers openvswitch,hyperv on host hv-cinder-84037 at level 0 using segments [{'id': '2b922d1c-0f74-428d-9457-e2990b5d0230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '8728a8ce-db6a-4720-bb6e-c96e6c9ab260'}] {{(pid=83993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 21:31:54.574976 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-488d34c2-2d7d-4699-af9c-80ca8a2ba941 req-3c3ac475-cd13-4b76-90c4-e9b3d74d13af service neutron] Attempting to bind port b61db19e-8de7-4a39-bc38-19e6f5760287 on network 8728a8ce-db6a-4720-bb6e-c96e6c9ab260 {{(pid=83993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 03 21:31:54.585212 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-488d34c2-2d7d-4699-af9c-80ca8a2ba941 req-3c3ac475-cd13-4b76-90c4-e9b3d74d13af service neutron] Port b61db19e-8de7-4a39-bc38-19e6f5760287 on network 8728a8ce-db6a-4720-bb6e-c96e6c9ab260 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84037 {{(pid=83993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 03 21:31:54.587717 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-488d34c2-2d7d-4699-af9c-80ca8a2ba941 req-3c3ac475-cd13-4b76-90c4-e9b3d74d13af service neutron] Attempting to bind port b61db19e-8de7-4a39-bc38-19e6f5760287 on network 8728a8ce-db6a-4720-bb6e-c96e6c9ab260 {{(pid=83993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 03 21:31:54.604237 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1f93c0-b796-4c55-98f9-517cbe85a72e req-fae42424-b11c-4511-9d7f-d86658dedf46 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:31:54.605955 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-6f1f93c0-b796-4c55-98f9-517cbe85a72e req-fae42424-b11c-4511-9d7f-d86658dedf46 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] 10.222.0.48 "GET /v2.0/ports?device_id=77f6a8a2-4366-486d-a002-05587e0f46b5 HTTP/1.1" status: 200 len: 946 time: 0.1686537 May 03 21:31:54.606895 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-488d34c2-2d7d-4699-af9c-80ca8a2ba941 req-3c3ac475-cd13-4b76-90c4-e9b3d74d13af service neutron] Checking agent: {'id': '6f729c1e-126d-4db9-b521-92dbb8a34775', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84037', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 21, 26, 18), 'started_at': datetime.datetime(2022, 5, 3, 21, 26, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 21, 31, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 03 21:31:54.607223 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-488d34c2-2d7d-4699-af9c-80ca8a2ba941 req-3c3ac475-cd13-4b76-90c4-e9b3d74d13af service neutron] Checking segment: {'id': '2b922d1c-0f74-428d-9457-e2990b5d0230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '8728a8ce-db6a-4720-bb6e-c96e6c9ab260'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 03 21:31:54.607602 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-488d34c2-2d7d-4699-af9c-80ca8a2ba941 req-3c3ac475-cd13-4b76-90c4-e9b3d74d13af service neutron] Bound using segment: {'id': '2b922d1c-0f74-428d-9457-e2990b5d0230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '8728a8ce-db6a-4720-bb6e-c96e6c9ab260'} {{(pid=83993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 03 21:31:54.608029 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.managers [req-488d34c2-2d7d-4699-af9c-80ca8a2ba941 req-3c3ac475-cd13-4b76-90c4-e9b3d74d13af service neutron] Bound port: b61db19e-8de7-4a39-bc38-19e6f5760287, host: hv-cinder-84037, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b922d1c-0f74-428d-9457-e2990b5d0230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '8728a8ce-db6a-4720-bb6e-c96e6c9ab260'}}] {{(pid=83993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 21:31:54.608370 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-488d34c2-2d7d-4699-af9c-80ca8a2ba941 req-3c3ac475-cd13-4b76-90c4-e9b3d74d13af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1124352'] for port, before_update {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:31:54.631616 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-ab69fb22-c8b9-4434-a3f7-a0aa1345c4b6 req-e67a47e0-9ae3-4499-bae5-a8cd8b698938 tempest-VolumesSnapshotTestJSON-1309513029 tempest-VolumesSnapshotTestJSON-1309513029-project] 10.222.0.48 "GET /v2.0/ports?device_id=71fcec7c-c868-4296-b92d-704179c12e86 HTTP/1.1" status: 200 len: 210 time: 0.0487828 May 03 21:31:54.731476 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-6f1f93c0-b796-4c55-98f9-517cbe85a72e req-ba325c33-3eff-4a99-8070-9a9e5f9f47ba tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] 10.222.0.48 "GET /v2.0/security-groups?id=3dff50d4-faed-48b7-b783-10568bb53def&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1108298 May 03 21:31:54.758004 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.db [req-488d34c2-2d7d-4699-af9c-80ca8a2ba941 req-3c3ac475-cd13-4b76-90c4-e9b3d74d13af service neutron] For port b61db19e-8de7-4a39-bc38-19e6f5760287, host hv-cinder-84037, cleared binding levels {{(pid=83993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 21:31:54.761452 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.db [req-488d34c2-2d7d-4699-af9c-80ca8a2ba941 req-3c3ac475-cd13-4b76-90c4-e9b3d74d13af service neutron] For port b61db19e-8de7-4a39-bc38-19e6f5760287, host hv-cinder-84037, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=b61db19e-8de7-4a39-bc38-19e6f5760287,segment=NetworkSegment(2b922d1c-0f74-428d-9457-e2990b5d0230),segment_id=2b922d1c-0f74-428d-9457-e2990b5d0230)] {{(pid=83993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 21:31:54.943603 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-488d34c2-2d7d-4699-af9c-80ca8a2ba941 req-3c3ac475-cd13-4b76-90c4-e9b3d74d13af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781386188966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781385847453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781385847498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3391653'] for port, after_update {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:31:55.011209 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-488d34c2-2d7d-4699-af9c-80ca8a2ba941 req-3c3ac475-cd13-4b76-90c4-e9b3d74d13af service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93163'] for port, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:31:55.012670 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-488d34c2-2d7d-4699-af9c-80ca8a2ba941 req-3c3ac475-cd13-4b76-90c4-e9b3d74d13af service neutron] 10.222.0.42 "PUT /v2.0/ports/b61db19e-8de7-4a39-bc38-19e6f5760287 HTTP/1.1" status: 200 len: 1094 time: 1.8672631 May 03 21:31:55.026752 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3ac475-cd13-4b76-90c4-e9b3d74d13af service neutron] Pushing event updated for resources: {'Port': ['ID=b61db19e-8de7-4a39-bc38-19e6f5760287,revision_number=3']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:31:55.374148 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-488d34c2-2d7d-4699-af9c-80ca8a2ba941 req-0dcbdc1c-2dd8-4ff0-8bf7-a3741ff9670a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ed2eb47de9ab494c8061632f766f1050&device_id=b5b63d26-d36d-440d-9107-9d20ffc97ecf HTTP/1.1" status: 200 len: 1097 time: 0.0866818 May 03 21:31:55.441455 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5b63d26-d36d-440d-9107-9d20ffc97ecf', 'tag': 'b61db19e-8de7-4a39-bc38-19e6f5760287'}] {{(pid=83993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 03 21:31:55.463662 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-488d34c2-2d7d-4699-af9c-80ca8a2ba941 req-28010e46-7bfc-43bd-9abd-ddce2c328d34 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b61db19e-8de7-4a39-bc38-19e6f5760287 HTTP/1.1" status: 200 len: 217 time: 0.0727384 May 03 21:31:55.512922 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.notifiers.nova [-] Nova event matching ['req-77263c69-cc38-43df-bdac-c3baa1c70f6c'] response: {'name': 'network-changed', 'server_uuid': 'b5b63d26-d36d-440d-9107-9d20ffc97ecf', 'tag': 'b61db19e-8de7-4a39-bc38-19e6f5760287', 'status': 'completed', 'code': 200} May 03 21:31:55.520612 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cfbbc4-ffee-4745-a2ed-f7cd5517891d req-d9af135c-6fbc-48ee-a9d3-caf2adc2a060 tempest-VolumesActionsTest-1111013864 tempest-VolumesActionsTest-1111013864-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:31:55.522524 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-56cfbbc4-ffee-4745-a2ed-f7cd5517891d req-d9af135c-6fbc-48ee-a9d3-caf2adc2a060 tempest-VolumesActionsTest-1111013864 tempest-VolumesActionsTest-1111013864-project] 10.222.0.48 "GET /v2.0/ports?device_id=b5b63d26-d36d-440d-9107-9d20ffc97ecf HTTP/1.1" status: 200 len: 944 time: 0.0899765 May 03 21:31:55.543510 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488d34c2-2d7d-4699-af9c-80ca8a2ba941 req-9ad6cbe9-0d52-413c-8d4e-671cadd021fc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:31:55.545545 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-488d34c2-2d7d-4699-af9c-80ca8a2ba941 req-9ad6cbe9-0d52-413c-8d4e-671cadd021fc service neutron] 10.222.0.42 "GET /v2.0/subnets?id=fff55202-54cf-4d4b-80b9-c28a2494d459 HTTP/1.1" status: 200 len: 848 time: 0.0756054 May 03 21:31:55.575791 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-56cfbbc4-ffee-4745-a2ed-f7cd5517891d req-1a4278ba-d86f-45e9-a79a-fe952ff6907b tempest-VolumesActionsTest-1111013864 tempest-VolumesActionsTest-1111013864-project] 10.222.0.48 "GET /v2.0/security-groups?id=65f6f2a5-5af1-4e39-ae5e-b2190f5b8788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458586 May 03 21:31:55.648297 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-488d34c2-2d7d-4699-af9c-80ca8a2ba941 req-963ce426-9f46-4af8-9e66-a758ffc513a1 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8728a8ce-db6a-4720-bb6e-c96e6c9ab260&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0857291 May 03 21:31:55.786394 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-e707fe6d-402b-4e2e-8769-8e3386406f18 req-68e3997f-aa61-4e8c-8b97-95736b132422 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4cf52ffb4a864a689f5d0242ddc4cc4f&device_id=77f6a8a2-4366-486d-a002-05587e0f46b5 HTTP/1.1" status: 200 len: 1099 time: 0.1901186 May 03 21:31:55.831683 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-488d34c2-2d7d-4699-af9c-80ca8a2ba941 req-4ba875d8-e8b1-4cec-8dec-2a68186e43fe service neutron] 10.222.0.42 "GET /v2.0/networks/8728a8ce-db6a-4720-bb6e-c96e6c9ab260?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1780667 May 03 21:31:55.955040 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.48', 57968) {{(pid=83992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:31:55.987594 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cb9edd-f655-40ad-a7cf-131b29025fe6 req-9dae78f8-2ce3-42d6-9441-e5830ace71c6 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:31:55.989158 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-d4cb9edd-f655-40ad-a7cf-131b29025fe6 req-9dae78f8-2ce3-42d6-9441-e5830ace71c6 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] 10.222.0.48 "GET /v2.0/ports?device_id=77f6a8a2-4366-486d-a002-05587e0f46b5 HTTP/1.1" status: 200 len: 946 time: 0.0932264 May 03 21:31:56.046520 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-d4cb9edd-f655-40ad-a7cf-131b29025fe6 req-402c2d30-1dc5-45a9-9daa-dc588205e4d9 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] 10.222.0.48 "GET /v2.0/security-groups?id=3dff50d4-faed-48b7-b783-10568bb53def&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506263 May 03 21:31:56.088696 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-488d34c2-2d7d-4699-af9c-80ca8a2ba941 req-c5446a98-e2a0-4a23-9edc-e656a4c60bea service neutron] 10.222.0.42 "GET /v2.0/networks/8728a8ce-db6a-4720-bb6e-c96e6c9ab260?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2476587 May 03 21:31:56.091254 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e707fe6d-402b-4e2e-8769-8e3386406f18 req-b4344f9c-a922-4ba8-b874-ceee49f471b7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:31:56.092847 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-e707fe6d-402b-4e2e-8769-8e3386406f18 req-b4344f9c-a922-4ba8-b874-ceee49f471b7 service neutron] 10.222.0.42 "GET /v2.0/networks?id=a76ba353-ab28-4792-b070-a9ace23ad085 HTTP/1.1" status: 200 len: 918 time: 0.2945590 May 03 21:31:56.167220 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-0f795fb0-e64a-4ec3-9983-3dfd05b56239 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:31:56.206114 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.db.quota.driver [None req-0f795fb0-e64a-4ec3-9983-3dfd05b56239 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:31:56.211619 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.quota.resource [None req-0f795fb0-e64a-4ec3-9983-3dfd05b56239 admin admin] Usage tracker for resource:security_group_rule and tenant:451ea2d383a744c09635049576b6581d is out of sync, need to count used quota {{(pid=83992) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:31:56.217857 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.quota.resource [None req-0f795fb0-e64a-4ec3-9983-3dfd05b56239 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83992) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:31:56.228050 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.db.quota.driver [None req-0f795fb0-e64a-4ec3-9983-3dfd05b56239 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:31:56.228377 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-e707fe6d-402b-4e2e-8769-8e3386406f18 req-7068fe57-3191-4e9f-82f3-bd093ded1406 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=be428a12-3d87-4da1-a665-e7b79df6af66 HTTP/1.1" status: 200 len: 1001 time: 0.1151516 May 03 21:31:56.318334 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e707fe6d-402b-4e2e-8769-8e3386406f18 req-3c403ee7-e14b-4613-885c-a579e5174d6c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:31:56.320889 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-e707fe6d-402b-4e2e-8769-8e3386406f18 req-3c403ee7-e14b-4613-885c-a579e5174d6c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e0993ef0-a172-48a1-8947-068cb6cb24ca HTTP/1.1" status: 200 len: 856 time: 0.0848579 May 03 21:31:56.338555 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-0f795fb0-e64a-4ec3-9983-3dfd05b56239 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:31:56.463469 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-0f795fb0-e64a-4ec3-9983-3dfd05b56239 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746426'] for security_group, after_create {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:31:56.476457 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-8e7f1364-a005-49da-bc38-b556cb65a0f0 req-798da0b6-bd7c-47a5-806b-953484fd5036 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ed2eb47de9ab494c8061632f766f1050&device_id=b5b63d26-d36d-440d-9107-9d20ffc97ecf HTTP/1.1" status: 200 len: 1097 time: 0.1413028 May 03 21:31:56.482653 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-e707fe6d-402b-4e2e-8769-8e3386406f18 req-7d7e4c75-2af0-411b-9ead-846c0129dd8f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a76ba353-ab28-4792-b070-a9ace23ad085&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1479759 May 03 21:31:56.517042 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f795fb0-e64a-4ec3-9983-3dfd05b56239 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8399bb7-c2c8-400e-b4f6-7fe28ed31562,revision_number=1']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:31:56.524553 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [None req-0f795fb0-e64a-4ec3-9983-3dfd05b56239 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=451ea2d383a744c09635049576b6581d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5644779 May 03 21:31:56.526643 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.48', 57980) {{(pid=83992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:31:56.542054 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f795fb0-e64a-4ec3-9983-3dfd05b56239 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:31:56.542433 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f795fb0-e64a-4ec3-9983-3dfd05b56239 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:31:56.542739 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f795fb0-e64a-4ec3-9983-3dfd05b56239 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:31:56.543071 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f795fb0-e64a-4ec3-9983-3dfd05b56239 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:31:56.543407 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f795fb0-e64a-4ec3-9983-3dfd05b56239 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:31:56.543736 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f795fb0-e64a-4ec3-9983-3dfd05b56239 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:31:56.544884 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f795fb0-e64a-4ec3-9983-3dfd05b56239 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:31:56.544884 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f795fb0-e64a-4ec3-9983-3dfd05b56239 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:31:56.544884 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f795fb0-e64a-4ec3-9983-3dfd05b56239 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:31:56.545238 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f795fb0-e64a-4ec3-9983-3dfd05b56239 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:31:56.545354 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f795fb0-e64a-4ec3-9983-3dfd05b56239 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:31:56.629082 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-282d3e75-497d-40d1-9655-d3cda46509c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:31:56.668131 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-282d3e75-497d-40d1-9655-d3cda46509c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:31:56.871676 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7f1364-a005-49da-bc38-b556cb65a0f0 req-5a1d18b8-74c4-408a-b99e-9a569797d546 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:31:56.873047 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-8e7f1364-a005-49da-bc38-b556cb65a0f0 req-5a1d18b8-74c4-408a-b99e-9a569797d546 service neutron] 10.222.0.42 "GET /v2.0/networks?id=8728a8ce-db6a-4720-bb6e-c96e6c9ab260 HTTP/1.1" status: 200 len: 909 time: 0.3896956 May 03 21:31:56.883770 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-e707fe6d-402b-4e2e-8769-8e3386406f18 req-b699acb1-2c09-44d1-848d-d06b014355cb service neutron] 10.222.0.42 "GET /v2.0/networks/a76ba353-ab28-4792-b070-a9ace23ad085?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2977612 May 03 21:31:56.954601 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-282d3e75-497d-40d1-9655-d3cda46509c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746426'] for security_group, after_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:31:56.976704 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282d3e75-497d-40d1-9655-d3cda46509c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8399bb7-c2c8-400e-b4f6-7fe28ed31562,revision_number=None']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:31:56.985783 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-282d3e75-497d-40d1-9655-d3cda46509c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:31:56.989318 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [None req-282d3e75-497d-40d1-9655-d3cda46509c0 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e8399bb7-c2c8-400e-b4f6-7fe28ed31562 HTTP/1.1" status: 204 len: 168 time: 0.4575949 May 03 21:31:57.046529 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-8e7f1364-a005-49da-bc38-b556cb65a0f0 req-6809518a-8829-456b-a074-29655de9c300 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b61db19e-8de7-4a39-bc38-19e6f5760287 HTTP/1.1" status: 200 len: 217 time: 0.1666279 May 03 21:31:57.058944 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648812c2-97ab-42d0-b28d-a9bc7582aded req-b5139ab8-7c7b-41ba-8919-70d66ef6bd4d tempest-VolumesActionsTest-1111013864 tempest-VolumesActionsTest-1111013864-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:31:57.059704 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [req-648812c2-97ab-42d0-b28d-a9bc7582aded req-b5139ab8-7c7b-41ba-8919-70d66ef6bd4d tempest-VolumesActionsTest-1111013864 tempest-VolumesActionsTest-1111013864-project] Synchronizing usage tracker for tenant:ed2eb47de9ab494c8061632f766f1050 on resource:port {{(pid=83993) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 21:31:57.170448 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7f1364-a005-49da-bc38-b556cb65a0f0 req-d522cf4e-ecdd-43e3-9081-c99b09144d71 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:31:57.171905 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-8e7f1364-a005-49da-bc38-b556cb65a0f0 req-d522cf4e-ecdd-43e3-9081-c99b09144d71 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=fff55202-54cf-4d4b-80b9-c28a2494d459 HTTP/1.1" status: 200 len: 848 time: 0.1057036 May 03 21:31:57.175359 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-e707fe6d-402b-4e2e-8769-8e3386406f18 req-cae64e67-f56e-4519-956a-2c24367589c3 service neutron] 10.222.0.42 "GET /v2.0/networks/a76ba353-ab28-4792-b070-a9ace23ad085?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2391951 May 03 21:31:57.249779 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [req-648812c2-97ab-42d0-b28d-a9bc7582aded req-b5139ab8-7c7b-41ba-8919-70d66ef6bd4d tempest-VolumesActionsTest-1111013864 tempest-VolumesActionsTest-1111013864-project] Unset dirty status for tenant:ed2eb47de9ab494c8061632f766f1050 on resource:port {{(pid=83993) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 21:31:57.254306 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-648812c2-97ab-42d0-b28d-a9bc7582aded req-b5139ab8-7c7b-41ba-8919-70d66ef6bd4d tempest-VolumesActionsTest-1111013864 tempest-VolumesActionsTest-1111013864-project] 10.222.0.48 "GET /v2.0/ports?device_id=b5b63d26-d36d-440d-9107-9d20ffc97ecf HTTP/1.1" status: 200 len: 944 time: 0.5118585 May 03 21:31:57.294468 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399be41c-e119-4450-bd4e-29fed3d3d112 req-abf9384e-923c-4d11-b516-8eb415a40c03 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:31:57.295990 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-399be41c-e119-4450-bd4e-29fed3d3d112 req-abf9384e-923c-4d11-b516-8eb415a40c03 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] 10.222.0.48 "GET /v2.0/ports?device_id=77f6a8a2-4366-486d-a002-05587e0f46b5 HTTP/1.1" status: 200 len: 946 time: 0.0860555 May 03 21:31:57.314433 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-648812c2-97ab-42d0-b28d-a9bc7582aded req-a239d0eb-9f2e-41c1-b5be-6b26b0e7e7a6 tempest-VolumesActionsTest-1111013864 tempest-VolumesActionsTest-1111013864-project] 10.222.0.48 "GET /v2.0/security-groups?id=65f6f2a5-5af1-4e39-ae5e-b2190f5b8788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563133 May 03 21:31:57.363255 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-399be41c-e119-4450-bd4e-29fed3d3d112 req-e5644dfe-7c70-45e6-b6dd-8a4f57e56f4e tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] 10.222.0.48 "GET /v2.0/security-groups?id=3dff50d4-faed-48b7-b783-10568bb53def&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599980 May 03 21:31:58.523686 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5dd692-7d27-4a69-b522-88c02ffabee4 req-8b8df562-d199-4da5-8164-68340ae2ef20 tempest-VolumesActionsTest-1111013864 tempest-VolumesActionsTest-1111013864-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:31:58.525605 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-ff5dd692-7d27-4a69-b522-88c02ffabee4 req-8b8df562-d199-4da5-8164-68340ae2ef20 tempest-VolumesActionsTest-1111013864 tempest-VolumesActionsTest-1111013864-project] 10.222.0.48 "GET /v2.0/ports?device_id=b5b63d26-d36d-440d-9107-9d20ffc97ecf HTTP/1.1" status: 200 len: 944 time: 0.0848768 May 03 21:31:58.576738 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-ff5dd692-7d27-4a69-b522-88c02ffabee4 req-bb2b994c-f4ad-4f51-b14e-5495051bc988 tempest-VolumesActionsTest-1111013864 tempest-VolumesActionsTest-1111013864-project] 10.222.0.48 "GET /v2.0/security-groups?id=65f6f2a5-5af1-4e39-ae5e-b2190f5b8788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442839 May 03 21:31:58.587833 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fc9c34-9e3a-4830-89f2-526644a35686 req-197ff4c6-8dcb-4588-9309-bddbe9085e42 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:31:58.589990 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-36fc9c34-9e3a-4830-89f2-526644a35686 req-197ff4c6-8dcb-4588-9309-bddbe9085e42 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] 10.222.0.48 "GET /v2.0/ports?device_id=77f6a8a2-4366-486d-a002-05587e0f46b5 HTTP/1.1" status: 200 len: 946 time: 0.0887039 May 03 21:31:58.688717 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-36fc9c34-9e3a-4830-89f2-526644a35686 req-ce1b27c2-b5dd-4829-9edd-9af7a2c04185 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] 10.222.0.48 "GET /v2.0/security-groups?id=3dff50d4-faed-48b7-b783-10568bb53def&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0935104 May 03 21:31:59.602000 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.rpc [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Device b61db19e-8de7-4a39-bc38-19e6f5760287 details requested by agent hyperv_hv-cinder-84037 with host hv-cinder-84037 {{(pid=83994) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 03 21:31:59.605994 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.rpc [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Device be428a12-3d87-4da1-a665-e7b79df6af66 no longer exists at agent hyperv_hv-cinder-84037 {{(pid=83994) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 21:31:59.646826 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-8e7f1364-a005-49da-bc38-b556cb65a0f0 req-2bdef47b-972d-462c-98db-675e43565f02 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8728a8ce-db6a-4720-bb6e-c96e6c9ab260&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0499840 May 03 21:31:59.846981 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-8e7f1364-a005-49da-bc38-b556cb65a0f0 req-b5b55cac-b4eb-41d1-b27e-796a584ad2e9 service neutron] 10.222.0.42 "GET /v2.0/networks/8728a8ce-db6a-4720-bb6e-c96e6c9ab260?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1909897 May 03 21:31:59.859035 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6729c09b-b87a-4a5a-901a-00d1b039f5d6 req-823afbe2-5011-4e8c-b27b-9fba9e6e6147 tempest-VolumesActionsTest-1111013864 tempest-VolumesActionsTest-1111013864-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:31:59.860146 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1124352'] for port, before_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:31:59.865976 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-6729c09b-b87a-4a5a-901a-00d1b039f5d6 req-823afbe2-5011-4e8c-b27b-9fba9e6e6147 tempest-VolumesActionsTest-1111013864 tempest-VolumesActionsTest-1111013864-project] 10.222.0.48 "GET /v2.0/ports?device_id=b5b63d26-d36d-440d-9107-9d20ffc97ecf HTTP/1.1" status: 200 len: 944 time: 0.1411867 May 03 21:31:59.891163 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.db [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] For port b61db19e-8de7-4a39-bc38-19e6f5760287, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=b61db19e-8de7-4a39-bc38-19e6f5760287,segment=NetworkSegment(2b922d1c-0f74-428d-9457-e2990b5d0230),segment_id=2b922d1c-0f74-428d-9457-e2990b5d0230)] {{(pid=83994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 21:31:59.908828 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77f6a8a2-4366-486d-a002-05587e0f46b5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'be428a12-3d87-4da1-a665-e7b79df6af66'}] {{(pid=83994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 03 21:31:59.917780 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.rpc [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Returning: {'device': 'b61db19e-8de7-4a39-bc38-19e6f5760287', 'network_id': '8728a8ce-db6a-4720-bb6e-c96e6c9ab260', 'port_id': 'b61db19e-8de7-4a39-bc38-19e6f5760287', 'mac_address': 'fa:16:3e:9f:d4:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 426, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fff55202-54cf-4d4b-80b9-c28a2494d459', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83994) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 03 21:31:59.922123 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.db [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] For port be428a12-3d87-4da1-a665-e7b79df6af66, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=be428a12-3d87-4da1-a665-e7b79df6af66,segment=NetworkSegment(192a8290-7524-479c-9894-35253b5adf28),segment_id=192a8290-7524-479c-9894-35253b5adf28)] {{(pid=83994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 21:31:59.929571 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401439f7-a807-4908-ac61-0f55cc0e6607 req-aafdf3d5-c110-4d1c-9861-481cba06ee9c tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:31:59.931421 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-401439f7-a807-4908-ac61-0f55cc0e6607 req-aafdf3d5-c110-4d1c-9861-481cba06ee9c tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] 10.222.0.48 "GET /v2.0/ports?device_id=77f6a8a2-4366-486d-a002-05587e0f46b5 HTTP/1.1" status: 200 len: 946 time: 0.0937140 May 03 21:31:59.986882 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1124352'] for port, before_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:00.004613 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781386188966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781385847453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781385847498'] for port, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:00.017424 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-6729c09b-b87a-4a5a-901a-00d1b039f5d6 req-1a9a7e9c-f727-4578-8258-8c885b17132b tempest-VolumesActionsTest-1111013864 tempest-VolumesActionsTest-1111013864-project] 10.222.0.48 "GET /v2.0/security-groups?id=65f6f2a5-5af1-4e39-ae5e-b2190f5b8788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476159 May 03 21:32:00.072870 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-401439f7-a807-4908-ac61-0f55cc0e6607 req-d38206cc-bddb-4258-b3a8-907b0baaa16e tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] 10.222.0.48 "GET /v2.0/security-groups?id=3dff50d4-faed-48b7-b783-10568bb53def&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1226966 May 03 21:32:00.087266 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-8e7f1364-a005-49da-bc38-b556cb65a0f0 req-e8cd64ee-2f1d-44a1-a7ac-e5ee331ddc02 service neutron] 10.222.0.42 "GET /v2.0/networks/8728a8ce-db6a-4720-bb6e-c96e6c9ab260?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2185299 May 03 21:32:00.112143 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.notifiers.nova [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b61db19e-8de7-4a39-bc38-19e6f5760287 {{(pid=83994) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 03 21:32:00.162553 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.db [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] For port b61db19e-8de7-4a39-bc38-19e6f5760287, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=b61db19e-8de7-4a39-bc38-19e6f5760287,segment=NetworkSegment(2b922d1c-0f74-428d-9457-e2990b5d0230),segment_id=2b922d1c-0f74-428d-9457-e2990b5d0230)] {{(pid=83994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 21:32:00.170770 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Pushing event updated for resources: {'Port': ['ID=be428a12-3d87-4da1-a665-e7b79df6af66,revision_number=8']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:32:00.200669 dv-cinder-840377-1-iscsi neutron-server[83994]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9ece96b9-ed3c-45f3-bf5f-d454c3144458'] response: {'server_uuid': '77f6a8a2-4366-486d-a002-05587e0f46b5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'be428a12-3d87-4da1-a665-e7b79df6af66', 'code': 200} May 03 21:32:00.251513 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781386188966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781385847453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781385847498'] for port, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:00.318266 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Pushing event updated for resources: {'Port': ['ID=b61db19e-8de7-4a39-bc38-19e6f5760287,revision_number=4']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:32:00.597596 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.db.agents_db [None req-1c6bebc3-6d0c-4304-a2c1-5df630ce29f1 None None] Agent healthcheck: found 6 active agents {{(pid=83995) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 03 21:32:00.763829 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.db [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] get_ports_and_sgs() called for port_ids ['b61db19e-8de7-4a39-bc38-19e6f5760287'] {{(pid=83994) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 03 21:32:01.236797 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a148219-1f8e-4067-a050-df7789df5880 req-d8555519-460f-4205-bcf9-6ad7a45ee10a tempest-VolumesActionsTest-1111013864 tempest-VolumesActionsTest-1111013864-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:32:01.238361 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-2a148219-1f8e-4067-a050-df7789df5880 req-d8555519-460f-4205-bcf9-6ad7a45ee10a tempest-VolumesActionsTest-1111013864 tempest-VolumesActionsTest-1111013864-project] 10.222.0.48 "GET /v2.0/ports?device_id=b5b63d26-d36d-440d-9107-9d20ffc97ecf HTTP/1.1" status: 200 len: 945 time: 0.0811429 May 03 21:32:01.291627 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-2a148219-1f8e-4067-a050-df7789df5880 req-f9b09080-9415-4226-a547-b5e02b5f2dde tempest-VolumesActionsTest-1111013864 tempest-VolumesActionsTest-1111013864-project] 10.222.0.48 "GET /v2.0/security-groups?id=65f6f2a5-5af1-4e39-ae5e-b2190f5b8788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460398 May 03 21:32:01.300888 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90ede3c-4f06-4292-94de-5b41d6d3a85d req-d323d378-7335-474e-ab97-5d6b36c8c908 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:32:01.302426 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-b90ede3c-4f06-4292-94de-5b41d6d3a85d req-d323d378-7335-474e-ab97-5d6b36c8c908 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] 10.222.0.48 "GET /v2.0/ports?device_id=77f6a8a2-4366-486d-a002-05587e0f46b5 HTTP/1.1" status: 200 len: 944 time: 0.0886154 May 03 21:32:01.362090 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-b90ede3c-4f06-4292-94de-5b41d6d3a85d req-e68a176a-6ec1-4e3a-9742-bfd46be9a282 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] 10.222.0.48 "GET /v2.0/security-groups?id=3dff50d4-faed-48b7-b783-10568bb53def&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517793 May 03 21:32:02.077094 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.48', 58040) {{(pid=83993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:32:02.233780 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-d6434fb7-557b-4937-affc-27ab090fc9e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:02.266327 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-d6434fb7-557b-4937-affc-27ab090fc9e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:32:02.270103 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-d6434fb7-557b-4937-affc-27ab090fc9e0 admin admin] Usage tracker for resource:security_group_rule and tenant:7abaaf98d285482583e80fdf4f7c09c1 is out of sync, need to count used quota {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:32:02.272924 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-d6434fb7-557b-4937-affc-27ab090fc9e0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:32:02.278686 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-d6434fb7-557b-4937-affc-27ab090fc9e0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:32:02.346172 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-d6434fb7-557b-4937-affc-27ab090fc9e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:02.466129 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-d6434fb7-557b-4937-affc-27ab090fc9e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746426'] for security_group, after_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:02.493336 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312662f5-d6a5-49e5-9c60-0df6f18d2242 req-e7900b9d-a4b9-43c9-93bc-e8b0e1d455a5 tempest-VolumesActionsTest-1111013864 tempest-VolumesActionsTest-1111013864-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:32:02.495802 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-312662f5-d6a5-49e5-9c60-0df6f18d2242 req-e7900b9d-a4b9-43c9-93bc-e8b0e1d455a5 tempest-VolumesActionsTest-1111013864 tempest-VolumesActionsTest-1111013864-project] 10.222.0.48 "GET /v2.0/ports?device_id=b5b63d26-d36d-440d-9107-9d20ffc97ecf HTTP/1.1" status: 200 len: 945 time: 0.0839236 May 03 21:32:02.521925 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-d6434fb7-557b-4937-affc-27ab090fc9e0 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=7abaaf98d285482583e80fdf4f7c09c1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4415791 May 03 21:32:02.525026 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.48', 58056) {{(pid=83993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:32:02.551229 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-312662f5-d6a5-49e5-9c60-0df6f18d2242 req-17b37f6c-3718-4a00-97bc-2797b1b13311 tempest-VolumesActionsTest-1111013864 tempest-VolumesActionsTest-1111013864-project] 10.222.0.48 "GET /v2.0/security-groups?id=65f6f2a5-5af1-4e39-ae5e-b2190f5b8788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479963 May 03 21:32:02.590656 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6434fb7-557b-4937-affc-27ab090fc9e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8df34d34-330e-45a3-a069-08d83a5310fc,revision_number=1']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:32:02.663599 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-a1cd4116-6799-40cd-89bd-f10d97d6aef5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:02.672003 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940e7f09-a399-4195-8fc7-36c20161a659 req-4ebadd25-7d25-4031-acee-27621177b1c0 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:32:02.673522 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-940e7f09-a399-4195-8fc7-36c20161a659 req-4ebadd25-7d25-4031-acee-27621177b1c0 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] 10.222.0.48 "GET /v2.0/ports?device_id=77f6a8a2-4366-486d-a002-05587e0f46b5 HTTP/1.1" status: 200 len: 944 time: 0.1568310 May 03 21:32:02.733723 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-a1cd4116-6799-40cd-89bd-f10d97d6aef5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:02.738459 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.rpc [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Device b61db19e-8de7-4a39-bc38-19e6f5760287 up at agent hyperv_hv-cinder-84037 {{(pid=83994) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 21:32:02.867940 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-940e7f09-a399-4195-8fc7-36c20161a659 req-993950b9-5e99-4cb4-9708-0b7a5b6532f7 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] 10.222.0.48 "GET /v2.0/security-groups?id=3dff50d4-faed-48b7-b783-10568bb53def&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1840060 May 03 21:32:02.957672 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.provisioning_blocks [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Provisioning for port b61db19e-8de7-4a39-bc38-19e6f5760287 completed by entity L2. {{(pid=83994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 21:32:02.963806 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.provisioning_blocks [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Provisioning complete for port b61db19e-8de7-4a39-bc38-19e6f5760287 triggered by entity L2. {{(pid=83994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:32:02.964195 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2080827'] for port, provisioning_complete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:03.039181 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-a1cd4116-6799-40cd-89bd-f10d97d6aef5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746426'] for security_group, after_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:03.062801 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1cd4116-6799-40cd-89bd-f10d97d6aef5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8df34d34-330e-45a3-a069-08d83a5310fc,revision_number=None']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:32:03.068793 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-a1cd4116-6799-40cd-89bd-f10d97d6aef5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:03.085444 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-a1cd4116-6799-40cd-89bd-f10d97d6aef5 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/8df34d34-330e-45a3-a069-08d83a5310fc HTTP/1.1" status: 204 len: 168 time: 0.5183609 May 03 21:32:03.106507 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1124352'] for port, before_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:03.153167 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5b63d26-d36d-440d-9107-9d20ffc97ecf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b61db19e-8de7-4a39-bc38-19e6f5760287'}] {{(pid=83994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 03 21:32:03.170377 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.db [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] For port b61db19e-8de7-4a39-bc38-19e6f5760287, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=b61db19e-8de7-4a39-bc38-19e6f5760287,segment=NetworkSegment(2b922d1c-0f74-428d-9457-e2990b5d0230),segment_id=2b922d1c-0f74-428d-9457-e2990b5d0230)] {{(pid=83994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 21:32:03.226736 dv-cinder-840377-1-iscsi neutron-server[83994]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3292ed7d-c71c-449b-bfc9-f31343f28be7'] response: {'server_uuid': 'b5b63d26-d36d-440d-9107-9d20ffc97ecf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b61db19e-8de7-4a39-bc38-19e6f5760287', 'code': 200} May 03 21:32:03.347081 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781386188966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781385847453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781385847498'] for port, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:03.350939 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.rpc [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Device be428a12-3d87-4da1-a665-e7b79df6af66 no longer exists at agent hyperv_hv-cinder-84037 {{(pid=83994) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 21:32:03.547468 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Pushing event updated for resources: {'Port': ['ID=b61db19e-8de7-4a39-bc38-19e6f5760287,revision_number=5']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:32:03.782662 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9539744a-24c0-45b7-9850-2ce6e5766f48 req-de48e27b-55ad-47ef-b37e-862daa1cf1a7 tempest-VolumesActionsTest-1111013864 tempest-VolumesActionsTest-1111013864-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:32:03.784202 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-9539744a-24c0-45b7-9850-2ce6e5766f48 req-de48e27b-55ad-47ef-b37e-862daa1cf1a7 tempest-VolumesActionsTest-1111013864 tempest-VolumesActionsTest-1111013864-project] 10.222.0.48 "GET /v2.0/ports?device_id=b5b63d26-d36d-440d-9107-9d20ffc97ecf HTTP/1.1" status: 200 len: 946 time: 0.0807948 May 03 21:32:03.838013 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-9539744a-24c0-45b7-9850-2ce6e5766f48 req-35fa3a4d-1837-4850-b1f8-3f317b2cdc6f tempest-VolumesActionsTest-1111013864 tempest-VolumesActionsTest-1111013864-project] 10.222.0.48 "GET /v2.0/security-groups?id=65f6f2a5-5af1-4e39-ae5e-b2190f5b8788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471122 May 03 21:32:04.579878 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.48', 58096) {{(pid=83993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:32:04.713964 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.v2.base [None req-5a8452ae-2fb7-440a-96db-2a5662fedb1c admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-609706780-network', 'tenant_id': '03af834dfea4426086d2125bcea03d0f'}} {{(pid=83993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 03 21:32:04.718457 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-5a8452ae-2fb7-440a-96db-2a5662fedb1c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:32:04.722237 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-5a8452ae-2fb7-440a-96db-2a5662fedb1c admin admin] Usage tracker for resource:network and tenant:03af834dfea4426086d2125bcea03d0f is out of sync, need to count used quota {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:32:04.725015 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-5a8452ae-2fb7-440a-96db-2a5662fedb1c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:32:04.731329 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-5a8452ae-2fb7-440a-96db-2a5662fedb1c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:32:04.802733 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a8452ae-2fb7-440a-96db-2a5662fedb1c admin admin] Made reservation on behalf of 03af834dfea4426086d2125bcea03d0f for: {'network': 1} {{(pid=83993) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 21:32:04.805970 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-5a8452ae-2fb7-440a-96db-2a5662fedb1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1124352'] for network, before_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:04.819651 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-5a8452ae-2fb7-440a-96db-2a5662fedb1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:04.854786 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-5a8452ae-2fb7-440a-96db-2a5662fedb1c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:32:04.858580 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-5a8452ae-2fb7-440a-96db-2a5662fedb1c admin admin] Usage tracker for resource:security_group_rule and tenant:03af834dfea4426086d2125bcea03d0f is out of sync, need to count used quota {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:32:04.861516 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-5a8452ae-2fb7-440a-96db-2a5662fedb1c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:32:04.867859 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-5a8452ae-2fb7-440a-96db-2a5662fedb1c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:32:04.983629 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-ebd668e5-857f-4449-9ebc-9aad3ffdaae0 req-3eb2c662-8660-480f-b4ef-d3cef7271841 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=77f6a8a2-4366-486d-a002-05587e0f46b5&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1132262 May 03 21:32:05.002003 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-5a8452ae-2fb7-440a-96db-2a5662fedb1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:05.062178 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f301205-b7db-4b7a-8926-dd36a5396a83 req-23c87703-daf8-4cf5-8830-3e3463025840 tempest-VolumesActionsTest-1111013864 tempest-VolumesActionsTest-1111013864-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:32:05.063897 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-0f301205-b7db-4b7a-8926-dd36a5396a83 req-23c87703-daf8-4cf5-8830-3e3463025840 tempest-VolumesActionsTest-1111013864 tempest-VolumesActionsTest-1111013864-project] 10.222.0.48 "GET /v2.0/ports?device_id=b5b63d26-d36d-440d-9107-9d20ffc97ecf HTTP/1.1" status: 200 len: 946 time: 0.0878041 May 03 21:32:05.111347 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-0f301205-b7db-4b7a-8926-dd36a5396a83 req-277b2c18-47a8-4601-9f4f-691ec105568b tempest-VolumesActionsTest-1111013864 tempest-VolumesActionsTest-1111013864-project] 10.222.0.48 "GET /v2.0/security-groups?id=65f6f2a5-5af1-4e39-ae5e-b2190f5b8788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403984 May 03 21:32:05.112076 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-5a8452ae-2fb7-440a-96db-2a5662fedb1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746426'] for security_group, after_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:05.145730 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a8452ae-2fb7-440a-96db-2a5662fedb1c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 409} {{(pid=83993) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 21:32:05.154843 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8452ae-2fb7-440a-96db-2a5662fedb1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c752ce3f-47d3-4857-90c0-90885669f08a,revision_number=1']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:32:05.160778 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-5a8452ae-2fb7-440a-96db-2a5662fedb1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1172921'] for segment, precommit_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:05.161155 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.db.segments_db [None req-5a8452ae-2fb7-440a-96db-2a5662fedb1c admin admin] Added segment 6cb7f327-dd57-450a-bdb1-c88d9c6b752e of type vlan for network 9b51a3a3-5ba7-4915-a72e-fc06fbab7914 May 03 21:32:05.189935 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-5a8452ae-2fb7-440a-96db-2a5662fedb1c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781385835798'] for network, precommit_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:05.308514 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-5a8452ae-2fb7-440a-96db-2a5662fedb1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396'] for network, after_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:05.309772 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a8452ae-2fb7-440a-96db-2a5662fedb1c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:32:05.310672 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-5a8452ae-2fb7-440a-96db-2a5662fedb1c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1706389'] for network, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:05.422959 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8452ae-2fb7-440a-96db-2a5662fedb1c admin admin] Pushing event updated for resources: {'Network': ['ID=9b51a3a3-5ba7-4915-a72e-fc06fbab7914,revision_number=1']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:32:05.435060 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d3f485-ea28-4461-bf18-dc070ea3231f req-12453a4b-9771-4446-b3d6-df63243f606d tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:32:05.439243 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.rpc [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Network 9b51a3a3-5ba7-4915-a72e-fc06fbab7914 details requested by agent ovs-agent-dv-cinder-840377-1-iscsi with host dv-cinder-840377-1-iscsi {{(pid=83994) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 03 21:32:05.440384 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-14d3f485-ea28-4461-bf18-dc070ea3231f req-12453a4b-9771-4446-b3d6-df63243f606d tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] 10.222.0.48 "GET /v2.0/ports?device_id=77f6a8a2-4366-486d-a002-05587e0f46b5 HTTP/1.1" status: 200 len: 944 time: 0.0856824 May 03 21:32:05.497059 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-14d3f485-ea28-4461-bf18-dc070ea3231f req-d8d3492b-e6c6-4e57-9f68-1546dbe91fa5 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] 10.222.0.48 "GET /v2.0/security-groups?id=3dff50d4-faed-48b7-b783-10568bb53def&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545390 May 03 21:32:05.538065 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-5a8452ae-2fb7-440a-96db-2a5662fedb1c admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9558671 May 03 21:32:05.540227 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.48', 58118) {{(pid=83993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:32:05.546039 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.v2.base [None req-d8cb89f0-32fc-4396-9ba9-4316dcbcb606 admin admin] Request body: {'subnet': {'network_id': '9b51a3a3-5ba7-4915-a72e-fc06fbab7914', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-609706780-subnet', 'tenant_id': '03af834dfea4426086d2125bcea03d0f', 'ip_version': 4}} {{(pid=83993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 03 21:32:05.552614 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-d8cb89f0-32fc-4396-9ba9-4316dcbcb606 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:32:05.557588 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-d8cb89f0-32fc-4396-9ba9-4316dcbcb606 admin admin] Usage tracker for resource:subnet and tenant:03af834dfea4426086d2125bcea03d0f is out of sync, need to count used quota {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:32:05.560509 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-d8cb89f0-32fc-4396-9ba9-4316dcbcb606 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:32:05.567254 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-d8cb89f0-32fc-4396-9ba9-4316dcbcb606 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:32:05.780596 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8cb89f0-32fc-4396-9ba9-4316dcbcb606 admin admin] Made reservation on behalf of 03af834dfea4426086d2125bcea03d0f for: {'subnet': 1} {{(pid=83993) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 21:32:05.782891 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-d8cb89f0-32fc-4396-9ba9-4316dcbcb606 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3403655'] for subnet, before_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:05.870251 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.48', 58128) {{(pid=83992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:32:05.925191 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-a77ca828-8bb1-4506-b348-696678cc2098 req-49dd6536-a60f-4857-a258-8a4d07433b96 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=b5b63d26-d36d-440d-9107-9d20ffc97ecf HTTP/1.1" status: 200 len: 1099 time: 0.1848161 May 03 21:32:06.020548 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-7c4d8dc1-3207-42cf-b090-c08f9b876f3d req-00ebd1a0-054d-4305-bfec-b1c901f3d098 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=77f6a8a2-4366-486d-a002-05587e0f46b5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1490164 May 03 21:32:06.037490 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-a77ca828-8bb1-4506-b348-696678cc2098 req-1e926711-6418-477e-8d18-574533aeba8a service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=65f6f2a5-5af1-4e39-ae5e-b2190f5b8788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723901 May 03 21:32:06.160721 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-d8cb89f0-32fc-4396-9ba9-4316dcbcb606 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3391528', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3403669'] for subnet, after_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:06.236471 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8cb89f0-32fc-4396-9ba9-4316dcbcb606 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2b4ffd3f-ee1e-4729-8300-c5c9c6b81a0d,revision_number=0']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:32:06.289647 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8cb89f0-32fc-4396-9ba9-4316dcbcb606 admin admin] Checking segment: {'id': '6cb7f327-dd57-450a-bdb1-c88d9c6b752e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '9b51a3a3-5ba7-4915-a72e-fc06fbab7914'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 03 21:32:06.289873 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8cb89f0-32fc-4396-9ba9-4316dcbcb606 admin admin] Network hostable DHCP agents. Network: 9b51a3a3-5ba7-4915-a72e-fc06fbab7914, hostable agents: ['e4e3c6c0-e8b0-4c45-a267-b4e6dd042766'], hosted agents: [] {{(pid=83993) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 21:32:06.337141 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546ad5bb-3d2e-46dd-a44f-409090734cf8 req-47c087e8-6b67-4a2a-a893-5a9df7ceed3e tempest-VolumesActionsTest-1111013864 tempest-VolumesActionsTest-1111013864-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:32:06.338631 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-546ad5bb-3d2e-46dd-a44f-409090734cf8 req-47c087e8-6b67-4a2a-a893-5a9df7ceed3e tempest-VolumesActionsTest-1111013864 tempest-VolumesActionsTest-1111013864-project] 10.222.0.48 "GET /v2.0/ports?device_id=b5b63d26-d36d-440d-9107-9d20ffc97ecf HTTP/1.1" status: 200 len: 946 time: 0.0942583 May 03 21:32:06.388049 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-546ad5bb-3d2e-46dd-a44f-409090734cf8 req-46c01d9b-0ba3-42ef-805a-7120d752d250 tempest-VolumesActionsTest-1111013864 tempest-VolumesActionsTest-1111013864-project] 10.222.0.48 "GET /v2.0/security-groups?id=65f6f2a5-5af1-4e39-ae5e-b2190f5b8788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437059 May 03 21:32:06.389025 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8cb89f0-32fc-4396-9ba9-4316dcbcb606 admin admin] Network 9b51a3a3-5ba7-4915-a72e-fc06fbab7914 is scheduled to be hosted by DHCP agent e4e3c6c0-e8b0-4c45-a267-b4e6dd042766 with binding_index 1 {{(pid=83993) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 21:32:06.508646 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.scheduler.base_scheduler [None req-d8cb89f0-32fc-4396-9ba9-4316dcbcb606 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840377-1-iscsi, 9b51a3a3-5ba7-4915-a72e-fc06fbab7914) {{(pid=83993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 21:32:06.513539 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8cb89f0-32fc-4396-9ba9-4316dcbcb606 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:32:06.514126 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-d8cb89f0-32fc-4396-9ba9-4316dcbcb606 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1706389'] for subnet, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:06.517023 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-903c0e45-eb2b-41dc-84fa-15c62a8e5436 None None] Network 9b51a3a3-5ba7-4915-a72e-fc06fbab7914 requested from dv-cinder-840377-1-iscsi {{(pid=83994) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 03 21:32:06.609673 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-d8cb89f0-32fc-4396-9ba9-4316dcbcb606 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.0680954 May 03 21:32:06.612172 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.48', 58144) {{(pid=83992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:32:06.618853 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.v2.base [None req-b8a565c5-ce07-45ab-93cf-84314c480576 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-609706780-router', 'tenant_id': '03af834dfea4426086d2125bcea03d0f', 'external_gateway_info': {'network_id': 'c33334bd-f19e-453d-9f7b-349270405c58'}}} {{(pid=83992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 03 21:32:06.624380 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.db.quota.driver [None req-b8a565c5-ce07-45ab-93cf-84314c480576 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:32:06.628901 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.quota.resource [None req-b8a565c5-ce07-45ab-93cf-84314c480576 admin admin] Usage tracker for resource:router and tenant:03af834dfea4426086d2125bcea03d0f is out of sync, need to count used quota {{(pid=83992) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:32:06.634342 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.quota.resource [None req-b8a565c5-ce07-45ab-93cf-84314c480576 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83992) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:32:06.676603 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.db.quota.driver [None req-b8a565c5-ce07-45ab-93cf-84314c480576 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:32:06.725538 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbae6c46-a24c-4f26-8c5b-377bc286a1f4 req-4d8c364d-e428-4f20-a7fa-fc5dcd5ab668 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:32:06.727143 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-fbae6c46-a24c-4f26-8c5b-377bc286a1f4 req-4d8c364d-e428-4f20-a7fa-fc5dcd5ab668 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] 10.222.0.48 "GET /v2.0/ports?device_id=77f6a8a2-4366-486d-a002-05587e0f46b5 HTTP/1.1" status: 200 len: 944 time: 0.0942206 May 03 21:32:06.753790 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92b053fc-f801-4c3d-826c-718bf9fcd96f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpecea5701-ca0d-5319-88af-91ea1d0a4bad-9b51a3a3-5ba7-4915-a72e-fc06fbab7914', 'network_id': '9b51a3a3-5ba7-4915-a72e-fc06fbab7914', 'tenant_id': '03af834dfea4426086d2125bcea03d0f', 'fixed_ips': [{'subnet_id': '2b4ffd3f-ee1e-4729-8300-c5c9c6b81a0d'}]}} from dv-cinder-840377-1-iscsi. {{(pid=83994) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 03 21:32:06.754189 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-92b053fc-f801-4c3d-826c-718bf9fcd96f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1124352'] for port, before_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:06.771314 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-b8a565c5-ce07-45ab-93cf-84314c480576 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-330009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4169'] for router, before_create {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:06.772274 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-b8a565c5-ce07-45ab-93cf-84314c480576 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-330106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-332958', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-569578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4162'] for router, precommit_create {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:06.799547 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-fbae6c46-a24c-4f26-8c5b-377bc286a1f4 req-f56fa7e0-5566-41c7-8f44-640b498804a3 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] 10.222.0.48 "GET /v2.0/security-groups?id=3dff50d4-faed-48b7-b783-10568bb53def&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629442 May 03 21:32:06.806906 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-b8a565c5-ce07-45ab-93cf-84314c480576 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:06.942031 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.db_base_plugin_common [None req-92b053fc-f801-4c3d-826c-718bf9fcd96f None None] Allocated IP 172.20.0.2 (9b51a3a3-5ba7-4915-a72e-fc06fbab7914/2b4ffd3f-ee1e-4729-8300-c5c9c6b81a0d/8f0a8457-219b-4d74-a5e3-1977311e3b79) {{(pid=83994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 21:32:07.063568 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-b8a565c5-ce07-45ab-93cf-84314c480576 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-332908', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-330467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7592'] for router, precommit_update {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:07.191855 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-92b053fc-f801-4c3d-826c-718bf9fcd96f None None] Notify callbacks [] for port, precommit_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:07.213974 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.provisioning_blocks [None req-92b053fc-f801-4c3d-826c-718bf9fcd96f None None] Transition to ACTIVE for port object 8f0a8457-219b-4d74-a5e3-1977311e3b79 will not be triggered until provisioned by entity L2. {{(pid=83994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 21:32:07.264361 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.provisioning_blocks [None req-92b053fc-f801-4c3d-826c-718bf9fcd96f None None] Transition to ACTIVE for port object 8f0a8457-219b-4d74-a5e3-1977311e3b79 will not be triggered until provisioned by entity DHCP. {{(pid=83994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 21:32:07.337971 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1197f48-7d2f-45b1-82fc-b891b84619ac req-826ec462-b8a6-4cb1-9800-afd155895032 tempest-VolumesSnapshotTestJSON-1309513029 tempest-VolumesSnapshotTestJSON-1309513029-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:32:07.339453 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-a1197f48-7d2f-45b1-82fc-b891b84619ac req-826ec462-b8a6-4cb1-9800-afd155895032 tempest-VolumesSnapshotTestJSON-1309513029 tempest-VolumesSnapshotTestJSON-1309513029-project] 10.222.0.48 "GET /v2.0/networks?id=1bd6e5c5-0c32-4b7c-912b-8ae1c3143665 HTTP/1.1" status: 200 len: 814 time: 0.1538608 May 03 21:32:07.355599 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-a1197f48-7d2f-45b1-82fc-b891b84619ac req-9444b509-3087-42ce-9b90-aa994afc3675 tempest-VolumesSnapshotTestJSON-1309513029 tempest-VolumesSnapshotTestJSON-1309513029-project] 10.222.0.48 "GET /v2.0/quotas/103e27d9374d41689ceff14ee5a5ae21 HTTP/1.1" status: 200 len: 375 time: 0.0106485 May 03 21:32:07.363360 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-92b053fc-f801-4c3d-826c-718bf9fcd96f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781385847435'] for port, after_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:07.398093 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-b8a565c5-ce07-45ab-93cf-84314c480576 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:07.404597 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-a1197f48-7d2f-45b1-82fc-b891b84619ac req-650f620a-1ff6-427f-a047-040da5cd7bc6 tempest-VolumesSnapshotTestJSON-1309513029 tempest-VolumesSnapshotTestJSON-1309513029-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=103e27d9374d41689ceff14ee5a5ae21&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0432289 May 03 21:32:07.427669 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-b8a565c5-ce07-45ab-93cf-84314c480576 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1124352'] for port, before_create {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:07.457182 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92b053fc-f801-4c3d-826c-718bf9fcd96f None None] Network 9b51a3a3-5ba7-4915-a72e-fc06fbab7914 is already hosted by enough agents. {{(pid=83994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 21:32:07.488337 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.scheduler.base_scheduler [None req-92b053fc-f801-4c3d-826c-718bf9fcd96f None None] Resources bound (agent type, host, resource id): {{(pid=83994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 21:32:07.501591 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92b053fc-f801-4c3d-826c-718bf9fcd96f None None] Received port after_create {{(pid=83994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 03 21:32:07.583474 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b053fc-f801-4c3d-826c-718bf9fcd96f None None] Pushing event updated for resources: {'Port': ['ID=8f0a8457-219b-4d74-a5e3-1977311e3b79,revision_number=1']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:32:07.622418 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-a1197f48-7d2f-45b1-82fc-b891b84619ac req-58343bf5-9e77-43c1-98ed-128af3b55c11 service neutron] 10.222.0.48 "GET /v2.0/networks/1bd6e5c5-0c32-4b7c-912b-8ae1c3143665?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2110336 May 03 21:32:07.647615 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.managers [None req-92b053fc-f801-4c3d-826c-718bf9fcd96f None None] Attempting to bind port 8f0a8457-219b-4d74-a5e3-1977311e3b79 on host dv-cinder-840377-1-iscsi for vnic_type normal with profile {{(pid=83994) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 21:32:07.648236 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.managers [None req-92b053fc-f801-4c3d-826c-718bf9fcd96f None None] Attempting to bind port 8f0a8457-219b-4d74-a5e3-1977311e3b79 by drivers openvswitch,hyperv on host dv-cinder-840377-1-iscsi at level 0 using segments [{'id': '6cb7f327-dd57-450a-bdb1-c88d9c6b752e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '9b51a3a3-5ba7-4915-a72e-fc06fbab7914'}] {{(pid=83994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 21:32:07.649963 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92b053fc-f801-4c3d-826c-718bf9fcd96f None None] Attempting to bind port 8f0a8457-219b-4d74-a5e3-1977311e3b79 on network 9b51a3a3-5ba7-4915-a72e-fc06fbab7914 {{(pid=83994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 03 21:32:07.658575 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92b053fc-f801-4c3d-826c-718bf9fcd96f None None] Checking agent: {'id': 'fb00ce1e-8ae6-4b1c-988b-a0ad40f400cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840377-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 21, 19, 20), 'started_at': datetime.datetime(2022, 5, 3, 21, 19, 50), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 21, 31, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840377-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 03 21:32:07.658993 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92b053fc-f801-4c3d-826c-718bf9fcd96f None None] Checking segment: {'id': '6cb7f327-dd57-450a-bdb1-c88d9c6b752e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '9b51a3a3-5ba7-4915-a72e-fc06fbab7914'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 03 21:32:07.659402 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-92b053fc-f801-4c3d-826c-718bf9fcd96f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:07.659792 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92b053fc-f801-4c3d-826c-718bf9fcd96f None None] Bound using segment: {'id': '6cb7f327-dd57-450a-bdb1-c88d9c6b752e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '9b51a3a3-5ba7-4915-a72e-fc06fbab7914'} {{(pid=83994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 03 21:32:07.660630 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.managers [None req-92b053fc-f801-4c3d-826c-718bf9fcd96f None None] Bound port: 8f0a8457-219b-4d74-a5e3-1977311e3b79, host: dv-cinder-840377-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6cb7f327-dd57-450a-bdb1-c88d9c6b752e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '9b51a3a3-5ba7-4915-a72e-fc06fbab7914'}}] {{(pid=83994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 21:32:07.661242 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-92b053fc-f801-4c3d-826c-718bf9fcd96f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1124352'] for port, before_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:07.677342 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.db.db_base_plugin_common [None req-b8a565c5-ce07-45ab-93cf-84314c480576 admin admin] Allocated IP 172.27.1.122 (c33334bd-f19e-453d-9f7b-349270405c58/8155f8f1-bdbd-4c1c-8daf-045a3e4a5222/004b165d-575a-48a1-9395-9c16ea05de7e) {{(pid=83992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 21:32:07.767950 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.db [None req-92b053fc-f801-4c3d-826c-718bf9fcd96f None None] For port 8f0a8457-219b-4d74-a5e3-1977311e3b79, host dv-cinder-840377-1-iscsi, cleared binding levels {{(pid=83994) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 21:32:07.772789 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.db [None req-92b053fc-f801-4c3d-826c-718bf9fcd96f None None] For port 8f0a8457-219b-4d74-a5e3-1977311e3b79, host dv-cinder-840377-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840377-1-iscsi',level=0,port_id=8f0a8457-219b-4d74-a5e3-1977311e3b79,segment=NetworkSegment(6cb7f327-dd57-450a-bdb1-c88d9c6b752e),segment_id=6cb7f327-dd57-450a-bdb1-c88d9c6b752e)] {{(pid=83994) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 21:32:07.778144 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-a1197f48-7d2f-45b1-82fc-b891b84619ac req-a79097cb-3c79-4449-9b43-8476522d1887 service neutron] 10.222.0.48 "GET /v2.0/networks/1bd6e5c5-0c32-4b7c-912b-8ae1c3143665?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1494009 May 03 21:32:07.797144 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baaca246-39b7-4675-924c-029d78c38670 req-5a877aaa-bfab-44db-84c8-e03bf5091a54 tempest-VolumesActionsTest-1111013864 tempest-VolumesActionsTest-1111013864-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:32:07.798635 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-baaca246-39b7-4675-924c-029d78c38670 req-5a877aaa-bfab-44db-84c8-e03bf5091a54 tempest-VolumesActionsTest-1111013864 tempest-VolumesActionsTest-1111013864-project] 10.222.0.48 "GET /v2.0/ports?device_id=b5b63d26-d36d-440d-9107-9d20ffc97ecf HTTP/1.1" status: 200 len: 946 time: 0.1920664 May 03 21:32:07.883506 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-92b053fc-f801-4c3d-826c-718bf9fcd96f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781386188966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781385847453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781385847498'] for port, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:07.917832 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-baaca246-39b7-4675-924c-029d78c38670 req-2fcf714f-355b-4542-a4db-a8111de9a680 tempest-VolumesActionsTest-1111013864 tempest-VolumesActionsTest-1111013864-project] 10.222.0.48 "GET /v2.0/security-groups?id=65f6f2a5-5af1-4e39-ae5e-b2190f5b8788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038327 May 03 21:32:07.920734 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-b8a565c5-ce07-45ab-93cf-84314c480576 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:07.977875 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b053fc-f801-4c3d-826c-718bf9fcd96f None None] Pushing event updated for resources: {'Port': ['ID=8f0a8457-219b-4d74-a5e3-1977311e3b79,revision_number=2']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:32:08.011347 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-b8a565c5-ce07-45ab-93cf-84314c480576 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781385847435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3996730'] for port, after_create {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:08.120123 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8a565c5-ce07-45ab-93cf-84314c480576 admin admin] Network c33334bd-f19e-453d-9f7b-349270405c58 is already hosted by enough agents. {{(pid=83992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 21:32:08.132831 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-11b903fe-41c0-4587-8831-bdb90131e361 req-a3c9b3ce-4a71-42a1-bb9d-f5d7a99c43d0 tempest-VolumesSnapshotTestJSON-1309513029 tempest-VolumesSnapshotTestJSON-1309513029-project] 10.222.0.48 "GET /v2.0/ports?device_id=7faa75bc-a237-4850-b9c4-fcd56ac7b0b6 HTTP/1.1" status: 200 len: 210 time: 0.0647881 May 03 21:32:08.160892 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.scheduler.base_scheduler [None req-b8a565c5-ce07-45ab-93cf-84314c480576 admin admin] Resources bound (agent type, host, resource id): {{(pid=83992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 21:32:08.182205 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8a565c5-ce07-45ab-93cf-84314c480576 admin admin] Received port after_create {{(pid=83992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 03 21:32:08.283956 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a565c5-ce07-45ab-93cf-84314c480576 admin admin] Pushing event updated for resources: {'Port': ['ID=004b165d-575a-48a1-9395-9c16ea05de7e,revision_number=1']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:32:08.408885 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677af566-05ad-45a4-a0da-01c3cbf02d7b req-1c6590cd-f86f-4a87-bc71-52c64862275f tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:32:08.410414 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-677af566-05ad-45a4-a0da-01c3cbf02d7b req-1c6590cd-f86f-4a87-bc71-52c64862275f tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] 10.222.0.48 "GET /v2.0/ports?device_id=77f6a8a2-4366-486d-a002-05587e0f46b5 HTTP/1.1" status: 200 len: 944 time: 0.2968929 May 03 21:32:08.481286 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-677af566-05ad-45a4-a0da-01c3cbf02d7b req-2816620c-4bd0-4857-b04b-dae46dbf8b68 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] 10.222.0.48 "GET /v2.0/security-groups?id=3dff50d4-faed-48b7-b783-10568bb53def&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642829 May 03 21:32:08.708975 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-b8a565c5-ce07-45ab-93cf-84314c480576 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:08.710711 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-b8a565c5-ce07-45ab-93cf-84314c480576 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-330474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-332915'] for router, after_create {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:09.035397 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c93d71ea-bdf7-4003-ac5f-4ad6494e1732 None None] Network 9b51a3a3-5ba7-4915-a72e-fc06fbab7914 requested from dv-cinder-840377-1-iscsi {{(pid=83994) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 03 21:32:09.067354 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8a565c5-ce07-45ab-93cf-84314c480576 admin admin] Router 15c1eece-a342-46e9-847f-2e935141fb69 is scheduled to L3 agent c192ea1b-f7d6-49b7-9f22-5492fbafc6f3 with binding_index 1 {{(pid=83992) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 03 21:32:09.141820 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb39812-9c7b-4dc5-a3dd-68c40f30c5bb req-1dc98fe9-00f4-4442-a77a-f3fe8c601eb9 tempest-VolumesActionsTest-1111013864 tempest-VolumesActionsTest-1111013864-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:32:09.143479 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-aeb39812-9c7b-4dc5-a3dd-68c40f30c5bb req-1dc98fe9-00f4-4442-a77a-f3fe8c601eb9 tempest-VolumesActionsTest-1111013864 tempest-VolumesActionsTest-1111013864-project] 10.222.0.48 "GET /v2.0/ports?device_id=b5b63d26-d36d-440d-9107-9d20ffc97ecf HTTP/1.1" status: 200 len: 946 time: 0.0908985 May 03 21:32:09.259950 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-aeb39812-9c7b-4dc5-a3dd-68c40f30c5bb req-e9d39c8a-c6fb-4917-b3b6-f4bd94fb9034 tempest-VolumesActionsTest-1111013864 tempest-VolumesActionsTest-1111013864-project] 10.222.0.48 "GET /v2.0/security-groups?id=65f6f2a5-5af1-4e39-ae5e-b2190f5b8788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077549 May 03 21:32:09.288314 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-72c4060d-215d-48ff-aa9a-be544cb8fdf1 req-b311b74a-64d5-4a06-8d48-3c931167ed25 tempest-VolumesSnapshotTestJSON-1309513029 tempest-VolumesSnapshotTestJSON-1309513029-project] 10.222.0.48 "GET /v2.0/ports?device_id=7faa75bc-a237-4850-b9c4-fcd56ac7b0b6 HTTP/1.1" status: 200 len: 210 time: 0.0520959 May 03 21:32:09.320279 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.provisioning_blocks [None req-a2fbaa8d-95ac-4bab-ae09-9a53aeef56a4 None None] Provisioning for port 8f0a8457-219b-4d74-a5e3-1977311e3b79 completed by entity DHCP. {{(pid=83994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 21:32:09.328988 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-7c4d8dc1-3207-42cf-b090-c08f9b876f3d req-1bc1413f-fcfd-4653-9564-4986f0375f17 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=77f6a8a2-4366-486d-a002-05587e0f46b5&tenant_id=4cf52ffb4a864a689f5d0242ddc4cc4f HTTP/1.1" status: 200 len: 1097 time: 0.1045487 May 03 21:32:09.397339 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8a565c5-ce07-45ab-93cf-84314c480576 admin admin] Notify agent at l3_agent.dv-cinder-840377-1-iscsi the message routers_updated {{(pid=83992) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 21:32:09.409218 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9872cf3e-3fc1-4926-b5ea-79506b52e867 None None] Sync routers for ids ['15c1eece-a342-46e9-847f-2e935141fb69'] in dv-cinder-840377-1-iscsi {{(pid=83995) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 03 21:32:09.425788 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9872cf3e-3fc1-4926-b5ea-79506b52e867 None None] Routers {'15c1eece-a342-46e9-847f-2e935141fb69'} bound to L3 agent in host dv-cinder-840377-1-iscsi {{(pid=83995) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 03 21:32:09.426873 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.db.l3_hamode_db [None req-9872cf3e-3fc1-4926-b5ea-79506b52e867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840377-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-03T21:19:18Z,description=,heartbeat_timestamp=2022-05-03T21:31:48Z,host='dv-cinder-840377-1-iscsi',id=c192ea1b-f7d6-49b7-9f22-5492fbafc6f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:19:19Z,topic='l3_agent')) {'router_ids': ['15c1eece-a342-46e9-847f-2e935141fb69'], 'active': True} {{(pid=83995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:32:09.530569 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-7c4d8dc1-3207-42cf-b090-c08f9b876f3d req-ad259a73-2809-48d3-824d-376ce30da910 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4cf52ffb4a864a689f5d0242ddc4cc4f&device_id=77f6a8a2-4366-486d-a002-05587e0f46b5 HTTP/1.1" status: 200 len: 1097 time: 0.1736264 May 03 21:32:09.564843 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-b8a565c5-ce07-45ab-93cf-84314c480576 admin admin] Notify callbacks [] for router, before_response {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:09.564843 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [None req-b8a565c5-ce07-45ab-93cf-84314c480576 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.9447904 May 03 21:32:09.564843 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.48', 58180) {{(pid=83992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:32:09.706048 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.db.l3_dvr_db [None req-9872cf3e-3fc1-4926-b5ea-79506b52e867 None None] Set router 15c1eece-a342-46e9-847f-2e935141fb69 gateway port host: dv-cinder-840377-1-iscsi {{(pid=83995) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 03 21:32:09.715815 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.rpc [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Device 8f0a8457-219b-4d74-a5e3-1977311e3b79 up at agent ovs-agent-dv-cinder-840377-1-iscsi {{(pid=83994) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 21:32:09.796375 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4d8dc1-3207-42cf-b090-c08f9b876f3d req-cb9f8f33-e179-4f15-aa8f-ede2e3e8d1f8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:32:09.798058 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-7c4d8dc1-3207-42cf-b090-c08f9b876f3d req-cb9f8f33-e179-4f15-aa8f-ede2e3e8d1f8 service neutron] 10.222.0.42 "GET /v2.0/networks?id=a76ba353-ab28-4792-b070-a9ace23ad085 HTTP/1.1" status: 200 len: 918 time: 0.2600000 May 03 21:32:09.840027 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.provisioning_blocks [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Provisioning for port 8f0a8457-219b-4d74-a5e3-1977311e3b79 completed by entity L2. {{(pid=83994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 21:32:09.844788 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.provisioning_blocks [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Provisioning complete for port 8f0a8457-219b-4d74-a5e3-1977311e3b79 triggered by entity L2. {{(pid=83994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:32:09.845155 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2080827'] for port, provisioning_complete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:09.874588 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbe34d3-a907-49d4-8255-9c788e265cde req-f60dbacb-9489-4992-8c94-6e1cdeb1453c tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:32:09.882236 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-9cbe34d3-a907-49d4-8255-9c788e265cde req-f60dbacb-9489-4992-8c94-6e1cdeb1453c tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] 10.222.0.48 "GET /v2.0/ports?device_id=77f6a8a2-4366-486d-a002-05587e0f46b5 HTTP/1.1" status: 200 len: 944 time: 0.1998522 May 03 21:32:09.968872 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-9cbe34d3-a907-49d4-8255-9c788e265cde req-72074e92-65d3-4439-93b8-c2d54ed991a2 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] 10.222.0.48 "GET /v2.0/security-groups?id=3dff50d4-faed-48b7-b783-10568bb53def&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0854890 May 03 21:32:09.981483 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-7c4d8dc1-3207-42cf-b090-c08f9b876f3d req-2e954b5e-e825-4003-9cf1-edc30c5ab671 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=be428a12-3d87-4da1-a665-e7b79df6af66 HTTP/1.1" status: 200 len: 999 time: 0.1753769 May 03 21:32:10.062689 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4d8dc1-3207-42cf-b090-c08f9b876f3d req-0abda534-032e-4a56-91ca-d3da74c6fa1c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:32:10.064198 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-7c4d8dc1-3207-42cf-b090-c08f9b876f3d req-0abda534-032e-4a56-91ca-d3da74c6fa1c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e0993ef0-a172-48a1-8947-068cb6cb24ca HTTP/1.1" status: 200 len: 856 time: 0.0760720 May 03 21:32:10.069207 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1124352'] for port, before_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:10.188543 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-7c4d8dc1-3207-42cf-b090-c08f9b876f3d req-c54dd55c-c0e7-459e-8068-ae15751e3c8d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a76ba353-ab28-4792-b070-a9ace23ad085&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1089833 May 03 21:32:10.215178 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.db.l3_hamode_db [None req-9872cf3e-3fc1-4926-b5ea-79506b52e867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15c1eece-a342-46e9-847f-2e935141fb69', 'name': 'tempest-TestMinimumBasicScenario-609706780-router', 'tenant_id': '03af834dfea4426086d2125bcea03d0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c33334bd-f19e-453d-9f7b-349270405c58', 'external_fixed_ips': [{'subnet_id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'ip_address': '172.27.1.122'}], 'enable_snat': True}, 'gw_port_id': '004b165d-575a-48a1-9395-9c16ea05de7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:32:06Z', 'updated_at': '2022-05-03T21:32:08Z', 'revision_number': 3, 'project_id': '03af834dfea4426086d2125bcea03d0f', 'gw_port': {'id': '004b165d-575a-48a1-9395-9c16ea05de7e', 'name': '', 'network_id': 'c33334bd-f19e-453d-9f7b-349270405c58', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:64:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15c1eece-a342-46e9-847f-2e935141fb69', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'ip_address': '172.27.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:32:07Z', 'updated_at': '2022-05-03T21:32:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840377-1-iscsi'}], 'dv-cinder-840377-1-iscsi', False) {} {{(pid=83995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:32:10.219476 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9872cf3e-3fc1-4926-b5ea-79506b52e867 None None] Checking router: 15c1eece-a342-46e9-847f-2e935141fb69 for host: dv-cinder-840377-1-iscsi {{(pid=83995) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 03 21:32:10.219942 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.db [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] For port 8f0a8457-219b-4d74-a5e3-1977311e3b79, host dv-cinder-840377-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840377-1-iscsi',level=0,port_id=8f0a8457-219b-4d74-a5e3-1977311e3b79,segment=NetworkSegment(6cb7f327-dd57-450a-bdb1-c88d9c6b752e),segment_id=6cb7f327-dd57-450a-bdb1-c88d9c6b752e)] {{(pid=83994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 21:32:10.220138 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9872cf3e-3fc1-4926-b5ea-79506b52e867 None None] Updating router 15c1eece-a342-46e9-847f-2e935141fb69 port 004b165d-575a-48a1-9395-9c16ea05de7e binding host dv-cinder-840377-1-iscsi {{(pid=83995) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 03 21:32:10.289697 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-9872cf3e-3fc1-4926-b5ea-79506b52e867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1124352'] for port, before_update {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:10.317542 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781386188966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781385847453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781385847498'] for port, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:10.402657 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-7c4d8dc1-3207-42cf-b090-c08f9b876f3d req-ec7ce4dc-aee6-41d6-89d6-fcf0076beaa8 service neutron] 10.222.0.42 "GET /v2.0/networks/a76ba353-ab28-4792-b070-a9ace23ad085?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1933980 May 03 21:32:10.431268 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Pushing event updated for resources: {'Port': ['ID=8f0a8457-219b-4d74-a5e3-1977311e3b79,revision_number=3']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:32:10.573077 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-a67775f8-af5b-4b86-8266-6452f337e519 req-640e4d9e-82c0-4432-a339-d3ab23ad3eb0 tempest-VolumesSnapshotTestJSON-1309513029 tempest-VolumesSnapshotTestJSON-1309513029-project] 10.222.0.48 "GET /v2.0/ports?device_id=7faa75bc-a237-4850-b9c4-fcd56ac7b0b6 HTTP/1.1" status: 200 len: 210 time: 0.0820961 May 03 21:32:10.580374 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-7c4d8dc1-3207-42cf-b090-c08f9b876f3d req-68390043-48bd-4af5-9a7f-d519eee8e5a2 service neutron] 10.222.0.42 "GET /v2.0/networks/a76ba353-ab28-4792-b070-a9ace23ad085?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1664631 May 03 21:32:10.689186 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-48b0320c-4d29-4d49-826c-be9f9cec577c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1124352'] for port, before_create {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:10.750785 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-9872cf3e-3fc1-4926-b5ea-79506b52e867 None None] Notify callbacks [] for port, precommit_update {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:10.764784 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.db.provisioning_blocks [None req-9872cf3e-3fc1-4926-b5ea-79506b52e867 None None] Transition to ACTIVE for port object 004b165d-575a-48a1-9395-9c16ea05de7e will not be triggered until provisioned by entity L2. {{(pid=83995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 21:32:10.860442 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-9872cf3e-3fc1-4926-b5ea-79506b52e867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781386188966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781385847453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781385847498'] for port, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:10.949759 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.plugins.ml2.managers [None req-9872cf3e-3fc1-4926-b5ea-79506b52e867 None None] Attempting to bind port 004b165d-575a-48a1-9395-9c16ea05de7e on host dv-cinder-840377-1-iscsi for vnic_type normal with profile {{(pid=83995) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 21:32:10.950190 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.plugins.ml2.managers [None req-9872cf3e-3fc1-4926-b5ea-79506b52e867 None None] Attempting to bind port 004b165d-575a-48a1-9395-9c16ea05de7e by drivers openvswitch,hyperv on host dv-cinder-840377-1-iscsi at level 0 using segments [{'id': '36b0f1c3-e784-4cca-986f-65718d8cb16d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c33334bd-f19e-453d-9f7b-349270405c58'}] {{(pid=83995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 21:32:10.950549 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9872cf3e-3fc1-4926-b5ea-79506b52e867 None None] Attempting to bind port 004b165d-575a-48a1-9395-9c16ea05de7e on network c33334bd-f19e-453d-9f7b-349270405c58 {{(pid=83995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 03 21:32:10.953256 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e997215-8850-4ef5-8cf2-53b95678f6b0 None None] Pushing event updated for resources: {'Port': ['ID=004b165d-575a-48a1-9395-9c16ea05de7e,revision_number=2']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:32:10.964129 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9872cf3e-3fc1-4926-b5ea-79506b52e867 None None] Checking agent: {'id': 'fb00ce1e-8ae6-4b1c-988b-a0ad40f400cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840377-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 21, 19, 20), 'started_at': datetime.datetime(2022, 5, 3, 21, 19, 50), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 21, 31, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840377-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 03 21:32:10.964642 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9872cf3e-3fc1-4926-b5ea-79506b52e867 None None] Checking segment: {'id': '36b0f1c3-e784-4cca-986f-65718d8cb16d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c33334bd-f19e-453d-9f7b-349270405c58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 03 21:32:10.965643 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-9872cf3e-3fc1-4926-b5ea-79506b52e867 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:10.965819 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9872cf3e-3fc1-4926-b5ea-79506b52e867 None None] Bound using segment: {'id': '36b0f1c3-e784-4cca-986f-65718d8cb16d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c33334bd-f19e-453d-9f7b-349270405c58'} {{(pid=83995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 03 21:32:10.966351 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.plugins.ml2.managers [None req-9872cf3e-3fc1-4926-b5ea-79506b52e867 None None] Bound port: 004b165d-575a-48a1-9395-9c16ea05de7e, host: dv-cinder-840377-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36b0f1c3-e784-4cca-986f-65718d8cb16d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c33334bd-f19e-453d-9f7b-349270405c58'}}] {{(pid=83995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 21:32:10.966739 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-9872cf3e-3fc1-4926-b5ea-79506b52e867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1124352'] for port, before_update {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:10.988854 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.db.db_base_plugin_common [None req-48b0320c-4d29-4d49-826c-be9f9cec577c admin admin] Allocated IP 172.20.0.1 (9b51a3a3-5ba7-4915-a72e-fc06fbab7914/2b4ffd3f-ee1e-4729-8300-c5c9c6b81a0d/eea655d8-d9fa-49c9-92ac-fe5863b5a45c) {{(pid=83992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 21:32:11.002872 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e997215-8850-4ef5-8cf2-53b95678f6b0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:32:11.008214 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e997215-8850-4ef5-8cf2-53b95678f6b0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:32:11.008214 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e997215-8850-4ef5-8cf2-53b95678f6b0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:32:11.008214 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e997215-8850-4ef5-8cf2-53b95678f6b0 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:32:11.008214 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e997215-8850-4ef5-8cf2-53b95678f6b0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:32:11.008214 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e997215-8850-4ef5-8cf2-53b95678f6b0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:32:11.008214 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e997215-8850-4ef5-8cf2-53b95678f6b0 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:32:11.008214 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e997215-8850-4ef5-8cf2-53b95678f6b0 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:32:11.008214 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e997215-8850-4ef5-8cf2-53b95678f6b0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:32:11.008214 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e997215-8850-4ef5-8cf2-53b95678f6b0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:32:11.008214 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e997215-8850-4ef5-8cf2-53b95678f6b0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:32:11.087118 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.plugins.ml2.db [None req-9872cf3e-3fc1-4926-b5ea-79506b52e867 None None] For port 004b165d-575a-48a1-9395-9c16ea05de7e, host dv-cinder-840377-1-iscsi, cleared binding levels {{(pid=83995) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 21:32:11.091102 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.plugins.ml2.db [None req-9872cf3e-3fc1-4926-b5ea-79506b52e867 None None] For port 004b165d-575a-48a1-9395-9c16ea05de7e, host dv-cinder-840377-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840377-1-iscsi',level=0,port_id=004b165d-575a-48a1-9395-9c16ea05de7e,segment=NetworkSegment(36b0f1c3-e784-4cca-986f-65718d8cb16d),segment_id=36b0f1c3-e784-4cca-986f-65718d8cb16d)] {{(pid=83995) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 21:32:11.194919 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-9872cf3e-3fc1-4926-b5ea-79506b52e867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781386188966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781385847453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781385847498'] for port, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:11.215307 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-48b0320c-4d29-4d49-826c-be9f9cec577c admin admin] Notify callbacks [] for port, precommit_create {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:11.248995 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.db.provisioning_blocks [None req-48b0320c-4d29-4d49-826c-be9f9cec577c admin admin] Transition to ACTIVE for port object eea655d8-d9fa-49c9-92ac-fe5863b5a45c will not be triggered until provisioned by entity DHCP. {{(pid=83992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 21:32:11.279809 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3392b94-e92c-446a-b531-45ab84515283 req-c7cbade5-ec9b-4573-bba4-5b91ddd97eaa tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:32:11.281338 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-d3392b94-e92c-446a-b531-45ab84515283 req-c7cbade5-ec9b-4573-bba4-5b91ddd97eaa tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] 10.222.0.48 "GET /v2.0/ports?device_id=77f6a8a2-4366-486d-a002-05587e0f46b5 HTTP/1.1" status: 200 len: 944 time: 0.1229317 May 03 21:32:11.300837 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9872cf3e-3fc1-4926-b5ea-79506b52e867 None None] Routers {'15c1eece-a342-46e9-847f-2e935141fb69'} bound to L3 agent in host dv-cinder-840377-1-iscsi {{(pid=83995) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 03 21:32:11.302378 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.db.l3_hamode_db [None req-9872cf3e-3fc1-4926-b5ea-79506b52e867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840377-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-03T21:19:18Z,description=,heartbeat_timestamp=2022-05-03T21:31:48Z,host='dv-cinder-840377-1-iscsi',id=c192ea1b-f7d6-49b7-9f22-5492fbafc6f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:19:19Z,topic='l3_agent')) {'router_ids': ['15c1eece-a342-46e9-847f-2e935141fb69'], 'active': True} {{(pid=83995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:32:11.344940 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-d3392b94-e92c-446a-b531-45ab84515283 req-2bf8828d-ca42-400a-94fc-65749d834f03 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] 10.222.0.48 "GET /v2.0/security-groups?id=3dff50d4-faed-48b7-b783-10568bb53def&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577946 May 03 21:32:11.363907 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e997215-8850-4ef5-8cf2-53b95678f6b0 None None] Pushing event updated for resources: {'Port': ['ID=004b165d-575a-48a1-9395-9c16ea05de7e,revision_number=3']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:32:11.386584 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-48b0320c-4d29-4d49-826c-be9f9cec577c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781385847435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3996730'] for port, after_create {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:11.473863 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48b0320c-4d29-4d49-826c-be9f9cec577c admin admin] Network 9b51a3a3-5ba7-4915-a72e-fc06fbab7914 is already hosted by enough agents. {{(pid=83992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 21:32:11.483606 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.scheduler.base_scheduler [None req-48b0320c-4d29-4d49-826c-be9f9cec577c admin admin] Resources bound (agent type, host, resource id): {{(pid=83992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 21:32:11.487646 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48b0320c-4d29-4d49-826c-be9f9cec577c admin admin] Received port after_create {{(pid=83992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 03 21:32:11.559382 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.db.l3_dvr_db [None req-9872cf3e-3fc1-4926-b5ea-79506b52e867 None None] Set router 15c1eece-a342-46e9-847f-2e935141fb69 gateway port host: dv-cinder-840377-1-iscsi {{(pid=83995) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 03 21:32:11.582474 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b0320c-4d29-4d49-826c-be9f9cec577c admin admin] Pushing event updated for resources: {'Port': ['ID=eea655d8-d9fa-49c9-92ac-fe5863b5a45c,revision_number=1']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:32:11.608950 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-48b0320c-4d29-4d49-826c-be9f9cec577c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-333705'] for router_interface, before_create {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:11.644021 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1197f48-7d2f-45b1-82fc-b891b84619ac req-3ddb2e29-19dd-454c-898c-76cae46bb464 tempest-VolumesSnapshotTestJSON-1309513029 tempest-VolumesSnapshotTestJSON-1309513029-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:32:11.645867 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-a1197f48-7d2f-45b1-82fc-b891b84619ac req-3ddb2e29-19dd-454c-898c-76cae46bb464 tempest-VolumesSnapshotTestJSON-1309513029 tempest-VolumesSnapshotTestJSON-1309513029-project] 10.222.0.42 "GET /v2.0/networks?id=1bd6e5c5-0c32-4b7c-912b-8ae1c3143665 HTTP/1.1" status: 200 len: 814 time: 0.3179774 May 03 21:32:11.664766 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.rpc [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Device 8f0a8457-219b-4d74-a5e3-1977311e3b79 up at agent ovs-agent-dv-cinder-840377-1-iscsi {{(pid=83994) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 21:32:11.673946 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.v2.base [req-a1197f48-7d2f-45b1-82fc-b891b84619ac req-f0212b35-896c-411c-9cb6-80156617727d tempest-VolumesSnapshotTestJSON-1309513029 tempest-VolumesSnapshotTestJSON-1309513029-project] Request body: {'port': {'device_id': '7faa75bc-a237-4850-b9c4-fcd56ac7b0b6', 'network_id': '1bd6e5c5-0c32-4b7c-912b-8ae1c3143665', 'admin_state_up': True, 'tenant_id': '103e27d9374d41689ceff14ee5a5ae21'}} {{(pid=83993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 03 21:32:11.787306 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.provisioning_blocks [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Provisioning complete for port 8f0a8457-219b-4d74-a5e3-1977311e3b79 triggered by entity L2. {{(pid=83994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:32:11.788738 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2080827'] for port, provisioning_complete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:11.828385 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97b4958-3d55-42b6-800b-5665a7c8089a req-94a82bc4-faf1-42ef-8cf5-341008f930ba tempest-VolumesActionsTest-1111013864 tempest-VolumesActionsTest-1111013864-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:32:11.830160 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-b97b4958-3d55-42b6-800b-5665a7c8089a req-94a82bc4-faf1-42ef-8cf5-341008f930ba tempest-VolumesActionsTest-1111013864 tempest-VolumesActionsTest-1111013864-project] 10.222.0.48 "GET /v2.0/ports?device_id=b5b63d26-d36d-440d-9107-9d20ffc97ecf HTTP/1.1" status: 200 len: 946 time: 0.3006020 May 03 21:32:11.887769 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-05af9ebb-5ad2-4ac2-b052-723dde8a4178 req-4c505a58-72f9-454d-8c83-ca11b97ff143 tempest-VolumesSnapshotTestJSON-1309513029 tempest-VolumesSnapshotTestJSON-1309513029-project] 10.222.0.48 "GET /v2.0/ports?device_id=7faa75bc-a237-4850-b9c4-fcd56ac7b0b6 HTTP/1.1" status: 200 len: 210 time: 0.0688367 May 03 21:32:11.898146 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-48b0320c-4d29-4d49-826c-be9f9cec577c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1124352'] for port, before_update {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:11.930089 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [req-a1197f48-7d2f-45b1-82fc-b891b84619ac req-f0212b35-896c-411c-9cb6-80156617727d tempest-VolumesSnapshotTestJSON-1309513029 tempest-VolumesSnapshotTestJSON-1309513029-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:32:11.934469 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-b97b4958-3d55-42b6-800b-5665a7c8089a req-817bdce4-c67a-47ba-863c-65d1e6f5a2a1 tempest-VolumesActionsTest-1111013864 tempest-VolumesActionsTest-1111013864-project] 10.222.0.48 "GET /v2.0/security-groups?id=65f6f2a5-5af1-4e39-ae5e-b2190f5b8788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969460 May 03 21:32:11.943208 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [req-a1197f48-7d2f-45b1-82fc-b891b84619ac req-f0212b35-896c-411c-9cb6-80156617727d tempest-VolumesSnapshotTestJSON-1309513029 tempest-VolumesSnapshotTestJSON-1309513029-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:32:12.029571 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.db.l3_hamode_db [None req-9872cf3e-3fc1-4926-b5ea-79506b52e867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15c1eece-a342-46e9-847f-2e935141fb69', 'name': 'tempest-TestMinimumBasicScenario-609706780-router', 'tenant_id': '03af834dfea4426086d2125bcea03d0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c33334bd-f19e-453d-9f7b-349270405c58', 'external_fixed_ips': [{'subnet_id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'ip_address': '172.27.1.122'}], 'enable_snat': True}, 'gw_port_id': '004b165d-575a-48a1-9395-9c16ea05de7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:32:06Z', 'updated_at': '2022-05-03T21:32:08Z', 'revision_number': 3, 'project_id': '03af834dfea4426086d2125bcea03d0f', 'gw_port': {'id': '004b165d-575a-48a1-9395-9c16ea05de7e', 'name': '', 'network_id': 'c33334bd-f19e-453d-9f7b-349270405c58', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:64:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15c1eece-a342-46e9-847f-2e935141fb69', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'ip_address': '172.27.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:32:07Z', 'updated_at': '2022-05-03T21:32:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840377-1-iscsi'}], 'dv-cinder-840377-1-iscsi', False) {} {{(pid=83995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:32:12.034672 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9872cf3e-3fc1-4926-b5ea-79506b52e867 None None] The sync data for ids ['15c1eece-a342-46e9-847f-2e935141fb69'] in dv-cinder-840377-1-iscsi is: [{'id': '15c1eece-a342-46e9-847f-2e935141fb69', 'name': 'tempest-TestMinimumBasicScenario-609706780-router', 'tenant_id': '03af834dfea4426086d2125bcea03d0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c33334bd-f19e-453d-9f7b-349270405c58', 'external_fixed_ips': [{'subnet_id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'ip_address': '172.27.1.122'}], 'enable_snat': True}, 'gw_port_id': '004b165d-575a-48a1-9395-9c16ea05de7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:32:06Z', 'updated_at': '2022-05-03T21:32:08Z', 'revision_number': 3, 'project_id': '03af834dfea4426086d2125bcea03d0f', 'gw_port': {'id': '004b165d-575a-48a1-9395-9c16ea05de7e', 'name': '', 'network_id': 'c33334bd-f19e-453d-9f7b-349270405c58', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:64:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15c1eece-a342-46e9-847f-2e935141fb69', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'ip_address': '172.27.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:32:07Z', 'updated_at': '2022-05-03T21:32:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840377-1-iscsi'}] {{(pid=83995) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 03 21:32:12.045155 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a1197f48-7d2f-45b1-82fc-b891b84619ac req-f0212b35-896c-411c-9cb6-80156617727d tempest-VolumesSnapshotTestJSON-1309513029 tempest-VolumesSnapshotTestJSON-1309513029-project] Made reservation on behalf of 103e27d9374d41689ceff14ee5a5ae21 for: {'port': 1} {{(pid=83993) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 21:32:12.048402 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-a1197f48-7d2f-45b1-82fc-b891b84619ac req-f0212b35-896c-411c-9cb6-80156617727d tempest-VolumesSnapshotTestJSON-1309513029 tempest-VolumesSnapshotTestJSON-1309513029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1124352'] for port, before_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:12.067274 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.provisioning_blocks [None req-33847614-2a08-4b68-a93c-51221063a938 None None] Provisioning for port eea655d8-d9fa-49c9-92ac-fe5863b5a45c completed by entity DHCP. {{(pid=83994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 21:32:12.081653 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.provisioning_blocks [None req-33847614-2a08-4b68-a93c-51221063a938 None None] Provisioning complete for port eea655d8-d9fa-49c9-92ac-fe5863b5a45c triggered by entity DHCP. {{(pid=83994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:32:12.083493 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-33847614-2a08-4b68-a93c-51221063a938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2080827'] for port, provisioning_complete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:12.204963 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.plugin [None req-33847614-2a08-4b68-a93c-51221063a938 None None] Port eea655d8-d9fa-49c9-92ac-fe5863b5a45c cannot update to ACTIVE because it is not bound. {{(pid=83994) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 03 21:32:12.254042 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-48b0320c-4d29-4d49-826c-be9f9cec577c admin admin] Notify callbacks [] for port, precommit_update {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:12.277190 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.db.db_base_plugin_common [req-a1197f48-7d2f-45b1-82fc-b891b84619ac req-f0212b35-896c-411c-9cb6-80156617727d tempest-VolumesSnapshotTestJSON-1309513029 tempest-VolumesSnapshotTestJSON-1309513029-project] Allocated IP 172.20.0.7 (1bd6e5c5-0c32-4b7c-912b-8ae1c3143665/99786e24-36cf-4f53-9515-58ebb4abcf3d/3d939f88-ef7f-49d3-beb5-514a56fdf884) {{(pid=83993) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 21:32:12.375789 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-48b0320c-4d29-4d49-826c-be9f9cec577c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781386188966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781385847453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781385847498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3996739'] for port, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:12.508277 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b0320c-4d29-4d49-826c-be9f9cec577c admin admin] Pushing event updated for resources: {'Port': ['ID=eea655d8-d9fa-49c9-92ac-fe5863b5a45c,revision_number=2']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:32:12.548145 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-a1197f48-7d2f-45b1-82fc-b891b84619ac req-f0212b35-896c-411c-9cb6-80156617727d tempest-VolumesSnapshotTestJSON-1309513029 tempest-VolumesSnapshotTestJSON-1309513029-project] Notify callbacks [] for port, precommit_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:12.627273 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-48b0320c-4d29-4d49-826c-be9f9cec577c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1706276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-333604'] for router_interface, after_create {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:12.658904 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-a1197f48-7d2f-45b1-82fc-b891b84619ac req-f0212b35-896c-411c-9cb6-80156617727d tempest-VolumesSnapshotTestJSON-1309513029 tempest-VolumesSnapshotTestJSON-1309513029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781385847435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3391708'] for port, after_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:12.777636 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3d6b6f-3e44-458a-b5d1-7f2ed840059a req-f561b1d9-c02e-4e70-b105-770bfcd01f5c tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:32:12.785464 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-5e3d6b6f-3e44-458a-b5d1-7f2ed840059a req-f561b1d9-c02e-4e70-b105-770bfcd01f5c tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] 10.222.0.48 "GET /v2.0/ports?device_id=77f6a8a2-4366-486d-a002-05587e0f46b5 HTTP/1.1" status: 200 len: 944 time: 0.2215037 May 03 21:32:12.787448 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0212b35-896c-411c-9cb6-80156617727d tempest-VolumesSnapshotTestJSON-1309513029 tempest-VolumesSnapshotTestJSON-1309513029-project] Pushing event updated for resources: {'Port': ['ID=3d939f88-ef7f-49d3-beb5-514a56fdf884,revision_number=1']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:32:12.802551 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1197f48-7d2f-45b1-82fc-b891b84619ac req-f0212b35-896c-411c-9cb6-80156617727d tempest-VolumesSnapshotTestJSON-1309513029 tempest-VolumesSnapshotTestJSON-1309513029-project] Network 1bd6e5c5-0c32-4b7c-912b-8ae1c3143665 is already hosted by enough agents. {{(pid=83993) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 21:32:12.804298 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.scheduler.base_scheduler [req-a1197f48-7d2f-45b1-82fc-b891b84619ac req-f0212b35-896c-411c-9cb6-80156617727d tempest-VolumesSnapshotTestJSON-1309513029 tempest-VolumesSnapshotTestJSON-1309513029-project] Resources bound (agent type, host, resource id): {{(pid=83993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 21:32:12.807216 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1197f48-7d2f-45b1-82fc-b891b84619ac req-f0212b35-896c-411c-9cb6-80156617727d tempest-VolumesSnapshotTestJSON-1309513029 tempest-VolumesSnapshotTestJSON-1309513029-project] Received port after_create {{(pid=83993) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 03 21:32:12.873416 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-5e3d6b6f-3e44-458a-b5d1-7f2ed840059a req-3db19a53-cf6c-4564-aaaf-3d566f01aaca tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] 10.222.0.48 "GET /v2.0/security-groups?id=3dff50d4-faed-48b7-b783-10568bb53def&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0865965 May 03 21:32:12.890118 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48b0320c-4d29-4d49-826c-be9f9cec577c admin admin] Network 9b51a3a3-5ba7-4915-a72e-fc06fbab7914 is already hosted by enough agents. {{(pid=83992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 21:32:12.891510 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.scheduler.base_scheduler [None req-48b0320c-4d29-4d49-826c-be9f9cec577c admin admin] Resources bound (agent type, host, resource id): {{(pid=83992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 21:32:13.030992 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1197f48-7d2f-45b1-82fc-b891b84619ac req-f0212b35-896c-411c-9cb6-80156617727d tempest-VolumesSnapshotTestJSON-1309513029 tempest-VolumesSnapshotTestJSON-1309513029-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:32:13.031993 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-a1197f48-7d2f-45b1-82fc-b891b84619ac req-f0212b35-896c-411c-9cb6-80156617727d tempest-VolumesSnapshotTestJSON-1309513029 tempest-VolumesSnapshotTestJSON-1309513029-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93163'] for port, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:13.338067 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-a1197f48-7d2f-45b1-82fc-b891b84619ac req-f0212b35-896c-411c-9cb6-80156617727d tempest-VolumesSnapshotTestJSON-1309513029 tempest-VolumesSnapshotTestJSON-1309513029-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6679847 May 03 21:32:13.355232 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.provisioning_blocks [None req-698d912f-da96-4401-b2e2-a2c07d9451df None None] Provisioning complete for port eea655d8-d9fa-49c9-92ac-fe5863b5a45c triggered by entity DHCP. {{(pid=83994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:32:13.356288 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-698d912f-da96-4401-b2e2-a2c07d9451df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2080827'] for port, provisioning_complete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:13.393218 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edd2c39-ea67-4d68-bc9e-9141f4cc382d req-b7484924-963e-48d0-94d8-f35296b039a4 tempest-VolumesSnapshotTestJSON-1309513029 tempest-VolumesSnapshotTestJSON-1309513029-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:32:13.394010 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [req-2edd2c39-ea67-4d68-bc9e-9141f4cc382d req-b7484924-963e-48d0-94d8-f35296b039a4 tempest-VolumesSnapshotTestJSON-1309513029 tempest-VolumesSnapshotTestJSON-1309513029-project] Synchronizing usage tracker for tenant:103e27d9374d41689ceff14ee5a5ae21 on resource:port {{(pid=83993) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 21:32:13.449035 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.plugin [None req-698d912f-da96-4401-b2e2-a2c07d9451df None None] Port eea655d8-d9fa-49c9-92ac-fe5863b5a45c cannot update to ACTIVE because it is not bound. {{(pid=83994) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 03 21:32:13.595500 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [req-2edd2c39-ea67-4d68-bc9e-9141f4cc382d req-b7484924-963e-48d0-94d8-f35296b039a4 tempest-VolumesSnapshotTestJSON-1309513029 tempest-VolumesSnapshotTestJSON-1309513029-project] Unset dirty status for tenant:103e27d9374d41689ceff14ee5a5ae21 on resource:port {{(pid=83993) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 21:32:13.596781 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-2edd2c39-ea67-4d68-bc9e-9141f4cc382d req-b7484924-963e-48d0-94d8-f35296b039a4 tempest-VolumesSnapshotTestJSON-1309513029 tempest-VolumesSnapshotTestJSON-1309513029-project] 10.222.0.48 "GET /v2.0/ports?device_id=7faa75bc-a237-4850-b9c4-fcd56ac7b0b6 HTTP/1.1" status: 200 len: 931 time: 0.3292739 May 03 21:32:13.693348 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.v2.base [req-a1197f48-7d2f-45b1-82fc-b891b84619ac req-8d4c56b6-5dfc-4157-b811-7dd1e14a3890 service neutron] Request body: {'port': {'device_id': '7faa75bc-a237-4850-b9c4-fcd56ac7b0b6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84037'}} {{(pid=83993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 03 21:32:13.703515 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.rpc [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Device 004b165d-575a-48a1-9395-9c16ea05de7e up at agent ovs-agent-dv-cinder-840377-1-iscsi {{(pid=83994) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 21:32:13.759540 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c255a958-15f7-4419-8a94-c2d6bef4444a req-927dd0d2-19bc-46a0-bca1-b78503c19b02 tempest-VolumesActionsTest-1111013864 tempest-VolumesActionsTest-1111013864-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:32:13.769668 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-c255a958-15f7-4419-8a94-c2d6bef4444a req-927dd0d2-19bc-46a0-bca1-b78503c19b02 tempest-VolumesActionsTest-1111013864 tempest-VolumesActionsTest-1111013864-project] 10.222.0.48 "GET /v2.0/ports?device_id=b5b63d26-d36d-440d-9107-9d20ffc97ecf HTTP/1.1" status: 200 len: 946 time: 0.4717715 May 03 21:32:13.795175 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-2edd2c39-ea67-4d68-bc9e-9141f4cc382d req-8bddc9d6-c0f9-4927-ac17-668e62826211 tempest-VolumesSnapshotTestJSON-1309513029 tempest-VolumesSnapshotTestJSON-1309513029-project] 10.222.0.48 "GET /v2.0/security-groups?id=65996721-a490-4a59-8f5d-ec10ee072626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1859183 May 03 21:32:13.839211 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-c255a958-15f7-4419-8a94-c2d6bef4444a req-3ba0a432-02c2-4cc4-ac04-a26992c84078 tempest-VolumesActionsTest-1111013864 tempest-VolumesActionsTest-1111013864-project] 10.222.0.48 "GET /v2.0/security-groups?id=65f6f2a5-5af1-4e39-ae5e-b2190f5b8788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683072 May 03 21:32:13.894630 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-a1197f48-7d2f-45b1-82fc-b891b84619ac req-8d4c56b6-5dfc-4157-b811-7dd1e14a3890 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1124352'] for port, before_update {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:13.934216 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.provisioning_blocks [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Provisioning for port 004b165d-575a-48a1-9395-9c16ea05de7e completed by entity L2. {{(pid=83994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 21:32:13.939572 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.provisioning_blocks [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Provisioning complete for port 004b165d-575a-48a1-9395-9c16ea05de7e triggered by entity L2. {{(pid=83994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:32:13.939936 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2080827'] for port, provisioning_complete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:13.948581 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48b0320c-4d29-4d49-826c-be9f9cec577c admin admin] Router 15c1eece-a342-46e9-847f-2e935141fb69 has already been hosted by L3 agent c192ea1b-f7d6-49b7-9f22-5492fbafc6f3 {{(pid=83992) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 03 21:32:14.167047 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1124352'] for port, before_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:14.201801 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.db [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] For port 004b165d-575a-48a1-9395-9c16ea05de7e, host dv-cinder-840377-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840377-1-iscsi',level=0,port_id=004b165d-575a-48a1-9395-9c16ea05de7e,segment=NetworkSegment(36b0f1c3-e784-4cca-986f-65718d8cb16d),segment_id=36b0f1c3-e784-4cca-986f-65718d8cb16d)] {{(pid=83994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 21:32:14.317198 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781386188966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781385847453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781385847498'] for port, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:14.346372 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48b0320c-4d29-4d49-826c-be9f9cec577c admin admin] Notify agent at l3_agent.dv-cinder-840377-1-iscsi the message routers_updated {{(pid=83992) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 21:32:14.373252 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [None req-48b0320c-4d29-4d49-826c-be9f9cec577c admin admin] 10.222.0.48 "PUT /v2.0/routers/15c1eece-a342-46e9-847f-2e935141fb69/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8019047 May 03 21:32:14.422653 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Pushing event updated for resources: {'Port': ['ID=004b165d-575a-48a1-9395-9c16ea05de7e,revision_number=4']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:32:14.535936 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.notifiers.nova [req-a1197f48-7d2f-45b1-82fc-b891b84619ac req-8d4c56b6-5dfc-4157-b811-7dd1e14a3890 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d939f88-ef7f-49d3-beb5-514a56fdf884 {{(pid=83993) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 03 21:32:14.545010 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-a1197f48-7d2f-45b1-82fc-b891b84619ac req-8d4c56b6-5dfc-4157-b811-7dd1e14a3890 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:14.560050 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e871b0-ba62-412a-b055-93ac816eceb9 req-b8922953-27bc-4e5e-8e20-884da944910e tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:32:14.566950 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-96e871b0-ba62-412a-b055-93ac816eceb9 req-b8922953-27bc-4e5e-8e20-884da944910e tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] 10.222.0.48 "GET /v2.0/ports?device_id=77f6a8a2-4366-486d-a002-05587e0f46b5 HTTP/1.1" status: 200 len: 944 time: 0.3003602 May 03 21:32:14.610542 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.db.provisioning_blocks [req-a1197f48-7d2f-45b1-82fc-b891b84619ac req-8d4c56b6-5dfc-4157-b811-7dd1e14a3890 service neutron] Transition to ACTIVE for port object 3d939f88-ef7f-49d3-beb5-514a56fdf884 will not be triggered until provisioned by entity L2. {{(pid=83993) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 21:32:14.630545 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-96e871b0-ba62-412a-b055-93ac816eceb9 req-dc86c935-27cf-4d0d-b6c9-0987b1c6445f tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] 10.222.0.48 "GET /v2.0/security-groups?id=3dff50d4-faed-48b7-b783-10568bb53def&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614207 May 03 21:32:14.697418 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-a1197f48-7d2f-45b1-82fc-b891b84619ac req-8d4c56b6-5dfc-4157-b811-7dd1e14a3890 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781386188966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781385847453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781385847498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3391653'] for port, after_update {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:14.871471 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4c56b6-5dfc-4157-b811-7dd1e14a3890 service neutron] Pushing event updated for resources: {'Port': ['ID=3d939f88-ef7f-49d3-beb5-514a56fdf884,revision_number=2']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:32:15.169030 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160c63a7-38cc-42cd-8591-425f75b3e216 req-ea0eeb21-3c3b-495b-af88-be0dc74ddf10 tempest-VolumesSnapshotTestJSON-1309513029 tempest-VolumesSnapshotTestJSON-1309513029-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:32:15.173068 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-160c63a7-38cc-42cd-8591-425f75b3e216 req-ea0eeb21-3c3b-495b-af88-be0dc74ddf10 tempest-VolumesSnapshotTestJSON-1309513029 tempest-VolumesSnapshotTestJSON-1309513029-project] 10.222.0.48 "GET /v2.0/ports?device_id=7faa75bc-a237-4850-b9c4-fcd56ac7b0b6 HTTP/1.1" status: 200 len: 943 time: 0.1828325 May 03 21:32:15.233784 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.managers [req-a1197f48-7d2f-45b1-82fc-b891b84619ac req-8d4c56b6-5dfc-4157-b811-7dd1e14a3890 service neutron] Attempting to bind port 3d939f88-ef7f-49d3-beb5-514a56fdf884 on host hv-cinder-84037 for vnic_type normal with profile {{(pid=83993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 21:32:15.234009 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.managers [req-a1197f48-7d2f-45b1-82fc-b891b84619ac req-8d4c56b6-5dfc-4157-b811-7dd1e14a3890 service neutron] Attempting to bind port 3d939f88-ef7f-49d3-beb5-514a56fdf884 by drivers openvswitch,hyperv on host hv-cinder-84037 at level 0 using segments [{'id': 'ead6f962-4d7d-42d4-a44b-625695deccc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '1bd6e5c5-0c32-4b7c-912b-8ae1c3143665'}] {{(pid=83993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 21:32:15.234281 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1197f48-7d2f-45b1-82fc-b891b84619ac req-8d4c56b6-5dfc-4157-b811-7dd1e14a3890 service neutron] Attempting to bind port 3d939f88-ef7f-49d3-beb5-514a56fdf884 on network 1bd6e5c5-0c32-4b7c-912b-8ae1c3143665 {{(pid=83993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 03 21:32:15.248184 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-160c63a7-38cc-42cd-8591-425f75b3e216 req-f98fa366-b5b6-4e67-9a90-3103d2d62cb1 tempest-VolumesSnapshotTestJSON-1309513029 tempest-VolumesSnapshotTestJSON-1309513029-project] 10.222.0.48 "GET /v2.0/security-groups?id=65996721-a490-4a59-8f5d-ec10ee072626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590436 May 03 21:32:15.270324 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1197f48-7d2f-45b1-82fc-b891b84619ac req-8d4c56b6-5dfc-4157-b811-7dd1e14a3890 service neutron] Port 3d939f88-ef7f-49d3-beb5-514a56fdf884 on network 1bd6e5c5-0c32-4b7c-912b-8ae1c3143665 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84037 {{(pid=83993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 03 21:32:15.270652 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1197f48-7d2f-45b1-82fc-b891b84619ac req-8d4c56b6-5dfc-4157-b811-7dd1e14a3890 service neutron] Attempting to bind port 3d939f88-ef7f-49d3-beb5-514a56fdf884 on network 1bd6e5c5-0c32-4b7c-912b-8ae1c3143665 {{(pid=83993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 03 21:32:15.284348 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1197f48-7d2f-45b1-82fc-b891b84619ac req-8d4c56b6-5dfc-4157-b811-7dd1e14a3890 service neutron] Checking agent: {'id': '6f729c1e-126d-4db9-b521-92dbb8a34775', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84037', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 21, 26, 18), 'started_at': datetime.datetime(2022, 5, 3, 21, 26, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 21, 31, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 03 21:32:15.284723 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1197f48-7d2f-45b1-82fc-b891b84619ac req-8d4c56b6-5dfc-4157-b811-7dd1e14a3890 service neutron] Checking segment: {'id': 'ead6f962-4d7d-42d4-a44b-625695deccc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '1bd6e5c5-0c32-4b7c-912b-8ae1c3143665'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 03 21:32:15.285117 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1197f48-7d2f-45b1-82fc-b891b84619ac req-8d4c56b6-5dfc-4157-b811-7dd1e14a3890 service neutron] Bound using segment: {'id': 'ead6f962-4d7d-42d4-a44b-625695deccc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '1bd6e5c5-0c32-4b7c-912b-8ae1c3143665'} {{(pid=83993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 03 21:32:15.285593 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.managers [req-a1197f48-7d2f-45b1-82fc-b891b84619ac req-8d4c56b6-5dfc-4157-b811-7dd1e14a3890 service neutron] Bound port: 3d939f88-ef7f-49d3-beb5-514a56fdf884, host: hv-cinder-84037, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ead6f962-4d7d-42d4-a44b-625695deccc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '1bd6e5c5-0c32-4b7c-912b-8ae1c3143665'}}] {{(pid=83993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 21:32:15.285975 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-a1197f48-7d2f-45b1-82fc-b891b84619ac req-8d4c56b6-5dfc-4157-b811-7dd1e14a3890 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1124352'] for port, before_update {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:15.301191 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94316f5-cb0d-4aac-8415-4cda6b287f2d req-b827b3b6-4784-4157-b8f9-aa15646a64fc tempest-VolumesActionsTest-1111013864 tempest-VolumesActionsTest-1111013864-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:32:15.305252 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-b94316f5-cb0d-4aac-8415-4cda6b287f2d req-b827b3b6-4784-4157-b8f9-aa15646a64fc tempest-VolumesActionsTest-1111013864 tempest-VolumesActionsTest-1111013864-project] 10.222.0.48 "GET /v2.0/ports?device_id=b5b63d26-d36d-440d-9107-9d20ffc97ecf HTTP/1.1" status: 200 len: 946 time: 0.2556417 May 03 21:32:15.420964 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-b94316f5-cb0d-4aac-8415-4cda6b287f2d req-8e589a7c-5b66-46b7-9482-885020c2a4ff tempest-VolumesActionsTest-1111013864 tempest-VolumesActionsTest-1111013864-project] 10.222.0.48 "GET /v2.0/security-groups?id=65f6f2a5-5af1-4e39-ae5e-b2190f5b8788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091554 May 03 21:32:15.434668 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.db [req-a1197f48-7d2f-45b1-82fc-b891b84619ac req-8d4c56b6-5dfc-4157-b811-7dd1e14a3890 service neutron] For port 3d939f88-ef7f-49d3-beb5-514a56fdf884, host hv-cinder-84037, cleared binding levels {{(pid=83993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 21:32:15.438763 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.db [req-a1197f48-7d2f-45b1-82fc-b891b84619ac req-8d4c56b6-5dfc-4157-b811-7dd1e14a3890 service neutron] For port 3d939f88-ef7f-49d3-beb5-514a56fdf884, host hv-cinder-84037, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=3d939f88-ef7f-49d3-beb5-514a56fdf884,segment=NetworkSegment(ead6f962-4d7d-42d4-a44b-625695deccc6),segment_id=ead6f962-4d7d-42d4-a44b-625695deccc6)] {{(pid=83993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 21:32:15.525699 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-a1197f48-7d2f-45b1-82fc-b891b84619ac req-8d4c56b6-5dfc-4157-b811-7dd1e14a3890 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781386188966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781385847453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781385847498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3391653'] for port, after_update {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:15.609622 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-a1197f48-7d2f-45b1-82fc-b891b84619ac req-8d4c56b6-5dfc-4157-b811-7dd1e14a3890 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93163'] for port, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:15.611624 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-a1197f48-7d2f-45b1-82fc-b891b84619ac req-8d4c56b6-5dfc-4157-b811-7dd1e14a3890 service neutron] 10.222.0.42 "PUT /v2.0/ports/3d939f88-ef7f-49d3-beb5-514a56fdf884 HTTP/1.1" status: 200 len: 1093 time: 1.9512889 May 03 21:32:15.612329 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7faa75bc-a237-4850-b9c4-fcd56ac7b0b6', 'tag': '3d939f88-ef7f-49d3-beb5-514a56fdf884'}] {{(pid=83993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 03 21:32:15.629206 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4c56b6-5dfc-4157-b811-7dd1e14a3890 service neutron] Pushing event updated for resources: {'Port': ['ID=3d939f88-ef7f-49d3-beb5-514a56fdf884,revision_number=3']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:32:15.646288 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.rpc [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Device 004b165d-575a-48a1-9395-9c16ea05de7e up at agent ovs-agent-dv-cinder-840377-1-iscsi {{(pid=83994) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 21:32:15.721254 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c3da25d2-eaf8-41f7-b42c-4f4e21d69c75'] response: {'name': 'network-changed', 'server_uuid': '7faa75bc-a237-4850-b9c4-fcd56ac7b0b6', 'tag': '3d939f88-ef7f-49d3-beb5-514a56fdf884', 'status': 'completed', 'code': 200} May 03 21:32:15.819154 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.provisioning_blocks [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Provisioning complete for port 004b165d-575a-48a1-9395-9c16ea05de7e triggered by entity L2. {{(pid=83994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:32:15.819939 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2080827'] for port, provisioning_complete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:15.944871 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067d36bd-cdd4-4100-9221-d83ff8efb3eb req-cda20af6-e066-4d70-9015-158527274c00 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:32:15.948143 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-067d36bd-cdd4-4100-9221-d83ff8efb3eb req-cda20af6-e066-4d70-9015-158527274c00 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] 10.222.0.48 "GET /v2.0/ports?device_id=77f6a8a2-4366-486d-a002-05587e0f46b5 HTTP/1.1" status: 200 len: 944 time: 0.1359465 May 03 21:32:16.008469 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-067d36bd-cdd4-4100-9221-d83ff8efb3eb req-9e39814b-eeca-479e-81aa-2e4a73e15850 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] 10.222.0.48 "GET /v2.0/security-groups?id=3dff50d4-faed-48b7-b783-10568bb53def&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427036 May 03 21:32:16.160215 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2dbd0d7-b85b-4b5d-81db-917c4b524fb1 None None] Sync routers for ids ['15c1eece-a342-46e9-847f-2e935141fb69'] in dv-cinder-840377-1-iscsi {{(pid=83994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 03 21:32:16.174959 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2dbd0d7-b85b-4b5d-81db-917c4b524fb1 None None] Routers {'15c1eece-a342-46e9-847f-2e935141fb69'} bound to L3 agent in host dv-cinder-840377-1-iscsi {{(pid=83994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 03 21:32:16.175754 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.l3_hamode_db [None req-a2dbd0d7-b85b-4b5d-81db-917c4b524fb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840377-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-03T21:19:18Z,description=,heartbeat_timestamp=2022-05-03T21:31:48Z,host='dv-cinder-840377-1-iscsi',id=c192ea1b-f7d6-49b7-9f22-5492fbafc6f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:19:19Z,topic='l3_agent')) {'router_ids': ['15c1eece-a342-46e9-847f-2e935141fb69'], 'active': True} {{(pid=83994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:32:16.395627 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.l3_dvr_db [None req-a2dbd0d7-b85b-4b5d-81db-917c4b524fb1 None None] Set router 15c1eece-a342-46e9-847f-2e935141fb69 gateway port host: dv-cinder-840377-1-iscsi {{(pid=83994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 03 21:32:16.540303 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47af8be-6266-471a-a572-94b6f1b5163d req-c7abb304-6d7f-4482-8f01-4b7f62751c55 tempest-VolumesSnapshotTestJSON-1309513029 tempest-VolumesSnapshotTestJSON-1309513029-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:32:16.547219 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-e47af8be-6266-471a-a572-94b6f1b5163d req-c7abb304-6d7f-4482-8f01-4b7f62751c55 tempest-VolumesSnapshotTestJSON-1309513029 tempest-VolumesSnapshotTestJSON-1309513029-project] 10.222.0.48 "GET /v2.0/ports?device_id=7faa75bc-a237-4850-b9c4-fcd56ac7b0b6 HTTP/1.1" status: 200 len: 943 time: 0.1567678 May 03 21:32:16.611302 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-e47af8be-6266-471a-a572-94b6f1b5163d req-9e09873a-1468-4497-b0be-5d3e7af3a264 tempest-VolumesSnapshotTestJSON-1309513029 tempest-VolumesSnapshotTestJSON-1309513029-project] 10.222.0.48 "GET /v2.0/security-groups?id=65996721-a490-4a59-8f5d-ec10ee072626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607839 May 03 21:32:16.730303 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.48', 58260) {{(pid=83992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:32:16.736303 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.v2.base [None req-d23a4108-f15e-4efd-98b3-3e8d7efe9f80 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1893502898-network', 'tenant_id': '2f90a38bca9f4d29a080522faa68d887'}} {{(pid=83992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 03 21:32:16.746016 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-f2a2dfea-203e-4112-a9d4-c7aae85aa213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781386283879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2080842'] for agent, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:16.757527 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.db.quota.driver [None req-d23a4108-f15e-4efd-98b3-3e8d7efe9f80 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:32:16.770735 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.quota.resource [None req-d23a4108-f15e-4efd-98b3-3e8d7efe9f80 admin admin] Usage tracker for resource:network and tenant:2f90a38bca9f4d29a080522faa68d887 is out of sync, need to count used quota {{(pid=83992) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:32:16.780977 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.quota.resource [None req-d23a4108-f15e-4efd-98b3-3e8d7efe9f80 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83992) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:32:16.785278 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52d8832-bdc3-40fe-ad9b-89ee0eb7338e req-5daa07bc-7b9b-4bab-bb37-3ee8742fbdc2 tempest-VolumesActionsTest-1111013864 tempest-VolumesActionsTest-1111013864-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:32:16.790261 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.db.quota.driver [None req-d23a4108-f15e-4efd-98b3-3e8d7efe9f80 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:32:16.796770 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-a52d8832-bdc3-40fe-ad9b-89ee0eb7338e req-5daa07bc-7b9b-4bab-bb37-3ee8742fbdc2 tempest-VolumesActionsTest-1111013864 tempest-VolumesActionsTest-1111013864-project] 10.222.0.48 "GET /v2.0/ports?device_id=b5b63d26-d36d-440d-9107-9d20ffc97ecf HTTP/1.1" status: 200 len: 946 time: 0.1495187 May 03 21:32:16.901218 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-a52d8832-bdc3-40fe-ad9b-89ee0eb7338e req-90c86c4f-5d87-4a43-b402-64fd5aeb2d61 tempest-VolumesActionsTest-1111013864 tempest-VolumesActionsTest-1111013864-project] 10.222.0.48 "GET /v2.0/security-groups?id=65f6f2a5-5af1-4e39-ae5e-b2190f5b8788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031289 May 03 21:32:16.950316 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.l3_hamode_db [None req-a2dbd0d7-b85b-4b5d-81db-917c4b524fb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15c1eece-a342-46e9-847f-2e935141fb69', 'name': 'tempest-TestMinimumBasicScenario-609706780-router', 'tenant_id': '03af834dfea4426086d2125bcea03d0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c33334bd-f19e-453d-9f7b-349270405c58', 'external_fixed_ips': [{'subnet_id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'ip_address': '172.27.1.122'}], 'enable_snat': True}, 'gw_port_id': '004b165d-575a-48a1-9395-9c16ea05de7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:32:06Z', 'updated_at': '2022-05-03T21:32:11Z', 'revision_number': 4, 'project_id': '03af834dfea4426086d2125bcea03d0f', 'gw_port': {'id': '004b165d-575a-48a1-9395-9c16ea05de7e', 'name': '', 'network_id': 'c33334bd-f19e-453d-9f7b-349270405c58', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:64:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15c1eece-a342-46e9-847f-2e935141fb69', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'ip_address': '172.27.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:32:07Z', 'updated_at': '2022-05-03T21:32:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840377-1-iscsi', '_interfaces': [{'id': 'eea655d8-d9fa-49c9-92ac-fe5863b5a45c', 'name': '', 'network_id': '9b51a3a3-5ba7-4915-a72e-fc06fbab7914', 'tenant_id': '03af834dfea4426086d2125bcea03d0f', 'mac_address': 'fa:16:3e:2e:e2:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15c1eece-a342-46e9-847f-2e935141fb69', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2b4ffd3f-ee1e-4729-8300-c5c9c6b81a0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:32:10Z', 'updated_at': '2022-05-03T21:32:12Z', 'revision_number': 2, 'project_id': '03af834dfea4426086d2125bcea03d0f', 'subnets': [{'id': '2b4ffd3f-ee1e-4729-8300-c5c9c6b81a0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840377-1-iscsi', False) {} {{(pid=83994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:32:16.957729 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2dbd0d7-b85b-4b5d-81db-917c4b524fb1 None None] Checking router: 15c1eece-a342-46e9-847f-2e935141fb69 for host: dv-cinder-840377-1-iscsi {{(pid=83994) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 03 21:32:16.958194 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2dbd0d7-b85b-4b5d-81db-917c4b524fb1 None None] Updating router 15c1eece-a342-46e9-847f-2e935141fb69 port eea655d8-d9fa-49c9-92ac-fe5863b5a45c binding host dv-cinder-840377-1-iscsi {{(pid=83994) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 03 21:32:17.029722 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-a2dbd0d7-b85b-4b5d-81db-917c4b524fb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1124352'] for port, before_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:17.192819 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d23a4108-f15e-4efd-98b3-3e8d7efe9f80 admin admin] Made reservation on behalf of 2f90a38bca9f4d29a080522faa68d887 for: {'network': 1} {{(pid=83992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 21:32:17.196177 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-d23a4108-f15e-4efd-98b3-3e8d7efe9f80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1124352'] for network, before_create {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:17.215110 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-d23a4108-f15e-4efd-98b3-3e8d7efe9f80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:17.262157 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.db.quota.driver [None req-d23a4108-f15e-4efd-98b3-3e8d7efe9f80 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:32:17.268330 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.quota.resource [None req-d23a4108-f15e-4efd-98b3-3e8d7efe9f80 admin admin] Usage tracker for resource:security_group_rule and tenant:2f90a38bca9f4d29a080522faa68d887 is out of sync, need to count used quota {{(pid=83992) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:32:17.271590 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.quota.resource [None req-d23a4108-f15e-4efd-98b3-3e8d7efe9f80 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83992) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:32:17.327902 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.db.quota.driver [None req-d23a4108-f15e-4efd-98b3-3e8d7efe9f80 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:32:17.449172 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7ee5d1-66f6-44e7-8b6e-7c1a0b1c8775 req-a53261c3-d86c-4ca2-a755-ba6e9e15e98e tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:32:17.450898 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-2f7ee5d1-66f6-44e7-8b6e-7c1a0b1c8775 req-a53261c3-d86c-4ca2-a755-ba6e9e15e98e tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] 10.222.0.48 "GET /v2.0/ports?device_id=77f6a8a2-4366-486d-a002-05587e0f46b5 HTTP/1.1" status: 200 len: 944 time: 0.1812770 May 03 21:32:17.513109 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-d23a4108-f15e-4efd-98b3-3e8d7efe9f80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:17.545522 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-2f7ee5d1-66f6-44e7-8b6e-7c1a0b1c8775 req-a701622a-f875-4032-9c6f-b7014a858a4c tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] 10.222.0.48 "GET /v2.0/security-groups?id=3dff50d4-faed-48b7-b783-10568bb53def&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0818944 May 03 21:32:17.569000 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-a2dbd0d7-b85b-4b5d-81db-917c4b524fb1 None None] Notify callbacks [] for port, precommit_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:17.582963 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.provisioning_blocks [None req-a2dbd0d7-b85b-4b5d-81db-917c4b524fb1 None None] Transition to ACTIVE for port object eea655d8-d9fa-49c9-92ac-fe5863b5a45c will not be triggered until provisioned by entity L2. {{(pid=83994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 21:32:17.654522 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-d23a4108-f15e-4efd-98b3-3e8d7efe9f80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746426'] for security_group, after_create {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:17.688999 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d23a4108-f15e-4efd-98b3-3e8d7efe9f80 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 425} {{(pid=83992) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 21:32:17.698425 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23a4108-f15e-4efd-98b3-3e8d7efe9f80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9948041c-0bef-495d-91ae-b7380dbd869c,revision_number=1']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:32:17.706014 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-d23a4108-f15e-4efd-98b3-3e8d7efe9f80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1172921'] for segment, precommit_create {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:17.706310 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.db.segments_db [None req-d23a4108-f15e-4efd-98b3-3e8d7efe9f80 admin admin] Added segment a6e5a805-a5ef-46fa-bc9c-300e48aba39c of type vlan for network 95fe9525-9ef8-4442-8b9e-515d08d35a33 May 03 21:32:17.728665 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-a2dbd0d7-b85b-4b5d-81db-917c4b524fb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781386188966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781385847453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781385847498'] for port, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:17.738408 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-d23a4108-f15e-4efd-98b3-3e8d7efe9f80 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781385835798'] for network, precommit_create {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:17.893918 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569137fd-1279-4a0c-a42c-85213ea2bcd7 req-5fab493a-d8a8-49b8-a461-9ea8e880a09d tempest-VolumesSnapshotTestJSON-1309513029 tempest-VolumesSnapshotTestJSON-1309513029-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:32:17.900616 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-569137fd-1279-4a0c-a42c-85213ea2bcd7 req-5fab493a-d8a8-49b8-a461-9ea8e880a09d tempest-VolumesSnapshotTestJSON-1309513029 tempest-VolumesSnapshotTestJSON-1309513029-project] 10.222.0.48 "GET /v2.0/ports?device_id=7faa75bc-a237-4850-b9c4-fcd56ac7b0b6 HTTP/1.1" status: 200 len: 943 time: 0.1403990 May 03 21:32:17.902451 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-d23a4108-f15e-4efd-98b3-3e8d7efe9f80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396'] for network, after_create {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:17.903407 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d23a4108-f15e-4efd-98b3-3e8d7efe9f80 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:32:17.904017 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-d23a4108-f15e-4efd-98b3-3e8d7efe9f80 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1706389'] for network, before_response {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:17.928754 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643e7f83-bdad-4d37-91f9-5f51edee2f16 None None] Pushing event updated for resources: {'Port': ['ID=eea655d8-d9fa-49c9-92ac-fe5863b5a45c,revision_number=3']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:32:18.007000 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-569137fd-1279-4a0c-a42c-85213ea2bcd7 req-19787a34-c208-4037-8b9d-71c35ec48efa tempest-VolumesSnapshotTestJSON-1309513029 tempest-VolumesSnapshotTestJSON-1309513029-project] 10.222.0.48 "GET /v2.0/security-groups?id=65996721-a490-4a59-8f5d-ec10ee072626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052115 May 03 21:32:18.059293 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643e7f83-bdad-4d37-91f9-5f51edee2f16 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:32:18.065116 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643e7f83-bdad-4d37-91f9-5f51edee2f16 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:32:18.065116 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643e7f83-bdad-4d37-91f9-5f51edee2f16 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:32:18.065116 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643e7f83-bdad-4d37-91f9-5f51edee2f16 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:32:18.065116 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643e7f83-bdad-4d37-91f9-5f51edee2f16 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:32:18.065116 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643e7f83-bdad-4d37-91f9-5f51edee2f16 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:32:18.065116 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643e7f83-bdad-4d37-91f9-5f51edee2f16 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:32:18.065116 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643e7f83-bdad-4d37-91f9-5f51edee2f16 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:32:18.065116 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643e7f83-bdad-4d37-91f9-5f51edee2f16 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:32:18.065116 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643e7f83-bdad-4d37-91f9-5f51edee2f16 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:32:18.065116 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643e7f83-bdad-4d37-91f9-5f51edee2f16 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:32:18.180895 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.managers [None req-a2dbd0d7-b85b-4b5d-81db-917c4b524fb1 None None] Attempting to bind port eea655d8-d9fa-49c9-92ac-fe5863b5a45c on host dv-cinder-840377-1-iscsi for vnic_type normal with profile {{(pid=83994) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 21:32:18.181262 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.managers [None req-a2dbd0d7-b85b-4b5d-81db-917c4b524fb1 None None] Attempting to bind port eea655d8-d9fa-49c9-92ac-fe5863b5a45c by drivers openvswitch,hyperv on host dv-cinder-840377-1-iscsi at level 0 using segments [{'id': '6cb7f327-dd57-450a-bdb1-c88d9c6b752e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '9b51a3a3-5ba7-4915-a72e-fc06fbab7914'}] {{(pid=83994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 21:32:18.181622 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2dbd0d7-b85b-4b5d-81db-917c4b524fb1 None None] Attempting to bind port eea655d8-d9fa-49c9-92ac-fe5863b5a45c on network 9b51a3a3-5ba7-4915-a72e-fc06fbab7914 {{(pid=83994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 03 21:32:18.194067 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2dbd0d7-b85b-4b5d-81db-917c4b524fb1 None None] Checking agent: {'id': 'fb00ce1e-8ae6-4b1c-988b-a0ad40f400cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840377-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 21, 19, 20), 'started_at': datetime.datetime(2022, 5, 3, 21, 19, 50), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 21, 31, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840377-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 03 21:32:18.195133 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2dbd0d7-b85b-4b5d-81db-917c4b524fb1 None None] Checking segment: {'id': '6cb7f327-dd57-450a-bdb1-c88d9c6b752e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '9b51a3a3-5ba7-4915-a72e-fc06fbab7914'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 03 21:32:18.195630 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-a2dbd0d7-b85b-4b5d-81db-917c4b524fb1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:18.196149 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2dbd0d7-b85b-4b5d-81db-917c4b524fb1 None None] Bound using segment: {'id': '6cb7f327-dd57-450a-bdb1-c88d9c6b752e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '9b51a3a3-5ba7-4915-a72e-fc06fbab7914'} {{(pid=83994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 03 21:32:18.196857 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.managers [None req-a2dbd0d7-b85b-4b5d-81db-917c4b524fb1 None None] Bound port: eea655d8-d9fa-49c9-92ac-fe5863b5a45c, host: dv-cinder-840377-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6cb7f327-dd57-450a-bdb1-c88d9c6b752e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '9b51a3a3-5ba7-4915-a72e-fc06fbab7914'}}] {{(pid=83994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 21:32:18.197406 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-a2dbd0d7-b85b-4b5d-81db-917c4b524fb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1124352'] for port, before_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:18.202939 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23a4108-f15e-4efd-98b3-3e8d7efe9f80 admin admin] Pushing event updated for resources: {'Network': ['ID=95fe9525-9ef8-4442-8b9e-515d08d35a33,revision_number=1']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:32:18.213816 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.rpc [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Network 95fe9525-9ef8-4442-8b9e-515d08d35a33 details requested by agent ovs-agent-dv-cinder-840377-1-iscsi with host dv-cinder-840377-1-iscsi {{(pid=83994) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 03 21:32:18.361586 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c20cf48-6869-4026-ab66-6387b5aa1aee req-cac95405-6dc1-4ad4-83a6-8673793ccecb tempest-VolumesActionsTest-1111013864 tempest-VolumesActionsTest-1111013864-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:32:18.363122 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-9c20cf48-6869-4026-ab66-6387b5aa1aee req-cac95405-6dc1-4ad4-83a6-8673793ccecb tempest-VolumesActionsTest-1111013864 tempest-VolumesActionsTest-1111013864-project] 10.222.0.48 "GET /v2.0/ports?device_id=b5b63d26-d36d-440d-9107-9d20ffc97ecf HTTP/1.1" status: 200 len: 946 time: 0.1571960 May 03 21:32:18.407922 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.48', 58276) {{(pid=83993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:32:18.408705 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [None req-d23a4108-f15e-4efd-98b3-3e8d7efe9f80 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.6765056 May 03 21:32:18.414529 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.v2.base [None req-d2776e57-9b05-45eb-945f-4b1a9a9f089b admin admin] Request body: {'subnet': {'network_id': '95fe9525-9ef8-4442-8b9e-515d08d35a33', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1893502898-subnet', 'tenant_id': '2f90a38bca9f4d29a080522faa68d887', 'ip_version': 4}} {{(pid=83993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 03 21:32:18.419700 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-d2776e57-9b05-45eb-945f-4b1a9a9f089b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:32:18.424092 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-d2776e57-9b05-45eb-945f-4b1a9a9f089b admin admin] Usage tracker for resource:subnet and tenant:2f90a38bca9f4d29a080522faa68d887 is out of sync, need to count used quota {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:32:18.461434 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-d2776e57-9b05-45eb-945f-4b1a9a9f089b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:32:18.461434 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-d2776e57-9b05-45eb-945f-4b1a9a9f089b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:32:18.461973 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-9c20cf48-6869-4026-ab66-6387b5aa1aee req-ee6b6ea5-ca06-41aa-aad9-09797efebd68 tempest-VolumesActionsTest-1111013864 tempest-VolumesActionsTest-1111013864-project] 10.222.0.48 "GET /v2.0/security-groups?id=65f6f2a5-5af1-4e39-ae5e-b2190f5b8788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694804 May 03 21:32:18.475893 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.db [None req-a2dbd0d7-b85b-4b5d-81db-917c4b524fb1 None None] For port eea655d8-d9fa-49c9-92ac-fe5863b5a45c, host dv-cinder-840377-1-iscsi, cleared binding levels {{(pid=83994) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 21:32:18.487013 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.db [None req-a2dbd0d7-b85b-4b5d-81db-917c4b524fb1 None None] For port eea655d8-d9fa-49c9-92ac-fe5863b5a45c, host dv-cinder-840377-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840377-1-iscsi',level=0,port_id=eea655d8-d9fa-49c9-92ac-fe5863b5a45c,segment=NetworkSegment(6cb7f327-dd57-450a-bdb1-c88d9c6b752e),segment_id=6cb7f327-dd57-450a-bdb1-c88d9c6b752e)] {{(pid=83994) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 21:32:18.772199 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2776e57-9b05-45eb-945f-4b1a9a9f089b admin admin] Made reservation on behalf of 2f90a38bca9f4d29a080522faa68d887 for: {'subnet': 1} {{(pid=83993) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 21:32:18.775588 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-d2776e57-9b05-45eb-945f-4b1a9a9f089b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3403655'] for subnet, before_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:18.788783 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-a2dbd0d7-b85b-4b5d-81db-917c4b524fb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781386188966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781385847453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781385847498'] for port, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:18.792755 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-c320c25f-208b-4f18-8716-de68ec38d98f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781386283879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2080842'] for agent, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:18.892762 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b754d47d-af6a-45e4-9ce7-1177c55e6b41 req-83974843-1774-4c56-9549-9cc334cac427 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:32:18.892762 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-b754d47d-af6a-45e4-9ce7-1177c55e6b41 req-83974843-1774-4c56-9549-9cc334cac427 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] 10.222.0.48 "GET /v2.0/ports?device_id=77f6a8a2-4366-486d-a002-05587e0f46b5 HTTP/1.1" status: 200 len: 944 time: 0.1904352 May 03 21:32:18.893582 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643e7f83-bdad-4d37-91f9-5f51edee2f16 None None] Pushing event updated for resources: {'Port': ['ID=eea655d8-d9fa-49c9-92ac-fe5863b5a45c,revision_number=4']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:32:18.915185 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2dbd0d7-b85b-4b5d-81db-917c4b524fb1 None None] Routers {'15c1eece-a342-46e9-847f-2e935141fb69'} bound to L3 agent in host dv-cinder-840377-1-iscsi {{(pid=83994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 03 21:32:18.922649 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.l3_hamode_db [None req-a2dbd0d7-b85b-4b5d-81db-917c4b524fb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840377-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-03T21:19:18Z,description=,heartbeat_timestamp=2022-05-03T21:32:18Z,host='dv-cinder-840377-1-iscsi',id=c192ea1b-f7d6-49b7-9f22-5492fbafc6f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:19:19Z,topic='l3_agent')) {'router_ids': ['15c1eece-a342-46e9-847f-2e935141fb69'], 'active': True} {{(pid=83994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:32:18.986193 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-b754d47d-af6a-45e4-9ce7-1177c55e6b41 req-e662a393-1eec-4f7a-8208-35886ba3c5ce tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] 10.222.0.48 "GET /v2.0/security-groups?id=3dff50d4-faed-48b7-b783-10568bb53def&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0852079 May 03 21:32:19.019758 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.rpc [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Device b61db19e-8de7-4a39-bc38-19e6f5760287 no longer exists at agent hyperv_hv-cinder-84037 {{(pid=83994) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 21:32:19.303169 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1124352'] for port, before_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:19.363083 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5b63d26-d36d-440d-9107-9d20ffc97ecf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b61db19e-8de7-4a39-bc38-19e6f5760287'}] {{(pid=83994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 03 21:32:19.377124 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.db [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] For port b61db19e-8de7-4a39-bc38-19e6f5760287, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=b61db19e-8de7-4a39-bc38-19e6f5760287,segment=NetworkSegment(2b922d1c-0f74-428d-9457-e2990b5d0230),segment_id=2b922d1c-0f74-428d-9457-e2990b5d0230)] {{(pid=83994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 21:32:19.384456 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71997dae-c716-4100-9b84-1bf6e9a49824 req-939dde40-904d-40e3-bc7c-075c38a773aa tempest-VolumesSnapshotTestJSON-1309513029 tempest-VolumesSnapshotTestJSON-1309513029-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:32:19.385197 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.l3_dvr_db [None req-a2dbd0d7-b85b-4b5d-81db-917c4b524fb1 None None] Set router 15c1eece-a342-46e9-847f-2e935141fb69 gateway port host: dv-cinder-840377-1-iscsi {{(pid=83994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 03 21:32:19.387180 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-d2776e57-9b05-45eb-945f-4b1a9a9f089b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3391528', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3403669'] for subnet, after_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:19.393059 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-71997dae-c716-4100-9b84-1bf6e9a49824 req-939dde40-904d-40e3-bc7c-075c38a773aa tempest-VolumesSnapshotTestJSON-1309513029 tempest-VolumesSnapshotTestJSON-1309513029-project] 10.222.0.48 "GET /v2.0/ports?device_id=7faa75bc-a237-4850-b9c4-fcd56ac7b0b6 HTTP/1.1" status: 200 len: 943 time: 0.1411741 May 03 21:32:19.464778 dv-cinder-840377-1-iscsi neutron-server[83994]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3c318d8e-d893-4ff9-b0bc-20d6467bd135'] response: {'server_uuid': 'b5b63d26-d36d-440d-9107-9d20ffc97ecf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b61db19e-8de7-4a39-bc38-19e6f5760287', 'code': 200} May 03 21:32:19.484048 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781386188966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781385847453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781385847498'] for port, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:19.543931 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-71997dae-c716-4100-9b84-1bf6e9a49824 req-9595949b-453e-438e-aad0-1680eaac9d22 tempest-VolumesSnapshotTestJSON-1309513029 tempest-VolumesSnapshotTestJSON-1309513029-project] 10.222.0.48 "GET /v2.0/security-groups?id=65996721-a490-4a59-8f5d-ec10ee072626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499805 May 03 21:32:19.639225 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2776e57-9b05-45eb-945f-4b1a9a9f089b admin admin] Pushing event updated for resources: {'Subnet': ['ID=e19a4958-1abc-4dda-bb96-72fefb11aedf,revision_number=0']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:32:19.650566 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2776e57-9b05-45eb-945f-4b1a9a9f089b admin admin] Checking segment: {'id': 'a6e5a805-a5ef-46fa-bc9c-300e48aba39c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '95fe9525-9ef8-4442-8b9e-515d08d35a33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 03 21:32:19.651044 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2776e57-9b05-45eb-945f-4b1a9a9f089b admin admin] Network hostable DHCP agents. Network: 95fe9525-9ef8-4442-8b9e-515d08d35a33, hostable agents: ['e4e3c6c0-e8b0-4c45-a267-b4e6dd042766'], hosted agents: [] {{(pid=83993) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 21:32:19.656584 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781386283879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2080842'] for agent, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:19.820438 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d03e67e-6840-4170-a69c-b49edb866dae req-6b30992a-2f5d-4241-921e-9e0fb1a5af4d tempest-VolumesActionsTest-1111013864 tempest-VolumesActionsTest-1111013864-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:32:19.825075 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-8d03e67e-6840-4170-a69c-b49edb866dae req-6b30992a-2f5d-4241-921e-9e0fb1a5af4d tempest-VolumesActionsTest-1111013864 tempest-VolumesActionsTest-1111013864-project] 10.222.0.48 "GET /v2.0/ports?device_id=b5b63d26-d36d-440d-9107-9d20ffc97ecf HTTP/1.1" status: 200 len: 944 time: 0.1062176 May 03 21:32:19.847246 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Pushing event updated for resources: {'Port': ['ID=b61db19e-8de7-4a39-bc38-19e6f5760287,revision_number=6']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:32:19.903054 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-8d03e67e-6840-4170-a69c-b49edb866dae req-7a581fb1-6ae5-4e8b-8836-4a9c61d17c82 tempest-VolumesActionsTest-1111013864 tempest-VolumesActionsTest-1111013864-project] 10.222.0.48 "GET /v2.0/security-groups?id=65f6f2a5-5af1-4e39-ae5e-b2190f5b8788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697651 May 03 21:32:19.981431 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.l3_hamode_db [None req-a2dbd0d7-b85b-4b5d-81db-917c4b524fb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15c1eece-a342-46e9-847f-2e935141fb69', 'name': 'tempest-TestMinimumBasicScenario-609706780-router', 'tenant_id': '03af834dfea4426086d2125bcea03d0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c33334bd-f19e-453d-9f7b-349270405c58', 'external_fixed_ips': [{'subnet_id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'ip_address': '172.27.1.122'}], 'enable_snat': True}, 'gw_port_id': '004b165d-575a-48a1-9395-9c16ea05de7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:32:06Z', 'updated_at': '2022-05-03T21:32:11Z', 'revision_number': 4, 'project_id': '03af834dfea4426086d2125bcea03d0f', 'gw_port': {'id': '004b165d-575a-48a1-9395-9c16ea05de7e', 'name': '', 'network_id': 'c33334bd-f19e-453d-9f7b-349270405c58', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:64:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15c1eece-a342-46e9-847f-2e935141fb69', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'ip_address': '172.27.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:32:07Z', 'updated_at': '2022-05-03T21:32:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840377-1-iscsi', '_interfaces': [{'id': 'eea655d8-d9fa-49c9-92ac-fe5863b5a45c', 'name': '', 'network_id': '9b51a3a3-5ba7-4915-a72e-fc06fbab7914', 'tenant_id': '03af834dfea4426086d2125bcea03d0f', 'mac_address': 'fa:16:3e:2e:e2:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15c1eece-a342-46e9-847f-2e935141fb69', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2b4ffd3f-ee1e-4729-8300-c5c9c6b81a0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:32:10Z', 'updated_at': '2022-05-03T21:32:18Z', 'revision_number': 4, 'project_id': '03af834dfea4426086d2125bcea03d0f', 'subnets': [{'id': '2b4ffd3f-ee1e-4729-8300-c5c9c6b81a0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840377-1-iscsi', False) {} {{(pid=83994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:32:19.996701 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2dbd0d7-b85b-4b5d-81db-917c4b524fb1 None None] The sync data for ids ['15c1eece-a342-46e9-847f-2e935141fb69'] in dv-cinder-840377-1-iscsi is: [{'id': '15c1eece-a342-46e9-847f-2e935141fb69', 'name': 'tempest-TestMinimumBasicScenario-609706780-router', 'tenant_id': '03af834dfea4426086d2125bcea03d0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c33334bd-f19e-453d-9f7b-349270405c58', 'external_fixed_ips': [{'subnet_id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'ip_address': '172.27.1.122'}], 'enable_snat': True}, 'gw_port_id': '004b165d-575a-48a1-9395-9c16ea05de7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:32:06Z', 'updated_at': '2022-05-03T21:32:11Z', 'revision_number': 4, 'project_id': '03af834dfea4426086d2125bcea03d0f', 'gw_port': {'id': '004b165d-575a-48a1-9395-9c16ea05de7e', 'name': '', 'network_id': 'c33334bd-f19e-453d-9f7b-349270405c58', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:64:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15c1eece-a342-46e9-847f-2e935141fb69', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'ip_address': '172.27.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:32:07Z', 'updated_at': '2022-05-03T21:32:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840377-1-iscsi', '_interfaces': [{'id': 'eea655d8-d9fa-49c9-92ac-fe5863b5a45c', 'name': '', 'network_id': '9b51a3a3-5ba7-4915-a72e-fc06fbab7914', 'tenant_id': '03af834dfea4426086d2125bcea03d0f', 'mac_address': 'fa:16:3e:2e:e2:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15c1eece-a342-46e9-847f-2e935141fb69', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2b4ffd3f-ee1e-4729-8300-c5c9c6b81a0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:32:10Z', 'updated_at': '2022-05-03T21:32:18Z', 'revision_number': 4, 'project_id': '03af834dfea4426086d2125bcea03d0f', 'subnets': [{'id': '2b4ffd3f-ee1e-4729-8300-c5c9c6b81a0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 03 21:32:20.062766 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781386283879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2080842'] for agent, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:20.068031 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2776e57-9b05-45eb-945f-4b1a9a9f089b admin admin] Network 95fe9525-9ef8-4442-8b9e-515d08d35a33 is scheduled to be hosted by DHCP agent e4e3c6c0-e8b0-4c45-a267-b4e6dd042766 with binding_index 1 {{(pid=83993) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 21:32:20.071726 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-0dfda447-9707-4eba-99ce-657c79a02a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781386283879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2080842'] for agent, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:20.410756 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dda8afe-e9bf-4bce-9cbe-124cec75283a req-ceea58e0-e2ba-4693-b821-3eb8637f3b7b tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:32:20.412994 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-9dda8afe-e9bf-4bce-9cbe-124cec75283a req-ceea58e0-e2ba-4693-b821-3eb8637f3b7b tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] 10.222.0.48 "GET /v2.0/ports?device_id=77f6a8a2-4366-486d-a002-05587e0f46b5 HTTP/1.1" status: 200 len: 944 time: 0.1143775 May 03 21:32:20.485041 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-9dda8afe-e9bf-4bce-9cbe-124cec75283a req-940b6cf0-9a33-4c91-8a16-d0578b00f208 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] 10.222.0.48 "GET /v2.0/security-groups?id=3dff50d4-faed-48b7-b783-10568bb53def&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652947 May 03 21:32:20.521808 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.scheduler.base_scheduler [None req-d2776e57-9b05-45eb-945f-4b1a9a9f089b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840377-1-iscsi, 95fe9525-9ef8-4442-8b9e-515d08d35a33) {{(pid=83993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 21:32:20.529056 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2776e57-9b05-45eb-945f-4b1a9a9f089b admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:32:20.529638 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-d2776e57-9b05-45eb-945f-4b1a9a9f089b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1706389'] for subnet, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:20.535545 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-634edd96-7f62-4ea5-899e-5224f04d7d25 None None] Network 95fe9525-9ef8-4442-8b9e-515d08d35a33 requested from dv-cinder-840377-1-iscsi {{(pid=83994) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 03 21:32:20.780762 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-fbc47aa3-b767-46bd-86f9-daba5f9a23e8 req-b0a26d02-f3e6-4047-a69a-676a9fe275fe service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=103e27d9374d41689ceff14ee5a5ae21&device_id=7faa75bc-a237-4850-b9c4-fcd56ac7b0b6 HTTP/1.1" status: 200 len: 1096 time: 0.1802449 May 03 21:32:20.798494 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc42e3f-8b65-4614-a28d-4d0b43e22155 req-06d47335-0598-4ead-a8ed-1c7dbb7856af tempest-VolumesActionsTest-1111013864 tempest-VolumesActionsTest-1111013864-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:32:20.799987 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-bdc42e3f-8b65-4614-a28d-4d0b43e22155 req-06d47335-0598-4ead-a8ed-1c7dbb7856af tempest-VolumesActionsTest-1111013864 tempest-VolumesActionsTest-1111013864-project] 10.222.0.42 "GET /v2.0/ports?device_id=b5b63d26-d36d-440d-9107-9d20ffc97ecf HTTP/1.1" status: 200 len: 944 time: 0.1589487 May 03 21:32:20.894016 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.48', 58294) {{(pid=83992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:32:20.894240 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-d2776e57-9b05-45eb-945f-4b1a9a9f089b admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.4848568 May 03 21:32:20.900381 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.v2.base [None req-d982c65c-4584-4101-be02-80ac7194fc5f admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1893502898-router', 'tenant_id': '2f90a38bca9f4d29a080522faa68d887', 'external_gateway_info': {'network_id': 'c33334bd-f19e-453d-9f7b-349270405c58'}}} {{(pid=83992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 03 21:32:20.908156 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.db.quota.driver [None req-d982c65c-4584-4101-be02-80ac7194fc5f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:32:20.921241 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.quota.resource [None req-d982c65c-4584-4101-be02-80ac7194fc5f admin admin] Usage tracker for resource:router and tenant:2f90a38bca9f4d29a080522faa68d887 is out of sync, need to count used quota {{(pid=83992) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:32:20.929535 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f2dc99-3945-4519-87c2-8c2afa84ffe3 req-14e1df24-1156-41b5-9ea2-a0643a491c3d tempest-VolumesSnapshotTestJSON-1309513029 tempest-VolumesSnapshotTestJSON-1309513029-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:32:20.930785 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.quota.resource [None req-d982c65c-4584-4101-be02-80ac7194fc5f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83992) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:32:20.931024 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-f7f2dc99-3945-4519-87c2-8c2afa84ffe3 req-14e1df24-1156-41b5-9ea2-a0643a491c3d tempest-VolumesSnapshotTestJSON-1309513029 tempest-VolumesSnapshotTestJSON-1309513029-project] 10.222.0.48 "GET /v2.0/ports?device_id=7faa75bc-a237-4850-b9c4-fcd56ac7b0b6 HTTP/1.1" status: 200 len: 943 time: 0.1300986 May 03 21:32:20.945334 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.db.quota.driver [None req-d982c65c-4584-4101-be02-80ac7194fc5f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:32:21.005326 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c60dc86-3fc6-41b9-b229-b322ab962556 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpecea5701-ca0d-5319-88af-91ea1d0a4bad-95fe9525-9ef8-4442-8b9e-515d08d35a33', 'network_id': '95fe9525-9ef8-4442-8b9e-515d08d35a33', 'tenant_id': '2f90a38bca9f4d29a080522faa68d887', 'fixed_ips': [{'subnet_id': 'e19a4958-1abc-4dda-bb96-72fefb11aedf'}]}} from dv-cinder-840377-1-iscsi. {{(pid=83994) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 03 21:32:21.007015 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-1c60dc86-3fc6-41b9-b229-b322ab962556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1124352'] for port, before_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:21.027183 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-f7f2dc99-3945-4519-87c2-8c2afa84ffe3 req-3c7ef3b8-8196-4df3-87ef-b0e512e56c96 tempest-VolumesSnapshotTestJSON-1309513029 tempest-VolumesSnapshotTestJSON-1309513029-project] 10.222.0.48 "GET /v2.0/security-groups?id=65996721-a490-4a59-8f5d-ec10ee072626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892591 May 03 21:32:21.045769 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-d982c65c-4584-4101-be02-80ac7194fc5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-330009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4169'] for router, before_create {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:21.047152 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-d982c65c-4584-4101-be02-80ac7194fc5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-330106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-332958', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-569578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4162'] for router, precommit_create {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:21.108071 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-d982c65c-4584-4101-be02-80ac7194fc5f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:21.359481 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.plugin [req-bdc42e3f-8b65-4614-a28d-4d0b43e22155 req-d10c0079-690f-4513-902e-774c2862d44a tempest-VolumesActionsTest-1111013864 tempest-VolumesActionsTest-1111013864-project] Deleting port b61db19e-8de7-4a39-bc38-19e6f5760287 {{(pid=83993) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 03 21:32:21.360628 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-bdc42e3f-8b65-4614-a28d-4d0b43e22155 req-d10c0079-690f-4513-902e-774c2862d44a tempest-VolumesActionsTest-1111013864 tempest-VolumesActionsTest-1111013864-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781386349267'] for port, before_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:21.373283 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.db_base_plugin_common [None req-1c60dc86-3fc6-41b9-b229-b322ab962556 None None] Allocated IP 172.20.0.2 (95fe9525-9ef8-4442-8b9e-515d08d35a33/e19a4958-1abc-4dda-bb96-72fefb11aedf/f23cfdf3-5973-4a1c-bf98-061e5316e9f5) {{(pid=83994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 21:32:21.445972 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc47aa3-b767-46bd-86f9-daba5f9a23e8 req-f3357b4a-7bc6-4552-85c5-4e83d04a7de9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:32:21.447947 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-fbc47aa3-b767-46bd-86f9-daba5f9a23e8 req-f3357b4a-7bc6-4552-85c5-4e83d04a7de9 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=103e27d9374d41689ceff14ee5a5ae21&shared=False HTTP/1.1" status: 200 len: 915 time: 0.3602664 May 03 21:32:21.513925 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-d982c65c-4584-4101-be02-80ac7194fc5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-332908', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-330467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7592'] for router, precommit_update {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:21.582359 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914f7ec7-a862-4b42-b2d3-0ff11a7e5549 req-731c96a2-c641-4cae-b0a9-4ab3cd5b4b59 tempest-VolumesActionsTest-1111013864 tempest-VolumesActionsTest-1111013864-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:32:21.586734 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-914f7ec7-a862-4b42-b2d3-0ff11a7e5549 req-731c96a2-c641-4cae-b0a9-4ab3cd5b4b59 tempest-VolumesActionsTest-1111013864 tempest-VolumesActionsTest-1111013864-project] 10.222.0.48 "GET /v2.0/ports?device_id=b5b63d26-d36d-440d-9107-9d20ffc97ecf HTTP/1.1" status: 200 len: 944 time: 0.4282942 May 03 21:32:21.681926 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-914f7ec7-a862-4b42-b2d3-0ff11a7e5549 req-5824659e-47a7-4fcc-a76d-248971476fcf tempest-VolumesActionsTest-1111013864 tempest-VolumesActionsTest-1111013864-project] 10.222.0.48 "GET /v2.0/security-groups?id=65f6f2a5-5af1-4e39-ae5e-b2190f5b8788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906208 May 03 21:32:21.760234 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-1c60dc86-3fc6-41b9-b229-b322ab962556 None None] Notify callbacks [] for port, precommit_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:21.787754 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.provisioning_blocks [None req-1c60dc86-3fc6-41b9-b229-b322ab962556 None None] Transition to ACTIVE for port object f23cfdf3-5973-4a1c-bf98-061e5316e9f5 will not be triggered until provisioned by entity L2. {{(pid=83994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 21:32:21.813713 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.provisioning_blocks [None req-1c60dc86-3fc6-41b9-b229-b322ab962556 None None] Transition to ACTIVE for port object f23cfdf3-5973-4a1c-bf98-061e5316e9f5 will not be triggered until provisioned by entity DHCP. {{(pid=83994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 21:32:21.828987 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.rpc [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Device eea655d8-d9fa-49c9-92ac-fe5863b5a45c up at agent ovs-agent-dv-cinder-840377-1-iscsi {{(pid=83994) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 21:32:21.915237 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-1c60dc86-3fc6-41b9-b229-b322ab962556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781385847435'] for port, after_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:21.982606 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc47aa3-b767-46bd-86f9-daba5f9a23e8 req-fe07068d-fa98-4803-ade6-ff5b2012f845 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:32:21.984097 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-fbc47aa3-b767-46bd-86f9-daba5f9a23e8 req-fe07068d-fa98-4803-ade6-ff5b2012f845 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4492903 May 03 21:32:21.991154 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.db [req-bdc42e3f-8b65-4614-a28d-4d0b43e22155 req-d10c0079-690f-4513-902e-774c2862d44a tempest-VolumesActionsTest-1111013864 tempest-VolumesActionsTest-1111013864-project] For port b61db19e-8de7-4a39-bc38-19e6f5760287, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=b61db19e-8de7-4a39-bc38-19e6f5760287,segment=NetworkSegment(2b922d1c-0f74-428d-9457-e2990b5d0230),segment_id=2b922d1c-0f74-428d-9457-e2990b5d0230)] {{(pid=83993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 21:32:21.991566 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-bdc42e3f-8b65-4614-a28d-4d0b43e22155 req-d10c0079-690f-4513-902e-774c2862d44a tempest-VolumesActionsTest-1111013864 tempest-VolumesActionsTest-1111013864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749056'] for port, precommit_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:22.004824 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c60dc86-3fc6-41b9-b229-b322ab962556 None None] Pushing event updated for resources: {'Port': ['ID=f23cfdf3-5973-4a1c-bf98-061e5316e9f5,revision_number=1']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:32:22.036365 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c60dc86-3fc6-41b9-b229-b322ab962556 None None] Network 95fe9525-9ef8-4442-8b9e-515d08d35a33 is already hosted by enough agents. {{(pid=83994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 21:32:22.038040 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.scheduler.base_scheduler [None req-1c60dc86-3fc6-41b9-b229-b322ab962556 None None] Resources bound (agent type, host, resource id): {{(pid=83994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 21:32:22.042825 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c60dc86-3fc6-41b9-b229-b322ab962556 None None] Received port after_create {{(pid=83994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 03 21:32:22.170876 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.plugin [req-bdc42e3f-8b65-4614-a28d-4d0b43e22155 req-d10c0079-690f-4513-902e-774c2862d44a tempest-VolumesActionsTest-1111013864 tempest-VolumesActionsTest-1111013864-project] Calling delete_port for b61db19e-8de7-4a39-bc38-19e6f5760287 owned by compute:nova {{(pid=83993) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 03 21:32:22.233311 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.provisioning_blocks [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Provisioning for port eea655d8-d9fa-49c9-92ac-fe5863b5a45c completed by entity L2. {{(pid=83994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 21:32:22.236958 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-672d275f-a9b7-498c-8eb6-010b5168d44a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781386283879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2080842'] for agent, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:22.279098 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363b8ce2-89da-404a-8beb-ed3409b1b3c3 req-cff3cf4a-e99a-4c09-8771-e1787fb13b7a tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:32:22.280801 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-363b8ce2-89da-404a-8beb-ed3409b1b3c3 req-cff3cf4a-e99a-4c09-8771-e1787fb13b7a tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] 10.222.0.48 "GET /v2.0/ports?device_id=77f6a8a2-4366-486d-a002-05587e0f46b5 HTTP/1.1" status: 200 len: 944 time: 0.4933240 May 03 21:32:22.298818 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.managers [None req-1c60dc86-3fc6-41b9-b229-b322ab962556 None None] Attempting to bind port f23cfdf3-5973-4a1c-bf98-061e5316e9f5 on host dv-cinder-840377-1-iscsi for vnic_type normal with profile {{(pid=83994) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 21:32:22.299175 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.managers [None req-1c60dc86-3fc6-41b9-b229-b322ab962556 None None] Attempting to bind port f23cfdf3-5973-4a1c-bf98-061e5316e9f5 by drivers openvswitch,hyperv on host dv-cinder-840377-1-iscsi at level 0 using segments [{'id': 'a6e5a805-a5ef-46fa-bc9c-300e48aba39c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '95fe9525-9ef8-4442-8b9e-515d08d35a33'}] {{(pid=83994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 21:32:22.299497 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c60dc86-3fc6-41b9-b229-b322ab962556 None None] Attempting to bind port f23cfdf3-5973-4a1c-bf98-061e5316e9f5 on network 95fe9525-9ef8-4442-8b9e-515d08d35a33 {{(pid=83994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 03 21:32:22.303341 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.provisioning_blocks [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Provisioning complete for port eea655d8-d9fa-49c9-92ac-fe5863b5a45c triggered by entity L2. {{(pid=83994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:32:22.303869 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2080827'] for port, provisioning_complete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:22.377568 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-363b8ce2-89da-404a-8beb-ed3409b1b3c3 req-34e25c5c-fafc-4ec3-ae05-7e90c54f3872 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] 10.222.0.48 "GET /v2.0/security-groups?id=3dff50d4-faed-48b7-b783-10568bb53def&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0898559 May 03 21:32:22.397184 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c60dc86-3fc6-41b9-b229-b322ab962556 None None] Checking agent: {'id': 'fb00ce1e-8ae6-4b1c-988b-a0ad40f400cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840377-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 21, 19, 20), 'started_at': datetime.datetime(2022, 5, 3, 21, 19, 50), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 21, 32, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840377-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 03 21:32:22.397824 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c60dc86-3fc6-41b9-b229-b322ab962556 None None] Checking segment: {'id': 'a6e5a805-a5ef-46fa-bc9c-300e48aba39c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '95fe9525-9ef8-4442-8b9e-515d08d35a33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 03 21:32:22.397933 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-1c60dc86-3fc6-41b9-b229-b322ab962556 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:22.398432 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c60dc86-3fc6-41b9-b229-b322ab962556 None None] Bound using segment: {'id': 'a6e5a805-a5ef-46fa-bc9c-300e48aba39c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '95fe9525-9ef8-4442-8b9e-515d08d35a33'} {{(pid=83994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 03 21:32:22.398787 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.managers [None req-1c60dc86-3fc6-41b9-b229-b322ab962556 None None] Bound port: f23cfdf3-5973-4a1c-bf98-061e5316e9f5, host: dv-cinder-840377-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6e5a805-a5ef-46fa-bc9c-300e48aba39c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '95fe9525-9ef8-4442-8b9e-515d08d35a33'}}] {{(pid=83994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 21:32:22.399153 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-1c60dc86-3fc6-41b9-b229-b322ab962556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1124352'] for port, before_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:22.433976 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-d982c65c-4584-4101-be02-80ac7194fc5f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:22.547239 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-d982c65c-4584-4101-be02-80ac7194fc5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1124352'] for port, before_create {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:22.665549 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def445f6-505b-4145-a8ca-777204e6b7e2 req-2fb7b253-e7a7-4b8c-bee1-4869e2fb3205 tempest-VolumesSnapshotTestJSON-1309513029 tempest-VolumesSnapshotTestJSON-1309513029-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:32:22.682136 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-def445f6-505b-4145-a8ca-777204e6b7e2 req-2fb7b253-e7a7-4b8c-bee1-4869e2fb3205 tempest-VolumesSnapshotTestJSON-1309513029 tempest-VolumesSnapshotTestJSON-1309513029-project] 10.222.0.48 "GET /v2.0/ports?device_id=7faa75bc-a237-4850-b9c4-fcd56ac7b0b6 HTTP/1.1" status: 200 len: 943 time: 0.3784878 May 03 21:32:22.714073 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-a1197f48-7d2f-45b1-82fc-b891b84619ac req-9a0a9fb2-ad72-48a0-84a6-6c80de279460 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=103e27d9374d41689ceff14ee5a5ae21&device_id=7faa75bc-a237-4850-b9c4-fcd56ac7b0b6 HTTP/1.1" status: 200 len: 1096 time: 0.3321352 May 03 21:32:22.727477 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.db [None req-1c60dc86-3fc6-41b9-b229-b322ab962556 None None] For port f23cfdf3-5973-4a1c-bf98-061e5316e9f5, host dv-cinder-840377-1-iscsi, cleared binding levels {{(pid=83994) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 21:32:22.740513 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1124352'] for port, before_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:22.792172 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.db [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] For port eea655d8-d9fa-49c9-92ac-fe5863b5a45c, host dv-cinder-840377-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840377-1-iscsi',level=0,port_id=eea655d8-d9fa-49c9-92ac-fe5863b5a45c,segment=NetworkSegment(6cb7f327-dd57-450a-bdb1-c88d9c6b752e),segment_id=6cb7f327-dd57-450a-bdb1-c88d9c6b752e)] {{(pid=83994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 21:32:22.794647 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.db [None req-1c60dc86-3fc6-41b9-b229-b322ab962556 None None] For port f23cfdf3-5973-4a1c-bf98-061e5316e9f5, host dv-cinder-840377-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840377-1-iscsi',level=0,port_id=f23cfdf3-5973-4a1c-bf98-061e5316e9f5,segment=NetworkSegment(a6e5a805-a5ef-46fa-bc9c-300e48aba39c),segment_id=a6e5a805-a5ef-46fa-bc9c-300e48aba39c)] {{(pid=83994) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 21:32:22.898458 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-def445f6-505b-4145-a8ca-777204e6b7e2 req-1f418e7d-a6db-4778-b4a6-db90a83f84fd tempest-VolumesSnapshotTestJSON-1309513029 tempest-VolumesSnapshotTestJSON-1309513029-project] 10.222.0.48 "GET /v2.0/security-groups?id=65996721-a490-4a59-8f5d-ec10ee072626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2149658 May 03 21:32:22.914416 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.db.db_base_plugin_common [None req-d982c65c-4584-4101-be02-80ac7194fc5f admin admin] Allocated IP 172.27.1.25 (c33334bd-f19e-453d-9f7b-349270405c58/8155f8f1-bdbd-4c1c-8daf-045a3e4a5222/c0330f7f-d4f4-4e04-9ad9-e74ec0a89b5c) {{(pid=83992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 21:32:23.038557 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-bdc42e3f-8b65-4614-a28d-4d0b43e22155 req-d10c0079-690f-4513-902e-774c2862d44a tempest-VolumesActionsTest-1111013864 tempest-VolumesActionsTest-1111013864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781386188948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781385847444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3391708'] for port, after_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:23.050469 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-2101c424-7a79-4ec7-8444-43fcab4a342b req-ed8835ea-1a4d-4bfe-a1e8-0eef9f570040 tempest-VolumesActionsTest-1111013864 tempest-VolumesActionsTest-1111013864-project] 10.222.0.48 "GET /v2.0/ports?device_id=b5b63d26-d36d-440d-9107-9d20ffc97ecf HTTP/1.1" status: 200 len: 210 time: 0.1403058 May 03 21:32:23.101356 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10c0079-690f-4513-902e-774c2862d44a tempest-VolumesActionsTest-1111013864 tempest-VolumesActionsTest-1111013864-project] Pushing event deleted for resources: {'Port': ['ID=b61db19e-8de7-4a39-bc38-19e6f5760287,revision_number=None']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:32:23.109320 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-d982c65c-4584-4101-be02-80ac7194fc5f admin admin] Notify callbacks [] for port, precommit_create {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:23.162117 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781386188966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781385847453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781385847498'] for port, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:23.210845 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-1c60dc86-3fc6-41b9-b229-b322ab962556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781386188966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781385847453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781385847498'] for port, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:23.270168 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Pushing event updated for resources: {'Port': ['ID=eea655d8-d9fa-49c9-92ac-fe5863b5a45c,revision_number=5']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:32:23.377839 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c60dc86-3fc6-41b9-b229-b322ab962556 None None] Pushing event updated for resources: {'Port': ['ID=f23cfdf3-5973-4a1c-bf98-061e5316e9f5,revision_number=2']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:32:23.487676 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-d982c65c-4584-4101-be02-80ac7194fc5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781385847435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3996730'] for port, after_create {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:23.592838 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d982c65c-4584-4101-be02-80ac7194fc5f admin admin] Network c33334bd-f19e-453d-9f7b-349270405c58 is already hosted by enough agents. {{(pid=83992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 21:32:23.604597 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.scheduler.base_scheduler [None req-d982c65c-4584-4101-be02-80ac7194fc5f admin admin] Resources bound (agent type, host, resource id): {{(pid=83992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 21:32:23.620128 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d982c65c-4584-4101-be02-80ac7194fc5f admin admin] Received port after_create {{(pid=83992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 03 21:32:23.752355 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d982c65c-4584-4101-be02-80ac7194fc5f admin admin] Pushing event updated for resources: {'Port': ['ID=c0330f7f-d4f4-4e04-9ad9-e74ec0a89b5c,revision_number=1']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:32:23.781256 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.rpc [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Device eea655d8-d9fa-49c9-92ac-fe5863b5a45c up at agent ovs-agent-dv-cinder-840377-1-iscsi {{(pid=83994) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 21:32:23.875771 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.provisioning_blocks [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Provisioning complete for port eea655d8-d9fa-49c9-92ac-fe5863b5a45c triggered by entity L2. {{(pid=83994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:32:23.876118 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2080827'] for port, provisioning_complete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:23.878511 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd223da-dbcb-4906-8694-72432df11b30 req-e9641459-8632-4053-af59-12f9d7b696ae tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:32:23.880065 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-5cd223da-dbcb-4906-8694-72432df11b30 req-e9641459-8632-4053-af59-12f9d7b696ae tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] 10.222.0.48 "GET /v2.0/ports?device_id=77f6a8a2-4366-486d-a002-05587e0f46b5 HTTP/1.1" status: 200 len: 944 time: 0.1921926 May 03 21:32:23.929099 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-5cd223da-dbcb-4906-8694-72432df11b30 req-aca986cc-f46d-4ebc-b243-1c756eab6215 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] 10.222.0.48 "GET /v2.0/security-groups?id=3dff50d4-faed-48b7-b783-10568bb53def&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429509 May 03 21:32:23.997125 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.db.l3_dvrscheduler_db [req-bdc42e3f-8b65-4614-a28d-4d0b43e22155 req-d10c0079-690f-4513-902e-774c2862d44a tempest-VolumesActionsTest-1111013864 tempest-VolumesActionsTest-1111013864-project] No DVR routers for this DVR port b61db19e-8de7-4a39-bc38-19e6f5760287 on host hv-cinder-84037 {{(pid=83993) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 21:32:24.000207 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-bdc42e3f-8b65-4614-a28d-4d0b43e22155 req-d10c0079-690f-4513-902e-774c2862d44a tempest-VolumesActionsTest-1111013864 tempest-VolumesActionsTest-1111013864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93163'] for port, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:24.002859 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5b63d26-d36d-440d-9107-9d20ffc97ecf', 'name': 'network-vif-deleted', 'tag': 'b61db19e-8de7-4a39-bc38-19e6f5760287'}] {{(pid=83993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 03 21:32:24.017406 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-d982c65c-4584-4101-be02-80ac7194fc5f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:24.017918 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-d982c65c-4584-4101-be02-80ac7194fc5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-330474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-332915'] for router, after_create {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:24.034261 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.rpc [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Device f23cfdf3-5973-4a1c-bf98-061e5316e9f5 up at agent ovs-agent-dv-cinder-840377-1-iscsi {{(pid=83994) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 21:32:24.134745 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-bdc42e3f-8b65-4614-a28d-4d0b43e22155 req-d10c0079-690f-4513-902e-774c2862d44a tempest-VolumesActionsTest-1111013864 tempest-VolumesActionsTest-1111013864-project] 10.222.0.42 "DELETE /v2.0/ports/b61db19e-8de7-4a39-bc38-19e6f5760287 HTTP/1.1" status: 204 len: 173 time: 3.0130470 May 03 21:32:24.136231 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.notifiers.nova [-] Nova event matching ['req-298c24c1-8298-4a0d-b503-8c397ff7f40e'] response: {'server_uuid': 'b5b63d26-d36d-440d-9107-9d20ffc97ecf', 'name': 'network-vif-deleted', 'tag': 'b61db19e-8de7-4a39-bc38-19e6f5760287', 'status': 'completed', 'code': 200} May 03 21:32:24.197263 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8d5f68-91f7-4009-8d69-ae98a36a16d5 req-9ebd7913-35a3-4f10-aeb8-8d1c551fb997 tempest-VolumesSnapshotTestJSON-1309513029 tempest-VolumesSnapshotTestJSON-1309513029-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:32:24.198805 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-4c8d5f68-91f7-4009-8d69-ae98a36a16d5 req-9ebd7913-35a3-4f10-aeb8-8d1c551fb997 tempest-VolumesSnapshotTestJSON-1309513029 tempest-VolumesSnapshotTestJSON-1309513029-project] 10.222.0.48 "GET /v2.0/ports?device_id=7faa75bc-a237-4850-b9c4-fcd56ac7b0b6 HTTP/1.1" status: 200 len: 943 time: 0.1367471 May 03 21:32:24.244637 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.provisioning_blocks [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Provisioning for port f23cfdf3-5973-4a1c-bf98-061e5316e9f5 completed by entity L2. {{(pid=83994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 21:32:24.265095 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-4c8d5f68-91f7-4009-8d69-ae98a36a16d5 req-ed9e7f7b-d6ee-4e5c-92bf-eaabbe238535 tempest-VolumesSnapshotTestJSON-1309513029 tempest-VolumesSnapshotTestJSON-1309513029-project] 10.222.0.48 "GET /v2.0/security-groups?id=65996721-a490-4a59-8f5d-ec10ee072626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595536 May 03 21:32:24.373382 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-5be1ccd0-cefe-4a29-9088-2cf50b68a0df req-787ecc31-c3dc-433a-98ed-ed5e17f8abe3 tempest-VolumesActionsTest-1111013864 tempest-VolumesActionsTest-1111013864-project] 10.222.0.48 "GET /v2.0/ports?device_id=b5b63d26-d36d-440d-9107-9d20ffc97ecf HTTP/1.1" status: 200 len: 210 time: 0.0549679 May 03 21:32:24.374631 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-a1197f48-7d2f-45b1-82fc-b891b84619ac req-984e7a26-eb2d-4e78-826d-5ff784bd887b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3d939f88-ef7f-49d3-beb5-514a56fdf884 HTTP/1.1" status: 200 len: 217 time: 0.0732894 May 03 21:32:24.433880 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-171464a1-4c9e-4190-92c2-f4d5f937c729 None None] Network 95fe9525-9ef8-4442-8b9e-515d08d35a33 requested from dv-cinder-840377-1-iscsi {{(pid=83994) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 03 21:32:24.464324 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1197f48-7d2f-45b1-82fc-b891b84619ac req-1ab2967d-f221-4263-95af-62d74bb3d6b2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:32:24.467786 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-a1197f48-7d2f-45b1-82fc-b891b84619ac req-1ab2967d-f221-4263-95af-62d74bb3d6b2 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=99786e24-36cf-4f53-9515-58ebb4abcf3d HTTP/1.1" status: 200 len: 854 time: 0.0629199 May 03 21:32:24.496647 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d982c65c-4584-4101-be02-80ac7194fc5f admin admin] Router f21c0d64-741e-4759-bdfc-782120020df7 is scheduled to L3 agent c192ea1b-f7d6-49b7-9f22-5492fbafc6f3 with binding_index 1 {{(pid=83992) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 03 21:32:24.525528 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-a1197f48-7d2f-45b1-82fc-b891b84619ac req-6f468c86-16da-461f-8146-e216cc1acc4a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1bd6e5c5-0c32-4b7c-912b-8ae1c3143665&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0492935 May 03 21:32:24.643917 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.provisioning_blocks [None req-7bb54b54-3914-4472-b643-7e4be6c92de5 None None] Provisioning for port f23cfdf3-5973-4a1c-bf98-061e5316e9f5 completed by entity DHCP. {{(pid=83994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 21:32:24.652400 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.provisioning_blocks [None req-7bb54b54-3914-4472-b643-7e4be6c92de5 None None] Provisioning complete for port f23cfdf3-5973-4a1c-bf98-061e5316e9f5 triggered by entity DHCP. {{(pid=83994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:32:24.652797 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-7bb54b54-3914-4472-b643-7e4be6c92de5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2080827'] for port, provisioning_complete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:24.701323 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-a1197f48-7d2f-45b1-82fc-b891b84619ac req-31da947f-0a93-424c-bb3d-bf0f3339079b service neutron] 10.222.0.42 "GET /v2.0/networks/1bd6e5c5-0c32-4b7c-912b-8ae1c3143665?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1482146 May 03 21:32:24.716665 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d982c65c-4584-4101-be02-80ac7194fc5f admin admin] Notify agent at l3_agent.dv-cinder-840377-1-iscsi the message routers_updated {{(pid=83992) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 21:32:24.726401 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a58c1314-25c8-4bfc-ad44-4006b2505362 None None] Sync routers for ids ['f21c0d64-741e-4759-bdfc-782120020df7'] in dv-cinder-840377-1-iscsi {{(pid=83995) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 03 21:32:24.759581 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a58c1314-25c8-4bfc-ad44-4006b2505362 None None] Routers {'f21c0d64-741e-4759-bdfc-782120020df7'} bound to L3 agent in host dv-cinder-840377-1-iscsi {{(pid=83995) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 03 21:32:24.760208 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.db.l3_hamode_db [None req-a58c1314-25c8-4bfc-ad44-4006b2505362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840377-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-03T21:19:18Z,description=,heartbeat_timestamp=2022-05-03T21:32:18Z,host='dv-cinder-840377-1-iscsi',id=c192ea1b-f7d6-49b7-9f22-5492fbafc6f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:19:19Z,topic='l3_agent')) {'router_ids': ['f21c0d64-741e-4759-bdfc-782120020df7'], 'active': True} {{(pid=83995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:32:24.866437 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-a1197f48-7d2f-45b1-82fc-b891b84619ac req-8f819db9-c83d-48b7-8a31-55656b932596 service neutron] 10.222.0.42 "GET /v2.0/networks/1bd6e5c5-0c32-4b7c-912b-8ae1c3143665?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1492476 May 03 21:32:24.882824 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-7bb54b54-3914-4472-b643-7e4be6c92de5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1124352'] for port, before_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:24.887542 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-d982c65c-4584-4101-be02-80ac7194fc5f admin admin] Notify callbacks [] for router, before_response {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:24.888493 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [None req-d982c65c-4584-4101-be02-80ac7194fc5f admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.9934661 May 03 21:32:24.892501 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.48', 58322) {{(pid=83993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:32:24.935763 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.db [None req-7bb54b54-3914-4472-b643-7e4be6c92de5 None None] For port f23cfdf3-5973-4a1c-bf98-061e5316e9f5, host dv-cinder-840377-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840377-1-iscsi',level=0,port_id=f23cfdf3-5973-4a1c-bf98-061e5316e9f5,segment=NetworkSegment(a6e5a805-a5ef-46fa-bc9c-300e48aba39c),segment_id=a6e5a805-a5ef-46fa-bc9c-300e48aba39c)] {{(pid=83994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 21:32:25.005001 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.db.l3_dvr_db [None req-a58c1314-25c8-4bfc-ad44-4006b2505362 None None] Set router f21c0d64-741e-4759-bdfc-782120020df7 gateway port host: dv-cinder-840377-1-iscsi {{(pid=83995) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 03 21:32:25.043432 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-7bb54b54-3914-4472-b643-7e4be6c92de5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781386188966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781385847453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781385847498'] for port, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:25.201009 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.provisioning_blocks [None req-196883d8-9917-4f8e-a9e1-27f74f1e6775 None None] Provisioning complete for port f23cfdf3-5973-4a1c-bf98-061e5316e9f5 triggered by entity DHCP. {{(pid=83994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:32:25.201970 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-196883d8-9917-4f8e-a9e1-27f74f1e6775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2080827'] for port, provisioning_complete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:25.277715 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb54b54-3914-4472-b643-7e4be6c92de5 None None] Pushing event updated for resources: {'Port': ['ID=f23cfdf3-5973-4a1c-bf98-061e5316e9f5,revision_number=3']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:32:25.484819 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.db.l3_hamode_db [None req-a58c1314-25c8-4bfc-ad44-4006b2505362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f21c0d64-741e-4759-bdfc-782120020df7', 'name': 'tempest-TestMinimumBasicScenario-1893502898-router', 'tenant_id': '2f90a38bca9f4d29a080522faa68d887', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c33334bd-f19e-453d-9f7b-349270405c58', 'external_fixed_ips': [{'subnet_id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'ip_address': '172.27.1.25'}], 'enable_snat': True}, 'gw_port_id': 'c0330f7f-d4f4-4e04-9ad9-e74ec0a89b5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:32:21Z', 'updated_at': '2022-05-03T21:32:23Z', 'revision_number': 3, 'project_id': '2f90a38bca9f4d29a080522faa68d887', 'gw_port': {'id': 'c0330f7f-d4f4-4e04-9ad9-e74ec0a89b5c', 'name': '', 'network_id': 'c33334bd-f19e-453d-9f7b-349270405c58', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:25:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f21c0d64-741e-4759-bdfc-782120020df7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'ip_address': '172.27.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:32:22Z', 'updated_at': '2022-05-03T21:32:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840377-1-iscsi'}], 'dv-cinder-840377-1-iscsi', False) {} {{(pid=83995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:32:25.489135 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a58c1314-25c8-4bfc-ad44-4006b2505362 None None] Checking router: f21c0d64-741e-4759-bdfc-782120020df7 for host: dv-cinder-840377-1-iscsi {{(pid=83995) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 03 21:32:25.489679 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a58c1314-25c8-4bfc-ad44-4006b2505362 None None] Updating router f21c0d64-741e-4759-bdfc-782120020df7 port c0330f7f-d4f4-4e04-9ad9-e74ec0a89b5c binding host dv-cinder-840377-1-iscsi {{(pid=83995) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 03 21:32:25.543435 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-a58c1314-25c8-4bfc-ad44-4006b2505362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1124352'] for port, before_update {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:25.593134 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-786a6153-c732-455d-8985-efed1f12b454 req-a23c5c30-fdf0-4aea-bd24-096e5758e97f service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=11444b4c-e752-4766-9e89-f57974330390&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2419653 May 03 21:32:25.606323 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88e2273-7150-4425-af9e-633092eac70d req-ea14ce83-c058-4cc7-ad1b-4056b9b124f1 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:32:25.607808 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-f88e2273-7150-4425-af9e-633092eac70d req-ea14ce83-c058-4cc7-ad1b-4056b9b124f1 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] 10.222.0.48 "GET /v2.0/ports?device_id=77f6a8a2-4366-486d-a002-05587e0f46b5 HTTP/1.1" status: 200 len: 944 time: 0.1418338 May 03 21:32:25.675482 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.rpc [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Device f23cfdf3-5973-4a1c-bf98-061e5316e9f5 up at agent ovs-agent-dv-cinder-840377-1-iscsi {{(pid=83994) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 21:32:25.749471 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-f88e2273-7150-4425-af9e-633092eac70d req-871287c6-3d85-4acb-8620-d13617228bc6 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] 10.222.0.48 "GET /v2.0/security-groups?id=3dff50d4-faed-48b7-b783-10568bb53def&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1294253 May 03 21:32:25.790469 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.provisioning_blocks [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Provisioning complete for port f23cfdf3-5973-4a1c-bf98-061e5316e9f5 triggered by entity L2. {{(pid=83994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:32:25.790907 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2080827'] for port, provisioning_complete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:25.842925 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-786a6153-c732-455d-8985-efed1f12b454 req-fbe20978-3920-4f70-8cee-3854a6382640 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=30468ebc688d4bc1b036b4b984931e87&device_id=11444b4c-e752-4766-9e89-f57974330390 HTTP/1.1" status: 200 len: 1098 time: 0.1998451 May 03 21:32:25.965166 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-a58c1314-25c8-4bfc-ad44-4006b2505362 None None] Notify callbacks [] for port, precommit_update {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:25.987640 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.db.provisioning_blocks [None req-a58c1314-25c8-4bfc-ad44-4006b2505362 None None] Transition to ACTIVE for port object c0330f7f-d4f4-4e04-9ad9-e74ec0a89b5c will not be triggered until provisioned by entity L2. {{(pid=83995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 21:32:26.073304 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-a58c1314-25c8-4bfc-ad44-4006b2505362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781386188966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781385847453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781385847498'] for port, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:26.158291 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.plugins.ml2.managers [None req-a58c1314-25c8-4bfc-ad44-4006b2505362 None None] Attempting to bind port c0330f7f-d4f4-4e04-9ad9-e74ec0a89b5c on host dv-cinder-840377-1-iscsi for vnic_type normal with profile {{(pid=83995) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 21:32:26.158635 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.plugins.ml2.managers [None req-a58c1314-25c8-4bfc-ad44-4006b2505362 None None] Attempting to bind port c0330f7f-d4f4-4e04-9ad9-e74ec0a89b5c by drivers openvswitch,hyperv on host dv-cinder-840377-1-iscsi at level 0 using segments [{'id': '36b0f1c3-e784-4cca-986f-65718d8cb16d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c33334bd-f19e-453d-9f7b-349270405c58'}] {{(pid=83995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 21:32:26.159552 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a58c1314-25c8-4bfc-ad44-4006b2505362 None None] Attempting to bind port c0330f7f-d4f4-4e04-9ad9-e74ec0a89b5c on network c33334bd-f19e-453d-9f7b-349270405c58 {{(pid=83995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 03 21:32:26.166753 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14180eb-c39f-4946-a116-3488e6a37370 None None] Pushing event updated for resources: {'Port': ['ID=c0330f7f-d4f4-4e04-9ad9-e74ec0a89b5c,revision_number=2']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:32:26.172161 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a58c1314-25c8-4bfc-ad44-4006b2505362 None None] Checking agent: {'id': 'fb00ce1e-8ae6-4b1c-988b-a0ad40f400cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840377-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 21, 19, 20), 'started_at': datetime.datetime(2022, 5, 3, 21, 19, 50), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 21, 32, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840377-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 03 21:32:26.172567 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a58c1314-25c8-4bfc-ad44-4006b2505362 None None] Checking segment: {'id': '36b0f1c3-e784-4cca-986f-65718d8cb16d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c33334bd-f19e-453d-9f7b-349270405c58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 03 21:32:26.172961 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-a58c1314-25c8-4bfc-ad44-4006b2505362 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:26.173978 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a58c1314-25c8-4bfc-ad44-4006b2505362 None None] Bound using segment: {'id': '36b0f1c3-e784-4cca-986f-65718d8cb16d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c33334bd-f19e-453d-9f7b-349270405c58'} {{(pid=83995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 03 21:32:26.173978 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.plugins.ml2.managers [None req-a58c1314-25c8-4bfc-ad44-4006b2505362 None None] Bound port: c0330f7f-d4f4-4e04-9ad9-e74ec0a89b5c, host: dv-cinder-840377-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36b0f1c3-e784-4cca-986f-65718d8cb16d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c33334bd-f19e-453d-9f7b-349270405c58'}}] {{(pid=83995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 21:32:26.174403 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-a58c1314-25c8-4bfc-ad44-4006b2505362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1124352'] for port, before_update {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:26.240817 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786a6153-c732-455d-8985-efed1f12b454 req-c5c3aa04-c21e-4ba4-bd9d-dd98ce2205cc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:32:26.242286 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-786a6153-c732-455d-8985-efed1f12b454 req-c5c3aa04-c21e-4ba4-bd9d-dd98ce2205cc service neutron] 10.222.0.42 "GET /v2.0/networks?id=5bd090d5-a93e-4f68-8601-6aad9d3eb473 HTTP/1.1" status: 200 len: 920 time: 0.2298176 May 03 21:32:26.246423 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.plugins.ml2.db [None req-a58c1314-25c8-4bfc-ad44-4006b2505362 None None] For port c0330f7f-d4f4-4e04-9ad9-e74ec0a89b5c, host dv-cinder-840377-1-iscsi, cleared binding levels {{(pid=83995) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 21:32:26.249644 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.plugins.ml2.db [None req-a58c1314-25c8-4bfc-ad44-4006b2505362 None None] For port c0330f7f-d4f4-4e04-9ad9-e74ec0a89b5c, host dv-cinder-840377-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840377-1-iscsi',level=0,port_id=c0330f7f-d4f4-4e04-9ad9-e74ec0a89b5c,segment=NetworkSegment(36b0f1c3-e784-4cca-986f-65718d8cb16d),segment_id=36b0f1c3-e784-4cca-986f-65718d8cb16d)] {{(pid=83995) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 21:32:26.311754 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78135733-bf0e-4565-b52a-24c858052108 req-2cabf5d9-ee26-4e5f-9d2f-0dc714b072e4 tempest-VolumesSnapshotTestJSON-1309513029 tempest-VolumesSnapshotTestJSON-1309513029-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:32:26.313234 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-78135733-bf0e-4565-b52a-24c858052108 req-2cabf5d9-ee26-4e5f-9d2f-0dc714b072e4 tempest-VolumesSnapshotTestJSON-1309513029 tempest-VolumesSnapshotTestJSON-1309513029-project] 10.222.0.48 "GET /v2.0/ports?device_id=7faa75bc-a237-4850-b9c4-fcd56ac7b0b6 HTTP/1.1" status: 200 len: 943 time: 0.3018787 May 03 21:32:26.337021 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-a58c1314-25c8-4bfc-ad44-4006b2505362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781386188966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781385847453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781385847498'] for port, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:26.345982 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-786a6153-c732-455d-8985-efed1f12b454 req-37cd9119-dd08-41d3-8257-13825dccce5f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=85e667f2-845e-4e89-b387-1500b1f84677 HTTP/1.1" status: 200 len: 217 time: 0.0949147 May 03 21:32:26.427782 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14180eb-c39f-4946-a116-3488e6a37370 None None] Pushing event updated for resources: {'Port': ['ID=c0330f7f-d4f4-4e04-9ad9-e74ec0a89b5c,revision_number=3']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:32:26.434226 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a58c1314-25c8-4bfc-ad44-4006b2505362 None None] Routers {'f21c0d64-741e-4759-bdfc-782120020df7'} bound to L3 agent in host dv-cinder-840377-1-iscsi {{(pid=83995) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 03 21:32:26.434827 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.db.l3_hamode_db [None req-a58c1314-25c8-4bfc-ad44-4006b2505362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840377-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-03T21:19:18Z,description=,heartbeat_timestamp=2022-05-03T21:32:18Z,host='dv-cinder-840377-1-iscsi',id=c192ea1b-f7d6-49b7-9f22-5492fbafc6f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:19:19Z,topic='l3_agent')) {'router_ids': ['f21c0d64-741e-4759-bdfc-782120020df7'], 'active': True} {{(pid=83995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:32:26.447065 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-78135733-bf0e-4565-b52a-24c858052108 req-fbc163d5-87ec-440d-83ef-6d2387c26c2a tempest-VolumesSnapshotTestJSON-1309513029 tempest-VolumesSnapshotTestJSON-1309513029-project] 10.222.0.48 "GET /v2.0/security-groups?id=65996721-a490-4a59-8f5d-ec10ee072626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268902 May 03 21:32:26.448588 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786a6153-c732-455d-8985-efed1f12b454 req-e961df7e-96b2-4265-bc96-41e0d9aa7138 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:32:26.450582 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-786a6153-c732-455d-8985-efed1f12b454 req-e961df7e-96b2-4265-bc96-41e0d9aa7138 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f1f0ef4c-4f27-4b18-935d-75e084855fe6 HTTP/1.1" status: 200 len: 858 time: 0.0959651 May 03 21:32:26.660798 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-786a6153-c732-455d-8985-efed1f12b454 req-82eea890-fa27-4624-a95d-9603f22db957 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5bd090d5-a93e-4f68-8601-6aad9d3eb473&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2039773 May 03 21:32:26.738609 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.db.l3_dvr_db [None req-a58c1314-25c8-4bfc-ad44-4006b2505362 None None] Set router f21c0d64-741e-4759-bdfc-782120020df7 gateway port host: dv-cinder-840377-1-iscsi {{(pid=83995) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 03 21:32:26.809040 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-f1fa790d-95b1-40e6-aa51-26e12bf66c31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1124352'] for port, before_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:26.906068 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-786a6153-c732-455d-8985-efed1f12b454 req-88effeb8-9671-4eb0-9b28-ea083e756aaf service neutron] 10.222.0.42 "GET /v2.0/networks/5bd090d5-a93e-4f68-8601-6aad9d3eb473?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2138612 May 03 21:32:27.124659 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.db.l3_hamode_db [None req-a58c1314-25c8-4bfc-ad44-4006b2505362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f21c0d64-741e-4759-bdfc-782120020df7', 'name': 'tempest-TestMinimumBasicScenario-1893502898-router', 'tenant_id': '2f90a38bca9f4d29a080522faa68d887', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c33334bd-f19e-453d-9f7b-349270405c58', 'external_fixed_ips': [{'subnet_id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'ip_address': '172.27.1.25'}], 'enable_snat': True}, 'gw_port_id': 'c0330f7f-d4f4-4e04-9ad9-e74ec0a89b5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:32:21Z', 'updated_at': '2022-05-03T21:32:23Z', 'revision_number': 3, 'project_id': '2f90a38bca9f4d29a080522faa68d887', 'gw_port': {'id': 'c0330f7f-d4f4-4e04-9ad9-e74ec0a89b5c', 'name': '', 'network_id': 'c33334bd-f19e-453d-9f7b-349270405c58', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:25:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f21c0d64-741e-4759-bdfc-782120020df7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'ip_address': '172.27.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:32:22Z', 'updated_at': '2022-05-03T21:32:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840377-1-iscsi'}], 'dv-cinder-840377-1-iscsi', False) {} {{(pid=83995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:32:27.128581 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a58c1314-25c8-4bfc-ad44-4006b2505362 None None] The sync data for ids ['f21c0d64-741e-4759-bdfc-782120020df7'] in dv-cinder-840377-1-iscsi is: [{'id': 'f21c0d64-741e-4759-bdfc-782120020df7', 'name': 'tempest-TestMinimumBasicScenario-1893502898-router', 'tenant_id': '2f90a38bca9f4d29a080522faa68d887', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c33334bd-f19e-453d-9f7b-349270405c58', 'external_fixed_ips': [{'subnet_id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'ip_address': '172.27.1.25'}], 'enable_snat': True}, 'gw_port_id': 'c0330f7f-d4f4-4e04-9ad9-e74ec0a89b5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:32:21Z', 'updated_at': '2022-05-03T21:32:23Z', 'revision_number': 3, 'project_id': '2f90a38bca9f4d29a080522faa68d887', 'gw_port': {'id': 'c0330f7f-d4f4-4e04-9ad9-e74ec0a89b5c', 'name': '', 'network_id': 'c33334bd-f19e-453d-9f7b-349270405c58', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:25:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f21c0d64-741e-4759-bdfc-782120020df7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'ip_address': '172.27.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:32:22Z', 'updated_at': '2022-05-03T21:32:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840377-1-iscsi'}] {{(pid=83995) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 03 21:32:27.235737 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-786a6153-c732-455d-8985-efed1f12b454 req-aecd4018-862a-4342-b2ae-3535efde0236 service neutron] 10.222.0.42 "GET /v2.0/networks/5bd090d5-a93e-4f68-8601-6aad9d3eb473?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3188210 May 03 21:32:27.295112 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef5c351-36da-479c-802e-3ebb710d86a1 req-13e514e9-ac5c-4919-ad0c-636712f0eb23 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:32:27.297003 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-5ef5c351-36da-479c-802e-3ebb710d86a1 req-13e514e9-ac5c-4919-ad0c-636712f0eb23 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] 10.222.0.48 "GET /v2.0/ports?device_id=77f6a8a2-4366-486d-a002-05587e0f46b5 HTTP/1.1" status: 200 len: 944 time: 0.2526684 May 03 21:32:27.333303 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.db.db_base_plugin_common [None req-f1fa790d-95b1-40e6-aa51-26e12bf66c31 admin admin] Allocated IP 172.20.0.1 (95fe9525-9ef8-4442-8b9e-515d08d35a33/e19a4958-1abc-4dda-bb96-72fefb11aedf/38a8610c-65e1-496b-9e8a-3f958588700b) {{(pid=83993) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 21:32:27.377700 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-5ef5c351-36da-479c-802e-3ebb710d86a1 req-752d88fe-6aad-47bc-9fe7-3b4c289ff2d2 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] 10.222.0.48 "GET /v2.0/security-groups?id=3dff50d4-faed-48b7-b783-10568bb53def&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735710 May 03 21:32:27.506926 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-f1fa790d-95b1-40e6-aa51-26e12bf66c31 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:27.524154 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.db.provisioning_blocks [None req-f1fa790d-95b1-40e6-aa51-26e12bf66c31 admin admin] Transition to ACTIVE for port object 38a8610c-65e1-496b-9e8a-3f958588700b will not be triggered until provisioned by entity DHCP. {{(pid=83993) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 21:32:27.634194 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-f1fa790d-95b1-40e6-aa51-26e12bf66c31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781385847435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3391708'] for port, after_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:27.685793 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b3fc60-08ac-47cc-ac26-28de9e5e7b05 req-5a21b2ec-3b4f-4e77-8bdc-02780c9fad13 tempest-VolumesSnapshotTestJSON-1309513029 tempest-VolumesSnapshotTestJSON-1309513029-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:32:27.701050 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-b5b3fc60-08ac-47cc-ac26-28de9e5e7b05 req-5a21b2ec-3b4f-4e77-8bdc-02780c9fad13 tempest-VolumesSnapshotTestJSON-1309513029 tempest-VolumesSnapshotTestJSON-1309513029-project] 10.222.0.48 "GET /v2.0/ports?device_id=7faa75bc-a237-4850-b9c4-fcd56ac7b0b6 HTTP/1.1" status: 200 len: 943 time: 0.0989833 May 03 21:32:27.741116 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1fa790d-95b1-40e6-aa51-26e12bf66c31 admin admin] Network 95fe9525-9ef8-4442-8b9e-515d08d35a33 is already hosted by enough agents. {{(pid=83993) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 21:32:27.745744 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.scheduler.base_scheduler [None req-f1fa790d-95b1-40e6-aa51-26e12bf66c31 admin admin] Resources bound (agent type, host, resource id): {{(pid=83993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 21:32:27.753180 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fa790d-95b1-40e6-aa51-26e12bf66c31 admin admin] Pushing event updated for resources: {'Port': ['ID=38a8610c-65e1-496b-9e8a-3f958588700b,revision_number=1']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:32:27.765804 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1fa790d-95b1-40e6-aa51-26e12bf66c31 admin admin] Received port after_create {{(pid=83993) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 03 21:32:27.775701 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-b5b3fc60-08ac-47cc-ac26-28de9e5e7b05 req-4eaf026d-0c7b-47fa-b7ea-48ef402c33e3 tempest-VolumesSnapshotTestJSON-1309513029 tempest-VolumesSnapshotTestJSON-1309513029-project] 10.222.0.48 "GET /v2.0/security-groups?id=65996721-a490-4a59-8f5d-ec10ee072626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725088 May 03 21:32:27.973877 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-f1fa790d-95b1-40e6-aa51-26e12bf66c31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-333705'] for router_interface, before_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:28.112730 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.provisioning_blocks [None req-487c0cb4-aabb-43c7-bc6d-2cdff86b2af2 None None] Provisioning for port 38a8610c-65e1-496b-9e8a-3f958588700b completed by entity DHCP. {{(pid=83994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 21:32:28.122399 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.provisioning_blocks [None req-487c0cb4-aabb-43c7-bc6d-2cdff86b2af2 None None] Provisioning complete for port 38a8610c-65e1-496b-9e8a-3f958588700b triggered by entity DHCP. {{(pid=83994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:32:28.123147 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-487c0cb4-aabb-43c7-bc6d-2cdff86b2af2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2080827'] for port, provisioning_complete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:28.193807 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-f1fa790d-95b1-40e6-aa51-26e12bf66c31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1124352'] for port, before_update {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:28.209223 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.plugin [None req-487c0cb4-aabb-43c7-bc6d-2cdff86b2af2 None None] Port 38a8610c-65e1-496b-9e8a-3f958588700b cannot update to ACTIVE because it is not bound. {{(pid=83994) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 03 21:32:28.218109 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350030dd-352a-4999-a5af-10d7e1c5d608 req-e4893ece-b1fa-4f6d-a77e-6b147df25a7f tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:32:28.219664 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-350030dd-352a-4999-a5af-10d7e1c5d608 req-e4893ece-b1fa-4f6d-a77e-6b147df25a7f tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] 10.222.0.48 "GET /v2.0/ports?device_id=4b1e6cc5-801c-4aa5-92fa-1f490590cb9f HTTP/1.1" status: 200 len: 945 time: 0.1101885 May 03 21:32:28.269485 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-350030dd-352a-4999-a5af-10d7e1c5d608 req-78bb4e21-a18f-4545-bc2f-46090d5447e2 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] 10.222.0.48 "GET /v2.0/security-groups?id=70c35da1-3406-4ab0-84b1-0914ebbc7d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435674 May 03 21:32:28.444637 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-f1fa790d-95b1-40e6-aa51-26e12bf66c31 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:28.591053 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-f1fa790d-95b1-40e6-aa51-26e12bf66c31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781386188966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781385847453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781385847498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3391653'] for port, after_update {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:28.705185 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-f1fa790d-95b1-40e6-aa51-26e12bf66c31 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1706276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-333604'] for router_interface, after_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:28.719460 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fa790d-95b1-40e6-aa51-26e12bf66c31 admin admin] Pushing event updated for resources: {'Port': ['ID=38a8610c-65e1-496b-9e8a-3f958588700b,revision_number=2']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:32:28.734280 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56be7cf-ed6d-48f2-8fc9-d46b97d9a3f2 req-65996b2b-1ce4-4005-ba0e-a59b97a5f8b1 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:32:28.734280 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-c56be7cf-ed6d-48f2-8fc9-d46b97d9a3f2 req-65996b2b-1ce4-4005-ba0e-a59b97a5f8b1 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] 10.222.0.48 "GET /v2.0/ports?device_id=77f6a8a2-4366-486d-a002-05587e0f46b5 HTTP/1.1" status: 200 len: 944 time: 0.1969626 May 03 21:32:28.868153 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-c56be7cf-ed6d-48f2-8fc9-d46b97d9a3f2 req-ad31e9aa-95cb-43bf-98ce-5c233334a057 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] 10.222.0.48 "GET /v2.0/security-groups?id=3dff50d4-faed-48b7-b783-10568bb53def&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1209877 May 03 21:32:28.918264 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1fa790d-95b1-40e6-aa51-26e12bf66c31 admin admin] Network 95fe9525-9ef8-4442-8b9e-515d08d35a33 is already hosted by enough agents. {{(pid=83993) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 21:32:28.919461 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.scheduler.base_scheduler [None req-f1fa790d-95b1-40e6-aa51-26e12bf66c31 admin admin] Resources bound (agent type, host, resource id): {{(pid=83993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 21:32:28.993891 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95c4c35-e357-4767-8501-d378bf3858e4 req-f86cc5a7-88c5-405f-82ca-53524105fcc9 tempest-VolumesSnapshotTestJSON-1309513029 tempest-VolumesSnapshotTestJSON-1309513029-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:32:28.995702 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-c95c4c35-e357-4767-8501-d378bf3858e4 req-f86cc5a7-88c5-405f-82ca-53524105fcc9 tempest-VolumesSnapshotTestJSON-1309513029 tempest-VolumesSnapshotTestJSON-1309513029-project] 10.222.0.48 "GET /v2.0/ports?device_id=7faa75bc-a237-4850-b9c4-fcd56ac7b0b6 HTTP/1.1" status: 200 len: 943 time: 0.0965791 May 03 21:32:29.014037 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.rpc [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Device 3d939f88-ef7f-49d3-beb5-514a56fdf884 details requested by agent hyperv_hv-cinder-84037 with host hv-cinder-84037 {{(pid=83994) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 03 21:32:29.203571 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-c95c4c35-e357-4767-8501-d378bf3858e4 req-aa26c844-728b-40b8-9c70-849af152c248 tempest-VolumesSnapshotTestJSON-1309513029 tempest-VolumesSnapshotTestJSON-1309513029-project] 10.222.0.48 "GET /v2.0/security-groups?id=65996721-a490-4a59-8f5d-ec10ee072626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1955719 May 03 21:32:29.292963 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.db [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] For port 3d939f88-ef7f-49d3-beb5-514a56fdf884, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=3d939f88-ef7f-49d3-beb5-514a56fdf884,segment=NetworkSegment(ead6f962-4d7d-42d4-a44b-625695deccc6),segment_id=ead6f962-4d7d-42d4-a44b-625695deccc6)] {{(pid=83994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 21:32:29.319436 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.rpc [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Returning: {'device': '3d939f88-ef7f-49d3-beb5-514a56fdf884', 'network_id': '1bd6e5c5-0c32-4b7c-912b-8ae1c3143665', 'port_id': '3d939f88-ef7f-49d3-beb5-514a56fdf884', 'mac_address': 'fa:16:3e:2c:c3:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 424, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99786e24-36cf-4f53-9515-58ebb4abcf3d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83994) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 03 21:32:29.416793 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1124352'] for port, before_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:29.439668 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.provisioning_blocks [None req-1200504e-a561-49cf-a14a-81e843b4a895 None None] Provisioning complete for port 38a8610c-65e1-496b-9e8a-3f958588700b triggered by entity DHCP. {{(pid=83994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:32:29.440063 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-1200504e-a561-49cf-a14a-81e843b4a895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2080827'] for port, provisioning_complete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:29.503481 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.notifiers.nova [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d939f88-ef7f-49d3-beb5-514a56fdf884 {{(pid=83994) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 03 21:32:29.510728 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.plugin [None req-1200504e-a561-49cf-a14a-81e843b4a895 None None] Port 38a8610c-65e1-496b-9e8a-3f958588700b cannot update to ACTIVE because it is not bound. {{(pid=83994) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 03 21:32:29.524373 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.db [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] For port 3d939f88-ef7f-49d3-beb5-514a56fdf884, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=3d939f88-ef7f-49d3-beb5-514a56fdf884,segment=NetworkSegment(ead6f962-4d7d-42d4-a44b-625695deccc6),segment_id=ead6f962-4d7d-42d4-a44b-625695deccc6)] {{(pid=83994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 21:32:29.558645 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1fa790d-95b1-40e6-aa51-26e12bf66c31 admin admin] Router f21c0d64-741e-4759-bdfc-782120020df7 has already been hosted by L3 agent c192ea1b-f7d6-49b7-9f22-5492fbafc6f3 {{(pid=83993) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 03 21:32:29.591687 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9d6427-9f39-4413-a4f5-f1351c21506d req-15f9fa9e-d8c5-4305-8053-a4d7f02519a9 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:32:29.596979 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-5f9d6427-9f39-4413-a4f5-f1351c21506d req-15f9fa9e-d8c5-4305-8053-a4d7f02519a9 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] 10.222.0.48 "GET /v2.0/ports?device_id=4b1e6cc5-801c-4aa5-92fa-1f490590cb9f HTTP/1.1" status: 200 len: 945 time: 0.1322076 May 03 21:32:29.644972 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781386188966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781385847453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781385847498'] for port, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:29.686180 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.rpc [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Device c0330f7f-d4f4-4e04-9ad9-e74ec0a89b5c up at agent ovs-agent-dv-cinder-840377-1-iscsi {{(pid=83994) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 21:32:29.776946 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Pushing event updated for resources: {'Port': ['ID=3d939f88-ef7f-49d3-beb5-514a56fdf884,revision_number=4']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:32:29.782459 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-5f9d6427-9f39-4413-a4f5-f1351c21506d req-7d3d3789-50e9-4f13-b808-0106c117e3e0 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] 10.222.0.48 "GET /v2.0/security-groups?id=70c35da1-3406-4ab0-84b1-0914ebbc7d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1824632 May 03 21:32:29.860851 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1fa790d-95b1-40e6-aa51-26e12bf66c31 admin admin] Notify agent at l3_agent.dv-cinder-840377-1-iscsi the message routers_updated {{(pid=83993) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 21:32:29.880769 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-f1fa790d-95b1-40e6-aa51-26e12bf66c31 admin admin] 10.222.0.48 "PUT /v2.0/routers/f21c0d64-741e-4759-bdfc-782120020df7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9784648 May 03 21:32:29.891594 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.provisioning_blocks [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Provisioning for port c0330f7f-d4f4-4e04-9ad9-e74ec0a89b5c completed by entity L2. {{(pid=83994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 21:32:29.891594 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.provisioning_blocks [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Provisioning complete for port c0330f7f-d4f4-4e04-9ad9-e74ec0a89b5c triggered by entity L2. {{(pid=83994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:32:29.891594 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2080827'] for port, provisioning_complete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:30.050876 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1124352'] for port, before_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:30.071437 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.db [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] For port c0330f7f-d4f4-4e04-9ad9-e74ec0a89b5c, host dv-cinder-840377-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840377-1-iscsi',level=0,port_id=c0330f7f-d4f4-4e04-9ad9-e74ec0a89b5c,segment=NetworkSegment(36b0f1c3-e784-4cca-986f-65718d8cb16d),segment_id=36b0f1c3-e784-4cca-986f-65718d8cb16d)] {{(pid=83994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 21:32:30.136619 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f91b3cb-8423-4906-b8cd-7f2c324e4ac4 req-6ee28f16-e961-41e0-b6c9-3ecb3be245ee tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:32:30.138465 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-0f91b3cb-8423-4906-b8cd-7f2c324e4ac4 req-6ee28f16-e961-41e0-b6c9-3ecb3be245ee tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] 10.222.0.48 "GET /v2.0/ports?device_id=77f6a8a2-4366-486d-a002-05587e0f46b5 HTTP/1.1" status: 200 len: 944 time: 0.1143372 May 03 21:32:30.174131 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781386188966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781385847453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781385847498'] for port, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:30.188527 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-0f91b3cb-8423-4906-b8cd-7f2c324e4ac4 req-cdd62873-7f9d-4edc-8aac-3bac9dfdf75e tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] 10.222.0.48 "GET /v2.0/security-groups?id=3dff50d4-faed-48b7-b783-10568bb53def&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439734 May 03 21:32:30.244332 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Pushing event updated for resources: {'Port': ['ID=c0330f7f-d4f4-4e04-9ad9-e74ec0a89b5c,revision_number=4']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:32:30.415707 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabacb93-0bff-4fc6-9cfb-cd660e946b16 req-02c23cae-b52c-4f67-a71a-edc07bb9c4f4 tempest-VolumesSnapshotTestJSON-1309513029 tempest-VolumesSnapshotTestJSON-1309513029-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:32:30.417181 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-fabacb93-0bff-4fc6-9cfb-cd660e946b16 req-02c23cae-b52c-4f67-a71a-edc07bb9c4f4 tempest-VolumesSnapshotTestJSON-1309513029 tempest-VolumesSnapshotTestJSON-1309513029-project] 10.222.0.48 "GET /v2.0/ports?device_id=7faa75bc-a237-4850-b9c4-fcd56ac7b0b6 HTTP/1.1" status: 200 len: 944 time: 0.0786779 May 03 21:32:30.463848 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-fabacb93-0bff-4fc6-9cfb-cd660e946b16 req-d6ae2c56-fd3e-4ada-ab94-3ef926ba472a tempest-VolumesSnapshotTestJSON-1309513029 tempest-VolumesSnapshotTestJSON-1309513029-project] 10.222.0.48 "GET /v2.0/security-groups?id=65996721-a490-4a59-8f5d-ec10ee072626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411978 May 03 21:32:31.003448 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29505220-f793-4430-8e82-d44acc26f5d2 req-a9a6e90d-781e-4496-b05c-97310c683650 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:32:31.005189 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-29505220-f793-4430-8e82-d44acc26f5d2 req-a9a6e90d-781e-4496-b05c-97310c683650 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] 10.222.0.48 "GET /v2.0/ports?device_id=4b1e6cc5-801c-4aa5-92fa-1f490590cb9f HTTP/1.1" status: 200 len: 945 time: 0.0903144 May 03 21:32:31.056461 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-29505220-f793-4430-8e82-d44acc26f5d2 req-80c2e482-87f4-4424-a04d-6f4813eaca64 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] 10.222.0.48 "GET /v2.0/security-groups?id=70c35da1-3406-4ab0-84b1-0914ebbc7d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429747 May 03 21:32:31.544131 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb490b2-ddfa-4e52-be5e-3e752578a55a req-f0186cea-69d5-4ec0-9f0f-b90205ccc552 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:32:31.544131 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-bcb490b2-ddfa-4e52-be5e-3e752578a55a req-f0186cea-69d5-4ec0-9f0f-b90205ccc552 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] 10.222.0.48 "GET /v2.0/ports?device_id=77f6a8a2-4366-486d-a002-05587e0f46b5 HTTP/1.1" status: 200 len: 944 time: 0.1895802 May 03 21:32:31.596414 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-bcb490b2-ddfa-4e52-be5e-3e752578a55a req-d625fba9-074f-4102-ad71-1667ae98b46e tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] 10.222.0.48 "GET /v2.0/security-groups?id=3dff50d4-faed-48b7-b783-10568bb53def&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630095 May 03 21:32:31.649621 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.rpc [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Device c0330f7f-d4f4-4e04-9ad9-e74ec0a89b5c up at agent ovs-agent-dv-cinder-840377-1-iscsi {{(pid=83994) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 21:32:31.722257 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c284f3f-ce4c-4f73-a276-07e26ced4ec9 req-0e32c202-4443-4c8e-b999-6b315980413b tempest-VolumesSnapshotTestJSON-1309513029 tempest-VolumesSnapshotTestJSON-1309513029-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:32:31.724964 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-6c284f3f-ce4c-4f73-a276-07e26ced4ec9 req-0e32c202-4443-4c8e-b999-6b315980413b tempest-VolumesSnapshotTestJSON-1309513029 tempest-VolumesSnapshotTestJSON-1309513029-project] 10.222.0.48 "GET /v2.0/ports?device_id=7faa75bc-a237-4850-b9c4-fcd56ac7b0b6 HTTP/1.1" status: 200 len: 944 time: 0.1084709 May 03 21:32:31.747326 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.provisioning_blocks [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Provisioning complete for port c0330f7f-d4f4-4e04-9ad9-e74ec0a89b5c triggered by entity L2. {{(pid=83994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:32:31.747868 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2080827'] for port, provisioning_complete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:31.785744 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-6c284f3f-ce4c-4f73-a276-07e26ced4ec9 req-02f6dcdf-4efc-4d05-b11d-03dd953a0b8a tempest-VolumesSnapshotTestJSON-1309513029 tempest-VolumesSnapshotTestJSON-1309513029-project] 10.222.0.48 "GET /v2.0/security-groups?id=65996721-a490-4a59-8f5d-ec10ee072626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542932 May 03 21:32:32.382607 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f536d51f-5f64-4394-aac3-1082832e45c2 req-8339ee4e-3234-47a7-9e4d-143e74728865 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:32:32.384162 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-f536d51f-5f64-4394-aac3-1082832e45c2 req-8339ee4e-3234-47a7-9e4d-143e74728865 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] 10.222.0.48 "GET /v2.0/ports?device_id=4b1e6cc5-801c-4aa5-92fa-1f490590cb9f HTTP/1.1" status: 200 len: 945 time: 0.1461344 May 03 21:32:32.394649 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce2409d-f7be-4c05-ae0a-bdc0648a8235 req-f206cc44-d1fa-4e0d-beda-35a719b55012 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:32:32.397308 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-dce2409d-f7be-4c05-ae0a-bdc0648a8235 req-f206cc44-d1fa-4e0d-beda-35a719b55012 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] 10.222.0.42 "GET /v2.0/ports?device_id=4b1e6cc5-801c-4aa5-92fa-1f490590cb9f HTTP/1.1" status: 200 len: 945 time: 0.1138396 May 03 21:32:32.504360 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.plugin [req-dce2409d-f7be-4c05-ae0a-bdc0648a8235 req-34e658a7-01fa-44cb-9642-29705c962d97 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Deleting port da492c37-8214-4064-8e3b-45911d07e1d8 {{(pid=83993) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 03 21:32:32.504736 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-dce2409d-f7be-4c05-ae0a-bdc0648a8235 req-34e658a7-01fa-44cb-9642-29705c962d97 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781386349267'] for port, before_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:32.541973 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-f536d51f-5f64-4394-aac3-1082832e45c2 req-636b313b-1c08-424b-96cd-fb1f895371bd tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] 10.222.0.48 "GET /v2.0/security-groups?id=70c35da1-3406-4ab0-84b1-0914ebbc7d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1430864 May 03 21:32:32.630513 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.db [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] get_ports_and_sgs() called for port_ids ['3d939f88-ef7f-49d3-beb5-514a56fdf884'] {{(pid=83994) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 03 21:32:32.877092 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.db [req-dce2409d-f7be-4c05-ae0a-bdc0648a8235 req-34e658a7-01fa-44cb-9642-29705c962d97 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] For port da492c37-8214-4064-8e3b-45911d07e1d8, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=da492c37-8214-4064-8e3b-45911d07e1d8,segment=NetworkSegment(f82b8179-7d00-46b1-abec-98a139f3558c),segment_id=f82b8179-7d00-46b1-abec-98a139f3558c)] {{(pid=83993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 21:32:32.878346 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-dce2409d-f7be-4c05-ae0a-bdc0648a8235 req-34e658a7-01fa-44cb-9642-29705c962d97 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749056'] for port, precommit_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:32.999342 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64ccc16-f7fd-4009-bbbc-699cee194315 req-48bf7238-d6a3-4430-a6bd-233611219dd4 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:32:33.007866 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-f64ccc16-f7fd-4009-bbbc-699cee194315 req-48bf7238-d6a3-4430-a6bd-233611219dd4 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] 10.222.0.48 "GET /v2.0/ports?device_id=77f6a8a2-4366-486d-a002-05587e0f46b5 HTTP/1.1" status: 200 len: 944 time: 0.1445110 May 03 21:32:33.090212 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-f64ccc16-f7fd-4009-bbbc-699cee194315 req-b0ea2545-7b87-4a06-9fbd-0352812fc767 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] 10.222.0.48 "GET /v2.0/security-groups?id=3dff50d4-faed-48b7-b783-10568bb53def&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759127 May 03 21:32:33.264103 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-dce2409d-f7be-4c05-ae0a-bdc0648a8235 req-34e658a7-01fa-44cb-9642-29705c962d97 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:33.267032 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-dce2409d-f7be-4c05-ae0a-bdc0648a8235 req-34e658a7-01fa-44cb-9642-29705c962d97 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-332800'] for floatingip, after_update {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:33.267032 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.db.l3_db [req-dce2409d-f7be-4c05-ae0a-bdc0648a8235 req-34e658a7-01fa-44cb-9642-29705c962d97 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Floating IP 473d8b73-0055-4197-ab4f-c48265640e7c disassociated. External IP: 172.27.1.22, port: da492c37-8214-4064-8e3b-45911d07e1d8. May 03 21:32:33.267032 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.plugin [req-dce2409d-f7be-4c05-ae0a-bdc0648a8235 req-34e658a7-01fa-44cb-9642-29705c962d97 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Calling delete_port for da492c37-8214-4064-8e3b-45911d07e1d8 owned by compute:nova {{(pid=83993) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 03 21:32:33.325845 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccc4f2b-28d5-45b3-a781-b243f73478bc req-6a3b7afd-9e35-4164-9862-eee4e4a327d5 tempest-VolumesSnapshotTestJSON-1309513029 tempest-VolumesSnapshotTestJSON-1309513029-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:32:33.332837 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-fccc4f2b-28d5-45b3-a781-b243f73478bc req-6a3b7afd-9e35-4164-9862-eee4e4a327d5 tempest-VolumesSnapshotTestJSON-1309513029 tempest-VolumesSnapshotTestJSON-1309513029-project] 10.222.0.48 "GET /v2.0/ports?device_id=7faa75bc-a237-4850-b9c4-fcd56ac7b0b6 HTTP/1.1" status: 200 len: 944 time: 0.2642615 May 03 21:32:33.465028 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-fccc4f2b-28d5-45b3-a781-b243f73478bc req-ae3fa031-e651-433d-8190-399d28e10c7d tempest-VolumesSnapshotTestJSON-1309513029 tempest-VolumesSnapshotTestJSON-1309513029-project] 10.222.0.48 "GET /v2.0/security-groups?id=65996721-a490-4a59-8f5d-ec10ee072626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311598 May 03 21:32:33.818713 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72db365e-b321-4763-acd7-8e7772630ec1 req-a15b334d-e8f8-4a63-ae38-35086b4b7b62 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:32:33.820120 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-72db365e-b321-4763-acd7-8e7772630ec1 req-a15b334d-e8f8-4a63-ae38-35086b4b7b62 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] 10.222.0.48 "GET /v2.0/ports?device_id=4b1e6cc5-801c-4aa5-92fa-1f490590cb9f HTTP/1.1" status: 200 len: 945 time: 0.1161141 May 03 21:32:33.878805 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-72db365e-b321-4763-acd7-8e7772630ec1 req-c25be4b5-d347-4e13-bc88-c31aca15f0d6 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] 10.222.0.48 "GET /v2.0/security-groups?id=70c35da1-3406-4ab0-84b1-0914ebbc7d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526347 May 03 21:32:33.988188 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-dce2409d-f7be-4c05-ae0a-bdc0648a8235 req-34e658a7-01fa-44cb-9642-29705c962d97 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781386188948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781385847444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3391708'] for port, after_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:34.044565 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e658a7-01fa-44cb-9642-29705c962d97 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Pushing event deleted for resources: {'Port': ['ID=da492c37-8214-4064-8e3b-45911d07e1d8,revision_number=None']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:32:34.240148 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.rpc [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Device be428a12-3d87-4da1-a665-e7b79df6af66 details requested by agent hyperv_hv-cinder-84037 with host hv-cinder-84037 {{(pid=83994) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 03 21:32:34.293374 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.rpc [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Device 3d939f88-ef7f-49d3-beb5-514a56fdf884 up at agent hyperv_hv-cinder-84037 {{(pid=83994) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 21:32:34.414204 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.db.resource_extend [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 03 21:32:34.469563 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d6a4ee-6418-41f1-b04b-8d3569194469 req-1fbed4c6-6c11-4a73-9e3a-ebfad94a6aa5 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:32:34.478689 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-62d6a4ee-6418-41f1-b04b-8d3569194469 req-1fbed4c6-6c11-4a73-9e3a-ebfad94a6aa5 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] 10.222.0.48 "GET /v2.0/ports?device_id=77f6a8a2-4366-486d-a002-05587e0f46b5 HTTP/1.1" status: 200 len: 944 time: 0.1903238 May 03 21:32:34.784358 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-62d6a4ee-6418-41f1-b04b-8d3569194469 req-678c3be9-16f1-4ea4-ac3a-888adcd55ac0 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] 10.222.0.48 "GET /v2.0/security-groups?id=3dff50d4-faed-48b7-b783-10568bb53def&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3046687 May 03 21:32:34.802159 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dce2409d-f7be-4c05-ae0a-bdc0648a8235 req-34e658a7-01fa-44cb-9642-29705c962d97 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Router 68150121-68dc-4495-bcf7-8d66179822f8 has already been hosted by L3 agent c192ea1b-f7d6-49b7-9f22-5492fbafc6f3 {{(pid=83993) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 03 21:32:34.826328 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.db [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] For port be428a12-3d87-4da1-a665-e7b79df6af66, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=be428a12-3d87-4da1-a665-e7b79df6af66,segment=NetworkSegment(192a8290-7524-479c-9894-35253b5adf28),segment_id=192a8290-7524-479c-9894-35253b5adf28)] {{(pid=83994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 21:32:34.881537 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.rpc [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Returning: {'device': 'be428a12-3d87-4da1-a665-e7b79df6af66', 'network_id': 'a76ba353-ab28-4792-b070-a9ace23ad085', 'port_id': 'be428a12-3d87-4da1-a665-e7b79df6af66', 'mac_address': 'fa:16:3e:aa:4f:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 430, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0993ef0-a172-48a1-8947-068cb6cb24ca', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83994) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 03 21:32:34.890532 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.provisioning_blocks [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Provisioning for port 3d939f88-ef7f-49d3-beb5-514a56fdf884 completed by entity L2. {{(pid=83994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 21:32:34.963733 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.provisioning_blocks [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Provisioning complete for port 3d939f88-ef7f-49d3-beb5-514a56fdf884 triggered by entity L2. {{(pid=83994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:32:34.964571 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2080827'] for port, provisioning_complete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:35.154684 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c02e76c-a7e1-43ce-88df-51264cb9c1bb req-1d2ab4cd-8f63-42a8-8292-84b742688fc1 tempest-VolumesSnapshotTestJSON-1309513029 tempest-VolumesSnapshotTestJSON-1309513029-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:32:35.168317 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-2c02e76c-a7e1-43ce-88df-51264cb9c1bb req-1d2ab4cd-8f63-42a8-8292-84b742688fc1 tempest-VolumesSnapshotTestJSON-1309513029 tempest-VolumesSnapshotTestJSON-1309513029-project] 10.222.0.48 "GET /v2.0/ports?device_id=7faa75bc-a237-4850-b9c4-fcd56ac7b0b6 HTTP/1.1" status: 200 len: 944 time: 0.2575312 May 03 21:32:35.276088 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1124352'] for port, before_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:35.301156 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-2c02e76c-a7e1-43ce-88df-51264cb9c1bb req-0a0bbe63-b541-4ba9-9028-d5127b61afba tempest-VolumesSnapshotTestJSON-1309513029 tempest-VolumesSnapshotTestJSON-1309513029-project] 10.222.0.48 "GET /v2.0/security-groups?id=65996721-a490-4a59-8f5d-ec10ee072626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314337 May 03 21:32:35.316466 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.notifiers.nova [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be428a12-3d87-4da1-a665-e7b79df6af66 {{(pid=83994) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 03 21:32:35.349029 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.db [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] For port be428a12-3d87-4da1-a665-e7b79df6af66, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=be428a12-3d87-4da1-a665-e7b79df6af66,segment=NetworkSegment(192a8290-7524-479c-9894-35253b5adf28),segment_id=192a8290-7524-479c-9894-35253b5adf28)] {{(pid=83994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 21:32:35.350837 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1124352'] for port, before_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:35.353390 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-efba55d8-5ad1-43bd-89d1-bac8ca8184fc req-9425408f-2d4a-4557-84f7-1913f5e6dd92 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] 10.222.0.48 "GET /v2.0/ports?device_id=4b1e6cc5-801c-4aa5-92fa-1f490590cb9f HTTP/1.1" status: 200 len: 210 time: 0.1193569 May 03 21:32:35.426026 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7faa75bc-a237-4850-b9c4-fcd56ac7b0b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d939f88-ef7f-49d3-beb5-514a56fdf884'}] {{(pid=83994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 03 21:32:35.435342 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781386188966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781385847453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781385847498'] for port, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:35.484917 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.db [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] For port 3d939f88-ef7f-49d3-beb5-514a56fdf884, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=3d939f88-ef7f-49d3-beb5-514a56fdf884,segment=NetworkSegment(ead6f962-4d7d-42d4-a44b-625695deccc6),segment_id=ead6f962-4d7d-42d4-a44b-625695deccc6)] {{(pid=83994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 21:32:35.534257 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Pushing event updated for resources: {'Port': ['ID=be428a12-3d87-4da1-a665-e7b79df6af66,revision_number=9']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:32:35.545989 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dce2409d-f7be-4c05-ae0a-bdc0648a8235 req-34e658a7-01fa-44cb-9642-29705c962d97 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Notify agent at l3_agent.dv-cinder-840377-1-iscsi the message routers_updated {{(pid=83993) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 21:32:35.559835 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ccbc679-1ac0-4adb-8b31-def4ce47650b None None] Sync routers for ids ['68150121-68dc-4495-bcf7-8d66179822f8'] in dv-cinder-840377-1-iscsi {{(pid=83994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 03 21:32:35.574765 dv-cinder-840377-1-iscsi neutron-server[83994]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ac3d6cd4-049e-43ff-a526-a93ab85be925'] response: {'server_uuid': '7faa75bc-a237-4850-b9c4-fcd56ac7b0b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d939f88-ef7f-49d3-beb5-514a56fdf884', 'code': 200} May 03 21:32:35.584702 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ccbc679-1ac0-4adb-8b31-def4ce47650b None None] Routers {'68150121-68dc-4495-bcf7-8d66179822f8'} bound to L3 agent in host dv-cinder-840377-1-iscsi {{(pid=83994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 03 21:32:35.585359 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.l3_hamode_db [None req-5ccbc679-1ac0-4adb-8b31-def4ce47650b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840377-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-03T21:19:18Z,description=,heartbeat_timestamp=2022-05-03T21:32:18Z,host='dv-cinder-840377-1-iscsi',id=c192ea1b-f7d6-49b7-9f22-5492fbafc6f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:19:19Z,topic='l3_agent')) {'router_ids': ['68150121-68dc-4495-bcf7-8d66179822f8'], 'active': True} {{(pid=83994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:32:35.697885 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.db.l3_dvrscheduler_db [req-dce2409d-f7be-4c05-ae0a-bdc0648a8235 req-34e658a7-01fa-44cb-9642-29705c962d97 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] No DVR routers for this DVR port da492c37-8214-4064-8e3b-45911d07e1d8 on host hv-cinder-84037 {{(pid=83993) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 21:32:35.705375 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-dce2409d-f7be-4c05-ae0a-bdc0648a8235 req-34e658a7-01fa-44cb-9642-29705c962d97 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93163'] for port, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:35.714946 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b1e6cc5-801c-4aa5-92fa-1f490590cb9f', 'name': 'network-vif-deleted', 'tag': 'da492c37-8214-4064-8e3b-45911d07e1d8'}] {{(pid=83993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 03 21:32:35.739952 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-dce2409d-f7be-4c05-ae0a-bdc0648a8235 req-34e658a7-01fa-44cb-9642-29705c962d97 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] 10.222.0.42 "DELETE /v2.0/ports/da492c37-8214-4064-8e3b-45911d07e1d8 HTTP/1.1" status: 204 len: 173 time: 3.3274324 May 03 21:32:35.865431 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cc0191cc-4068-4f3b-82dd-d91b6a2721ed'] response: {'server_uuid': '4b1e6cc5-801c-4aa5-92fa-1f490590cb9f', 'name': 'network-vif-deleted', 'tag': 'da492c37-8214-4064-8e3b-45911d07e1d8', 'status': 'completed', 'code': 200} May 03 21:32:35.946998 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781386188966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781385847453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781385847498'] for port, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:36.120845 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.l3_dvr_db [None req-5ccbc679-1ac0-4adb-8b31-def4ce47650b None None] Set router 68150121-68dc-4495-bcf7-8d66179822f8 gateway port host: dv-cinder-840377-1-iscsi {{(pid=83994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 03 21:32:36.212807 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9a88f7-fae9-4ba4-98cc-6768fb75b586 req-a5e2a3b4-bd5f-4280-9dfd-a094cd53c9eb tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:32:36.222169 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-8d9a88f7-fae9-4ba4-98cc-6768fb75b586 req-a5e2a3b4-bd5f-4280-9dfd-a094cd53c9eb tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] 10.222.0.48 "GET /v2.0/ports?device_id=77f6a8a2-4366-486d-a002-05587e0f46b5 HTTP/1.1" status: 200 len: 945 time: 0.1286716 May 03 21:32:36.301697 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-8d9a88f7-fae9-4ba4-98cc-6768fb75b586 req-7162c92b-ee2b-4e00-92e3-2230acce9d13 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] 10.222.0.48 "GET /v2.0/security-groups?id=3dff50d4-faed-48b7-b783-10568bb53def&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782809 May 03 21:32:36.341332 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-9757bbb7-0627-4e00-a348-7637df4ee03d req-0ff4fecf-4083-4666-afb8-e47f9f7032ed service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=7faa75bc-a237-4850-b9c4-fcd56ac7b0b6 HTTP/1.1" status: 200 len: 1098 time: 0.1160855 May 03 21:32:36.432619 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Pushing event updated for resources: {'Port': ['ID=3d939f88-ef7f-49d3-beb5-514a56fdf884,revision_number=5']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:32:36.454724 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.db [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] get_ports_and_sgs() called for port_ids ['be428a12-3d87-4da1-a665-e7b79df6af66'] {{(pid=83994) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 03 21:32:36.484465 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.rpc [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Device da492c37-8214-4064-8e3b-45911d07e1d8 no longer exists at agent hyperv_hv-cinder-84037 {{(pid=83994) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 21:32:36.490483 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-9757bbb7-0627-4e00-a348-7637df4ee03d req-0272a88f-1dd8-4432-bd9a-683ac3d90090 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=65996721-a490-4a59-8f5d-ec10ee072626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233883 May 03 21:32:36.601546 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.plugin [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] No Port match for: da492c37-8214-4064-8e3b-45911d07e1d8 {{(pid=83994) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 03 21:32:36.601889 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.rpc [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Device da492c37-8214-4064-8e3b-45911d07e1d8 not bound to the agent host hv-cinder-84037 {{(pid=83994) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 21:32:36.733899 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500ff443-e121-410a-a9b9-40f82050b290 req-5d129819-657c-46d5-8885-c46edbd6dc2e tempest-VolumesSnapshotTestJSON-1309513029 tempest-VolumesSnapshotTestJSON-1309513029-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:32:36.736405 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-500ff443-e121-410a-a9b9-40f82050b290 req-5d129819-657c-46d5-8885-c46edbd6dc2e tempest-VolumesSnapshotTestJSON-1309513029 tempest-VolumesSnapshotTestJSON-1309513029-project] 10.222.0.48 "GET /v2.0/ports?device_id=7faa75bc-a237-4850-b9c4-fcd56ac7b0b6 HTTP/1.1" status: 200 len: 945 time: 0.0907307 May 03 21:32:36.807811 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-500ff443-e121-410a-a9b9-40f82050b290 req-75a1a8c9-2ae1-4643-8440-e5c6ff8aab17 tempest-VolumesSnapshotTestJSON-1309513029 tempest-VolumesSnapshotTestJSON-1309513029-project] 10.222.0.48 "GET /v2.0/security-groups?id=65996721-a490-4a59-8f5d-ec10ee072626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579519 May 03 21:32:36.941991 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.l3_hamode_db [None req-5ccbc679-1ac0-4adb-8b31-def4ce47650b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68150121-68dc-4495-bcf7-8d66179822f8', 'name': 'tempest-AttachVolumeNegativeTest-487551053-router', 'tenant_id': 'bd571e41b44a4bc6b16bf8163252f168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c33334bd-f19e-453d-9f7b-349270405c58', 'external_fixed_ips': [{'subnet_id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'ip_address': '172.27.1.192'}], 'enable_snat': True}, 'gw_port_id': '07f5f895-667f-41a6-8b98-e761a27a9ddb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:28:25Z', 'updated_at': '2022-05-03T21:28:37Z', 'revision_number': 4, 'project_id': 'bd571e41b44a4bc6b16bf8163252f168', 'gw_port': {'id': '07f5f895-667f-41a6-8b98-e761a27a9ddb', 'name': '', 'network_id': 'c33334bd-f19e-453d-9f7b-349270405c58', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:26:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68150121-68dc-4495-bcf7-8d66179822f8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'ip_address': '172.27.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:28:27Z', 'updated_at': '2022-05-03T21:28:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840377-1-iscsi', '_floatingips': [{'id': '100a5aed-532d-4711-af1d-084799961218', 'tenant_id': 'bd571e41b44a4bc6b16bf8163252f168', 'floating_ip_address': '172.27.1.216', 'floating_network_id': 'c33334bd-f19e-453d-9f7b-349270405c58', 'router_id': '68150121-68dc-4495-bcf7-8d66179822f8', 'port_id': '5c8533bd-9029-4055-8bb5-b5628053505e', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'afa29ce3-7ea1-4fb3-8d15-b28913382476', 'mac_address': 'fa:16:3e:60:df:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12a46337-1502-4a61-8c0d-8b5dd98d5a14', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T21:28:53Z', 'updated_at': '2022-05-03T21:29:52Z', 'revision_number': 2, 'project_id': 'bd571e41b44a4bc6b16bf8163252f168', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4fd95030-f142-4d90-a90c-6a2865ea606e', 'name': '', 'network_id': 'afa29ce3-7ea1-4fb3-8d15-b28913382476', 'tenant_id': 'bd571e41b44a4bc6b16bf8163252f168', 'mac_address': 'fa:16:3e:7c:b9:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68150121-68dc-4495-bcf7-8d66179822f8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '663a4790-11b9-4523-b0db-a1ea41b30d40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:28:34Z', 'updated_at': '2022-05-03T21:29:46Z', 'revision_number': 5, 'project_id': 'bd571e41b44a4bc6b16bf8163252f168', 'subnets': [{'id': '663a4790-11b9-4523-b0db-a1ea41b30d40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840377-1-iscsi', False) {} {{(pid=83994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:32:36.949738 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ccbc679-1ac0-4adb-8b31-def4ce47650b None None] Checking router: 68150121-68dc-4495-bcf7-8d66179822f8 for host: dv-cinder-840377-1-iscsi {{(pid=83994) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 03 21:32:36.974462 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ccbc679-1ac0-4adb-8b31-def4ce47650b None None] Routers {'68150121-68dc-4495-bcf7-8d66179822f8'} bound to L3 agent in host dv-cinder-840377-1-iscsi {{(pid=83994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 03 21:32:36.975299 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.l3_hamode_db [None req-5ccbc679-1ac0-4adb-8b31-def4ce47650b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840377-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-03T21:19:18Z,description=,heartbeat_timestamp=2022-05-03T21:32:18Z,host='dv-cinder-840377-1-iscsi',id=c192ea1b-f7d6-49b7-9f22-5492fbafc6f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:19:19Z,topic='l3_agent')) {'router_ids': ['68150121-68dc-4495-bcf7-8d66179822f8'], 'active': True} {{(pid=83994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:32:37.081808 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-c5447287-abd7-49b3-891e-18efbe0b8e40 req-3d13010a-bf67-4912-851b-81363a973c32 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] 10.222.0.48 "GET /v2.0/ports?device_id=4b1e6cc5-801c-4aa5-92fa-1f490590cb9f HTTP/1.1" status: 200 len: 210 time: 0.0757103 May 03 21:32:37.456496 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.l3_dvr_db [None req-5ccbc679-1ac0-4adb-8b31-def4ce47650b None None] Set router 68150121-68dc-4495-bcf7-8d66179822f8 gateway port host: dv-cinder-840377-1-iscsi {{(pid=83994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 03 21:32:37.562300 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-7fe8fa59-4031-4ed2-a88a-c1e3a6f88959 req-7d26d64c-0739-49dc-821a-71560294e390 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=30468ebc688d4bc1b036b4b984931e87&device_id=cb2b9b5d-640a-401a-ac60-566b6d8dbc52 HTTP/1.1" status: 200 len: 1099 time: 0.1751060 May 03 21:32:37.598080 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.db.agents_db [None req-1c6bebc3-6d0c-4304-a2c1-5df630ce29f1 None None] Agent healthcheck: found 6 active agents {{(pid=83995) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 03 21:32:37.644024 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4768acc2-b5a5-478f-bc6b-23449437cdb8 req-4db9c06d-45e8-4632-b054-1b341bfdbd0c tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:32:37.655548 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-4768acc2-b5a5-478f-bc6b-23449437cdb8 req-4db9c06d-45e8-4632-b054-1b341bfdbd0c tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] 10.222.0.48 "GET /v2.0/ports?device_id=cb2b9b5d-640a-401a-ac60-566b6d8dbc52 HTTP/1.1" status: 200 len: 946 time: 0.1934469 May 03 21:32:37.721876 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-4768acc2-b5a5-478f-bc6b-23449437cdb8 req-3a41183f-caf7-41a2-995e-849e615aecff tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] 10.222.0.48 "GET /v2.0/security-groups?id=017c8b08-e15d-49c0-bac3-c85fbc37c93c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638168 May 03 21:32:37.862988 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe8fa59-4031-4ed2-a88a-c1e3a6f88959 req-68a7ee5a-0cfa-4c2c-89df-cd9d30ba85f2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:32:37.864593 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-7fe8fa59-4031-4ed2-a88a-c1e3a6f88959 req-68a7ee5a-0cfa-4c2c-89df-cd9d30ba85f2 service neutron] 10.222.0.42 "GET /v2.0/networks?id=5bd090d5-a93e-4f68-8601-6aad9d3eb473 HTTP/1.1" status: 200 len: 920 time: 0.2915447 May 03 21:32:38.050590 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-7fe8fa59-4031-4ed2-a88a-c1e3a6f88959 req-c91b8148-2b9b-4b5d-8311-2dab29b170c5 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a2903b13-fffc-4e5f-9a12-4bcb585327dd HTTP/1.1" status: 200 len: 1002 time: 0.1523266 May 03 21:32:38.212560 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe8fa59-4031-4ed2-a88a-c1e3a6f88959 req-75bb7f9f-a97e-4475-8119-b1643e8ea1fc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:32:38.214573 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.l3_hamode_db [None req-5ccbc679-1ac0-4adb-8b31-def4ce47650b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68150121-68dc-4495-bcf7-8d66179822f8', 'name': 'tempest-AttachVolumeNegativeTest-487551053-router', 'tenant_id': 'bd571e41b44a4bc6b16bf8163252f168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c33334bd-f19e-453d-9f7b-349270405c58', 'external_fixed_ips': [{'subnet_id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'ip_address': '172.27.1.192'}], 'enable_snat': True}, 'gw_port_id': '07f5f895-667f-41a6-8b98-e761a27a9ddb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:28:25Z', 'updated_at': '2022-05-03T21:28:37Z', 'revision_number': 4, 'project_id': 'bd571e41b44a4bc6b16bf8163252f168', 'gw_port': {'id': '07f5f895-667f-41a6-8b98-e761a27a9ddb', 'name': '', 'network_id': 'c33334bd-f19e-453d-9f7b-349270405c58', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:26:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68150121-68dc-4495-bcf7-8d66179822f8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'ip_address': '172.27.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:28:27Z', 'updated_at': '2022-05-03T21:28:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840377-1-iscsi', '_floatingips': [{'id': '100a5aed-532d-4711-af1d-084799961218', 'tenant_id': 'bd571e41b44a4bc6b16bf8163252f168', 'floating_ip_address': '172.27.1.216', 'floating_network_id': 'c33334bd-f19e-453d-9f7b-349270405c58', 'router_id': '68150121-68dc-4495-bcf7-8d66179822f8', 'port_id': '5c8533bd-9029-4055-8bb5-b5628053505e', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'afa29ce3-7ea1-4fb3-8d15-b28913382476', 'mac_address': 'fa:16:3e:60:df:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12a46337-1502-4a61-8c0d-8b5dd98d5a14', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T21:28:53Z', 'updated_at': '2022-05-03T21:29:52Z', 'revision_number': 2, 'project_id': 'bd571e41b44a4bc6b16bf8163252f168', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4fd95030-f142-4d90-a90c-6a2865ea606e', 'name': '', 'network_id': 'afa29ce3-7ea1-4fb3-8d15-b28913382476', 'tenant_id': 'bd571e41b44a4bc6b16bf8163252f168', 'mac_address': 'fa:16:3e:7c:b9:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68150121-68dc-4495-bcf7-8d66179822f8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '663a4790-11b9-4523-b0db-a1ea41b30d40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:28:34Z', 'updated_at': '2022-05-03T21:29:46Z', 'revision_number': 5, 'project_id': 'bd571e41b44a4bc6b16bf8163252f168', 'subnets': [{'id': '663a4790-11b9-4523-b0db-a1ea41b30d40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840377-1-iscsi', False) {} {{(pid=83994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:32:38.214977 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-7fe8fa59-4031-4ed2-a88a-c1e3a6f88959 req-75bb7f9f-a97e-4475-8119-b1643e8ea1fc service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f1f0ef4c-4f27-4b18-935d-75e084855fe6 HTTP/1.1" status: 200 len: 858 time: 0.1568527 May 03 21:32:38.219045 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ccbc679-1ac0-4adb-8b31-def4ce47650b None None] The sync data for ids ['68150121-68dc-4495-bcf7-8d66179822f8'] in dv-cinder-840377-1-iscsi is: [{'id': '68150121-68dc-4495-bcf7-8d66179822f8', 'name': 'tempest-AttachVolumeNegativeTest-487551053-router', 'tenant_id': 'bd571e41b44a4bc6b16bf8163252f168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c33334bd-f19e-453d-9f7b-349270405c58', 'external_fixed_ips': [{'subnet_id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'ip_address': '172.27.1.192'}], 'enable_snat': True}, 'gw_port_id': '07f5f895-667f-41a6-8b98-e761a27a9ddb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:28:25Z', 'updated_at': '2022-05-03T21:28:37Z', 'revision_number': 4, 'project_id': 'bd571e41b44a4bc6b16bf8163252f168', 'gw_port': {'id': '07f5f895-667f-41a6-8b98-e761a27a9ddb', 'name': '', 'network_id': 'c33334bd-f19e-453d-9f7b-349270405c58', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:26:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68150121-68dc-4495-bcf7-8d66179822f8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'ip_address': '172.27.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:28:27Z', 'updated_at': '2022-05-03T21:28:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840377-1-iscsi', '_floatingips': [{'id': '100a5aed-532d-4711-af1d-084799961218', 'tenant_id': 'bd571e41b44a4bc6b16bf8163252f168', 'floating_ip_address': '172.27.1.216', 'floating_network_id': 'c33334bd-f19e-453d-9f7b-349270405c58', 'router_id': '68150121-68dc-4495-bcf7-8d66179822f8', 'port_id': '5c8533bd-9029-4055-8bb5-b5628053505e', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'afa29ce3-7ea1-4fb3-8d15-b28913382476', 'mac_address': 'fa:16:3e:60:df:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12a46337-1502-4a61-8c0d-8b5dd98d5a14', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T21:28:53Z', 'updated_at': '2022-05-03T21:29:52Z', 'revision_number': 2, 'project_id': 'bd571e41b44a4bc6b16bf8163252f168', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4fd95030-f142-4d90-a90c-6a2865ea606e', 'name': '', 'network_id': 'afa29ce3-7ea1-4fb3-8d15-b28913382476', 'tenant_id': 'bd571e41b44a4bc6b16bf8163252f168', 'mac_address': 'fa:16:3e:7c:b9:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68150121-68dc-4495-bcf7-8d66179822f8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '663a4790-11b9-4523-b0db-a1ea41b30d40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:28:34Z', 'updated_at': '2022-05-03T21:29:46Z', 'revision_number': 5, 'project_id': 'bd571e41b44a4bc6b16bf8163252f168', 'subnets': [{'id': '663a4790-11b9-4523-b0db-a1ea41b30d40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 03 21:32:38.260359 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.rpc [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Device be428a12-3d87-4da1-a665-e7b79df6af66 up at agent hyperv_hv-cinder-84037 {{(pid=83994) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 21:32:38.278397 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c338f486-36b9-4be1-ba85-665cc21db3ef req-611d2401-765f-439b-a7a2-b5de992fa50f tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:32:38.287210 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-c338f486-36b9-4be1-ba85-665cc21db3ef req-611d2401-765f-439b-a7a2-b5de992fa50f tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] 10.222.0.48 "GET /v2.0/ports?device_id=77f6a8a2-4366-486d-a002-05587e0f46b5 HTTP/1.1" status: 200 len: 945 time: 0.4212587 May 03 21:32:38.336659 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3f1b56-ffd0-49b5-9055-297bb358cf3a req-47392d24-51d6-42db-99d5-f0ea8db22a24 tempest-VolumesSnapshotTestJSON-1309513029 tempest-VolumesSnapshotTestJSON-1309513029-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:32:38.345529 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-ca3f1b56-ffd0-49b5-9055-297bb358cf3a req-47392d24-51d6-42db-99d5-f0ea8db22a24 tempest-VolumesSnapshotTestJSON-1309513029 tempest-VolumesSnapshotTestJSON-1309513029-project] 10.222.0.48 "GET /v2.0/ports?device_id=7faa75bc-a237-4850-b9c4-fcd56ac7b0b6 HTTP/1.1" status: 200 len: 945 time: 0.1973634 May 03 21:32:38.373612 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.provisioning_blocks [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Provisioning complete for port be428a12-3d87-4da1-a665-e7b79df6af66 triggered by entity L2. {{(pid=83994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:32:38.374785 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2080827'] for port, provisioning_complete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:38.383215 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-c338f486-36b9-4be1-ba85-665cc21db3ef req-d5c4fa5e-2a8f-4765-91e7-47ea1cb44f42 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] 10.222.0.48 "GET /v2.0/security-groups?id=3dff50d4-faed-48b7-b783-10568bb53def&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0941451 May 03 21:32:38.393840 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-7fe8fa59-4031-4ed2-a88a-c1e3a6f88959 req-f414470a-029d-43ed-be10-9906a1b33a52 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5bd090d5-a93e-4f68-8601-6aad9d3eb473&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1722174 May 03 21:32:38.426313 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-ca3f1b56-ffd0-49b5-9055-297bb358cf3a req-731c83e1-4047-42a9-a7aa-64f72c514a85 tempest-VolumesSnapshotTestJSON-1309513029 tempest-VolumesSnapshotTestJSON-1309513029-project] 10.222.0.48 "GET /v2.0/security-groups?id=65996721-a490-4a59-8f5d-ec10ee072626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795257 May 03 21:32:38.617049 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1124352'] for port, before_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:38.664581 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77f6a8a2-4366-486d-a002-05587e0f46b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be428a12-3d87-4da1-a665-e7b79df6af66'}] {{(pid=83994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 03 21:32:38.676010 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-7fe8fa59-4031-4ed2-a88a-c1e3a6f88959 req-024b15cf-df63-43dd-80c3-93bb38c38381 service neutron] 10.222.0.42 "GET /v2.0/networks/5bd090d5-a93e-4f68-8601-6aad9d3eb473?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2715554 May 03 21:32:38.684055 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.db [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] For port be428a12-3d87-4da1-a665-e7b79df6af66, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=be428a12-3d87-4da1-a665-e7b79df6af66,segment=NetworkSegment(192a8290-7524-479c-9894-35253b5adf28),segment_id=192a8290-7524-479c-9894-35253b5adf28)] {{(pid=83994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 21:32:38.698970 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.48', 58534) {{(pid=83992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:32:38.771217 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781386188966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781385847453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781385847498'] for port, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:38.841384 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-17a54dd7-cb8a-4ad1-bef3-adc501be2919 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Notify callbacks [] for security_group, before_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:38.845514 dv-cinder-840377-1-iscsi neutron-server[83994]: INFO neutron.notifiers.nova [-] Nova event matching ['req-64fb44cb-7c0d-4c77-91f3-5fcd431409ef'] response: {'server_uuid': '77f6a8a2-4366-486d-a002-05587e0f46b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be428a12-3d87-4da1-a665-e7b79df6af66', 'code': 200} May 03 21:32:38.912540 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-17a54dd7-cb8a-4ad1-bef3-adc501be2919 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:38.944716 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Pushing event updated for resources: {'Port': ['ID=be428a12-3d87-4da1-a665-e7b79df6af66,revision_number=10']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:32:39.038820 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-7fe8fa59-4031-4ed2-a88a-c1e3a6f88959 req-973c13dd-ec53-4d4f-8c09-78f60bd4f9b1 service neutron] 10.222.0.42 "GET /v2.0/networks/5bd090d5-a93e-4f68-8601-6aad9d3eb473?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3550272 May 03 21:32:39.071159 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee818fcb-59ed-4a33-b15b-ef873b91b919 req-fce64b55-938d-4ccc-badb-e1ad28ed33c0 tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:32:39.077066 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-ee818fcb-59ed-4a33-b15b-ef873b91b919 req-fce64b55-938d-4ccc-badb-e1ad28ed33c0 tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] 10.222.0.48 "GET /v2.0/ports?device_id=cb2b9b5d-640a-401a-ac60-566b6d8dbc52 HTTP/1.1" status: 200 len: 946 time: 0.1702983 May 03 21:32:39.085346 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-17a54dd7-cb8a-4ad1-bef3-adc501be2919 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746426'] for security_group, after_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:39.115882 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a54dd7-cb8a-4ad1-bef3-adc501be2919 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=70c35da1-3406-4ab0-84b1-0914ebbc7d6a,revision_number=None']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:32:39.213375 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-ee818fcb-59ed-4a33-b15b-ef873b91b919 req-0913a471-7f9c-4a9d-b3b9-1a42bf5a70a3 tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] 10.222.0.48 "GET /v2.0/security-groups?id=017c8b08-e15d-49c0-bac3-c85fbc37c93c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1127257 May 03 21:32:39.260747 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-17a54dd7-cb8a-4ad1-bef3-adc501be2919 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Notify callbacks [] for security_group, before_response {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:39.264291 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [None req-17a54dd7-cb8a-4ad1-bef3-adc501be2919 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] 10.222.0.48 "DELETE /v2.0/security-groups/70c35da1-3406-4ab0-84b1-0914ebbc7d6a HTTP/1.1" status: 204 len: 168 time: 0.5623243 May 03 21:32:39.264674 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.48', 58542) {{(pid=83992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:32:39.284242 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.api.v2.resource [None req-8be3ed94-484d-4df2-ad92-1f667a02f23e tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] show failed (client error): The resource could not be found. May 03 21:32:39.290611 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [None req-8be3ed94-484d-4df2-ad92-1f667a02f23e tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] 10.222.0.48 "GET /v2.0/security-groups/70c35da1-3406-4ab0-84b1-0914ebbc7d6a HTTP/1.1" status: 404 len: 347 time: 0.0199864 May 03 21:32:39.296228 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.48', 58546) {{(pid=83992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:32:39.440117 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3694773-9e9a-4b14-8308-506312000c7f None None] New status for floating IP 473d8b73-0055-4197-ab4f-c48265640e7c: DOWN {{(pid=83995) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 03 21:32:39.642804 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.plugins.ml2.plugin [None req-08ecfd6c-9dbc-4d6a-b804-110ed43d3a86 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Deleting port 46dc2aa6-0c6c-4194-91c2-95e50d63ca83 {{(pid=83992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 03 21:32:39.643609 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-08ecfd6c-9dbc-4d6a-b804-110ed43d3a86 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781386349267'] for port, before_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:39.926363 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f06a87-a58d-44ff-9276-a1474554fc44 req-f72f95da-32af-4b69-9e05-b3dbdb955ded tempest-VolumesSnapshotTestJSON-1309513029 tempest-VolumesSnapshotTestJSON-1309513029-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:32:39.942350 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-58f06a87-a58d-44ff-9276-a1474554fc44 req-f72f95da-32af-4b69-9e05-b3dbdb955ded tempest-VolumesSnapshotTestJSON-1309513029 tempest-VolumesSnapshotTestJSON-1309513029-project] 10.222.0.48 "GET /v2.0/ports?device_id=7faa75bc-a237-4850-b9c4-fcd56ac7b0b6 HTTP/1.1" status: 200 len: 945 time: 0.1939595 May 03 21:32:40.157355 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-58f06a87-a58d-44ff-9276-a1474554fc44 req-4b31aac1-a76b-4dc8-a032-366a550d9ccb tempest-VolumesSnapshotTestJSON-1309513029 tempest-VolumesSnapshotTestJSON-1309513029-project] 10.222.0.48 "GET /v2.0/security-groups?id=65996721-a490-4a59-8f5d-ec10ee072626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2123396 May 03 21:32:40.183989 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-08ecfd6c-9dbc-4d6a-b804-110ed43d3a86 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749056'] for port, precommit_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:40.184861 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-08ecfd6c-9dbc-4d6a-b804-110ed43d3a86 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:40.205955 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-8ed88a65-8978-4702-b055-cec69325e668 req-54c8bde4-3e6f-43bd-bd60-9666d222f407 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=77f6a8a2-4366-486d-a002-05587e0f46b5 HTTP/1.1" status: 200 len: 1100 time: 0.2582288 May 03 21:32:40.376142 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-8ed88a65-8978-4702-b055-cec69325e668 req-ff90cb54-b616-42f0-b522-197ceb08ee55 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=3dff50d4-faed-48b7-b783-10568bb53def&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1634264 May 03 21:32:40.493638 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.plugins.ml2.plugin [None req-08ecfd6c-9dbc-4d6a-b804-110ed43d3a86 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Calling delete_port for 46dc2aa6-0c6c-4194-91c2-95e50d63ca83 owned by network:floatingip {{(pid=83992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 03 21:32:40.678729 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8feb80b-887f-4829-a1b8-a2b5bdf49d43 req-f798d920-e410-4c2f-aaae-57c2da052998 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:32:40.681854 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-a8feb80b-887f-4829-a1b8-a2b5bdf49d43 req-f798d920-e410-4c2f-aaae-57c2da052998 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] 10.222.0.48 "GET /v2.0/ports?device_id=77f6a8a2-4366-486d-a002-05587e0f46b5 HTTP/1.1" status: 200 len: 947 time: 0.1964545 May 03 21:32:40.937517 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-a8feb80b-887f-4829-a1b8-a2b5bdf49d43 req-af86262c-99bf-4b04-90b6-4cadb5691540 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] 10.222.0.48 "GET /v2.0/security-groups?id=3dff50d4-faed-48b7-b783-10568bb53def&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1059716 May 03 21:32:41.241588 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42dbf11a-0ce4-42a7-9f57-07a686b77856 req-9092ac3b-38cb-4df2-9578-4ec052bcda4f tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:32:41.242987 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-42dbf11a-0ce4-42a7-9f57-07a686b77856 req-9092ac3b-38cb-4df2-9578-4ec052bcda4f tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] 10.222.0.48 "GET /v2.0/ports?device_id=cb2b9b5d-640a-401a-ac60-566b6d8dbc52 HTTP/1.1" status: 200 len: 946 time: 0.1389077 May 03 21:32:41.273771 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.db.api [None req-08ecfd6c-9dbc-4d6a-b804-110ed43d3a86 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83992) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 03 21:32:41.274091 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG oslo_db.api [None req-08ecfd6c-9dbc-4d6a-b804-110ed43d3a86 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 03 21:32:41.314425 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-42dbf11a-0ce4-42a7-9f57-07a686b77856 req-64447270-1bc5-4789-9771-f677ea545991 tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] 10.222.0.48 "GET /v2.0/security-groups?id=017c8b08-e15d-49c0-bac3-c85fbc37c93c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640318 May 03 21:32:41.775608 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.plugins.ml2.plugin [None req-08ecfd6c-9dbc-4d6a-b804-110ed43d3a86 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Deleting port 46dc2aa6-0c6c-4194-91c2-95e50d63ca83 {{(pid=83992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 03 21:32:41.776029 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-08ecfd6c-9dbc-4d6a-b804-110ed43d3a86 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781386349267'] for port, before_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:41.787948 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc1b4d96-2c06-4f7e-98c1-2113e52fdf43 None None] Sync routers for ids ['f21c0d64-741e-4759-bdfc-782120020df7'] in dv-cinder-840377-1-iscsi {{(pid=83994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 03 21:32:41.841849 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc1b4d96-2c06-4f7e-98c1-2113e52fdf43 None None] Routers {'f21c0d64-741e-4759-bdfc-782120020df7'} bound to L3 agent in host dv-cinder-840377-1-iscsi {{(pid=83994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 03 21:32:41.842521 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.l3_hamode_db [None req-fc1b4d96-2c06-4f7e-98c1-2113e52fdf43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840377-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-03T21:19:18Z,description=,heartbeat_timestamp=2022-05-03T21:32:18Z,host='dv-cinder-840377-1-iscsi',id=c192ea1b-f7d6-49b7-9f22-5492fbafc6f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:19:19Z,topic='l3_agent')) {'router_ids': ['f21c0d64-741e-4759-bdfc-782120020df7'], 'active': True} {{(pid=83994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:32:42.062972 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-08ecfd6c-9dbc-4d6a-b804-110ed43d3a86 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749056'] for port, precommit_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:42.062972 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-08ecfd6c-9dbc-4d6a-b804-110ed43d3a86 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:42.193261 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.l3_dvr_db [None req-fc1b4d96-2c06-4f7e-98c1-2113e52fdf43 None None] Set router f21c0d64-741e-4759-bdfc-782120020df7 gateway port host: dv-cinder-840377-1-iscsi {{(pid=83994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 03 21:32:42.243208 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.plugins.ml2.plugin [None req-08ecfd6c-9dbc-4d6a-b804-110ed43d3a86 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Calling delete_port for 46dc2aa6-0c6c-4194-91c2-95e50d63ca83 owned by network:floatingip {{(pid=83992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 03 21:32:42.418974 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c56e09-776c-4041-8ffa-2fd934b6d9e2 req-ab8c04e9-f59b-4ef4-9a4f-96681a3c422c tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:32:42.420656 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-22c56e09-776c-4041-8ffa-2fd934b6d9e2 req-ab8c04e9-f59b-4ef4-9a4f-96681a3c422c tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] 10.222.0.48 "GET /v2.0/ports?device_id=77f6a8a2-4366-486d-a002-05587e0f46b5 HTTP/1.1" status: 200 len: 947 time: 0.1489630 May 03 21:32:42.537095 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-22c56e09-776c-4041-8ffa-2fd934b6d9e2 req-e015901d-38a4-43d2-8e7d-eeb6b541111c tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] 10.222.0.48 "GET /v2.0/security-groups?id=3dff50d4-faed-48b7-b783-10568bb53def&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0869422 May 03 21:32:42.682376 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-08ecfd6c-9dbc-4d6a-b804-110ed43d3a86 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781386188948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781385847444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3996730'] for port, after_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:42.768587 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ecfd6c-9dbc-4d6a-b804-110ed43d3a86 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Pushing event deleted for resources: {'Port': ['ID=46dc2aa6-0c6c-4194-91c2-95e50d63ca83,revision_number=None']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:32:42.896065 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.l3_hamode_db [None req-fc1b4d96-2c06-4f7e-98c1-2113e52fdf43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f21c0d64-741e-4759-bdfc-782120020df7', 'name': 'tempest-TestMinimumBasicScenario-1893502898-router', 'tenant_id': '2f90a38bca9f4d29a080522faa68d887', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c33334bd-f19e-453d-9f7b-349270405c58', 'external_fixed_ips': [{'subnet_id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'ip_address': '172.27.1.25'}], 'enable_snat': True}, 'gw_port_id': 'c0330f7f-d4f4-4e04-9ad9-e74ec0a89b5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:32:21Z', 'updated_at': '2022-05-03T21:32:28Z', 'revision_number': 4, 'project_id': '2f90a38bca9f4d29a080522faa68d887', 'gw_port': {'id': 'c0330f7f-d4f4-4e04-9ad9-e74ec0a89b5c', 'name': '', 'network_id': 'c33334bd-f19e-453d-9f7b-349270405c58', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:25:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f21c0d64-741e-4759-bdfc-782120020df7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'ip_address': '172.27.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:32:22Z', 'updated_at': '2022-05-03T21:32:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840377-1-iscsi', '_interfaces': [{'id': '38a8610c-65e1-496b-9e8a-3f958588700b', 'name': '', 'network_id': '95fe9525-9ef8-4442-8b9e-515d08d35a33', 'tenant_id': '2f90a38bca9f4d29a080522faa68d887', 'mac_address': 'fa:16:3e:2e:1c:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f21c0d64-741e-4759-bdfc-782120020df7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e19a4958-1abc-4dda-bb96-72fefb11aedf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:32:26Z', 'updated_at': '2022-05-03T21:32:28Z', 'revision_number': 2, 'project_id': '2f90a38bca9f4d29a080522faa68d887', 'subnets': [{'id': 'e19a4958-1abc-4dda-bb96-72fefb11aedf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840377-1-iscsi', False) {} {{(pid=83994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:32:42.907066 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc1b4d96-2c06-4f7e-98c1-2113e52fdf43 None None] Checking router: f21c0d64-741e-4759-bdfc-782120020df7 for host: dv-cinder-840377-1-iscsi {{(pid=83994) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 03 21:32:42.907690 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc1b4d96-2c06-4f7e-98c1-2113e52fdf43 None None] Updating router f21c0d64-741e-4759-bdfc-782120020df7 port 38a8610c-65e1-496b-9e8a-3f958588700b binding host dv-cinder-840377-1-iscsi {{(pid=83994) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 03 21:32:42.992904 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-fc1b4d96-2c06-4f7e-98c1-2113e52fdf43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1124352'] for port, before_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:43.014753 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-08ecfd6c-9dbc-4d6a-b804-110ed43d3a86 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Notify callbacks [] for floatingip, after_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:43.041067 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-08ecfd6c-9dbc-4d6a-b804-110ed43d3a86 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93163'] for floatingip, before_response {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:43.042354 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [None req-08ecfd6c-9dbc-4d6a-b804-110ed43d3a86 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] 10.222.0.48 "DELETE /v2.0/floatingips/473d8b73-0055-4197-ab4f-c48265640e7c HTTP/1.1" status: 204 len: 168 time: 3.7504981 May 03 21:32:43.109775 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11eb1e77-2bd8-4632-9f5c-9d97f1cdb6b8 req-2f4277d2-8048-4a13-892a-01167312dcb6 tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:32:43.114664 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-11eb1e77-2bd8-4632-9f5c-9d97f1cdb6b8 req-2f4277d2-8048-4a13-892a-01167312dcb6 tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] 10.222.0.48 "GET /v2.0/ports?device_id=cb2b9b5d-640a-401a-ac60-566b6d8dbc52 HTTP/1.1" status: 200 len: 946 time: 0.3105340 May 03 21:32:43.235033 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-11eb1e77-2bd8-4632-9f5c-9d97f1cdb6b8 req-a31c20a7-b200-4963-bfca-0e16a5e20c63 tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] 10.222.0.48 "GET /v2.0/security-groups?id=017c8b08-e15d-49c0-bac3-c85fbc37c93c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1040905 May 03 21:32:43.652088 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45ff958-08b6-42aa-bb09-9bef06967c00 req-908f446a-f9b5-481c-a8ed-c01eaebac751 tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:32:43.652088 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-a45ff958-08b6-42aa-bb09-9bef06967c00 req-908f446a-f9b5-481c-a8ed-c01eaebac751 tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] 10.222.0.48 "GET /v2.0/ports?device_id=274fd6f3-1f2e-4da8-8c5f-fa173514fc2a HTTP/1.1" status: 200 len: 946 time: 0.2682948 May 03 21:32:43.690864 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-fc1b4d96-2c06-4f7e-98c1-2113e52fdf43 None None] Notify callbacks [] for port, precommit_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:43.710586 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.provisioning_blocks [None req-fc1b4d96-2c06-4f7e-98c1-2113e52fdf43 None None] Transition to ACTIVE for port object 38a8610c-65e1-496b-9e8a-3f958588700b will not be triggered until provisioned by entity L2. {{(pid=83994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 21:32:43.733273 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-a45ff958-08b6-42aa-bb09-9bef06967c00 req-08d3f8a4-6a5e-439c-b42d-c3d6d9b59fd7 tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] 10.222.0.48 "GET /v2.0/security-groups?id=7027a18b-ac9e-45f0-8010-84baee7160ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0774424 May 03 21:32:43.931404 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-fc1b4d96-2c06-4f7e-98c1-2113e52fdf43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781386188966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781385847453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781385847498'] for port, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:44.141458 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2e45e5-d1fb-40a8-b2ed-df937ce0f8fc req-0ee34f89-bd7a-47ee-85c1-40587c47c7fd tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:32:44.169413 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-0c2e45e5-d1fb-40a8-b2ed-df937ce0f8fc req-0ee34f89-bd7a-47ee-85c1-40587c47c7fd tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] 10.222.0.48 "GET /v2.0/ports?device_id=77f6a8a2-4366-486d-a002-05587e0f46b5 HTTP/1.1" status: 200 len: 947 time: 0.2228973 May 03 21:32:44.273587 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-0c2e45e5-d1fb-40a8-b2ed-df937ce0f8fc req-6069b85b-675d-4f68-8c8f-65d5f648ad1d tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] 10.222.0.48 "GET /v2.0/security-groups?id=3dff50d4-faed-48b7-b783-10568bb53def&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1032825 May 03 21:32:44.353056 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b827d50-03af-4155-b640-badab0c52837 None None] Pushing event updated for resources: {'Port': ['ID=38a8610c-65e1-496b-9e8a-3f958588700b,revision_number=3']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:32:44.532760 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83596cb-7a47-4602-8c6c-d040e142cdfd req-579f1004-900d-4522-83b5-0ed4380d4217 tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:32:44.534259 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-c83596cb-7a47-4602-8c6c-d040e142cdfd req-579f1004-900d-4522-83b5-0ed4380d4217 tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] 10.222.0.48 "GET /v2.0/ports?device_id=cb2b9b5d-640a-401a-ac60-566b6d8dbc52 HTTP/1.1" status: 200 len: 946 time: 0.0968239 May 03 21:32:44.562195 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.managers [None req-fc1b4d96-2c06-4f7e-98c1-2113e52fdf43 None None] Attempting to bind port 38a8610c-65e1-496b-9e8a-3f958588700b on host dv-cinder-840377-1-iscsi for vnic_type normal with profile {{(pid=83994) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 21:32:44.562563 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.managers [None req-fc1b4d96-2c06-4f7e-98c1-2113e52fdf43 None None] Attempting to bind port 38a8610c-65e1-496b-9e8a-3f958588700b by drivers openvswitch,hyperv on host dv-cinder-840377-1-iscsi at level 0 using segments [{'id': 'a6e5a805-a5ef-46fa-bc9c-300e48aba39c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '95fe9525-9ef8-4442-8b9e-515d08d35a33'}] {{(pid=83994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 21:32:44.563156 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc1b4d96-2c06-4f7e-98c1-2113e52fdf43 None None] Attempting to bind port 38a8610c-65e1-496b-9e8a-3f958588700b on network 95fe9525-9ef8-4442-8b9e-515d08d35a33 {{(pid=83994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 03 21:32:44.605308 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-c83596cb-7a47-4602-8c6c-d040e142cdfd req-fe03a713-59e2-4877-9f27-f60ab13637b7 tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] 10.222.0.48 "GET /v2.0/security-groups?id=017c8b08-e15d-49c0-bac3-c85fbc37c93c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598898 May 03 21:32:44.644565 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc1b4d96-2c06-4f7e-98c1-2113e52fdf43 None None] Checking agent: {'id': 'fb00ce1e-8ae6-4b1c-988b-a0ad40f400cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840377-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 21, 19, 20), 'started_at': datetime.datetime(2022, 5, 3, 21, 19, 50), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 21, 32, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840377-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 03 21:32:44.644982 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc1b4d96-2c06-4f7e-98c1-2113e52fdf43 None None] Checking segment: {'id': 'a6e5a805-a5ef-46fa-bc9c-300e48aba39c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '95fe9525-9ef8-4442-8b9e-515d08d35a33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 03 21:32:44.645567 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-fc1b4d96-2c06-4f7e-98c1-2113e52fdf43 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:44.646003 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc1b4d96-2c06-4f7e-98c1-2113e52fdf43 None None] Bound using segment: {'id': 'a6e5a805-a5ef-46fa-bc9c-300e48aba39c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '95fe9525-9ef8-4442-8b9e-515d08d35a33'} {{(pid=83994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 03 21:32:44.647005 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.managers [None req-fc1b4d96-2c06-4f7e-98c1-2113e52fdf43 None None] Bound port: 38a8610c-65e1-496b-9e8a-3f958588700b, host: dv-cinder-840377-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6e5a805-a5ef-46fa-bc9c-300e48aba39c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '95fe9525-9ef8-4442-8b9e-515d08d35a33'}}] {{(pid=83994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 21:32:44.647871 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-fc1b4d96-2c06-4f7e-98c1-2113e52fdf43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1124352'] for port, before_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:44.857555 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.db [None req-fc1b4d96-2c06-4f7e-98c1-2113e52fdf43 None None] For port 38a8610c-65e1-496b-9e8a-3f958588700b, host dv-cinder-840377-1-iscsi, cleared binding levels {{(pid=83994) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 21:32:44.857555 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.db [None req-fc1b4d96-2c06-4f7e-98c1-2113e52fdf43 None None] For port 38a8610c-65e1-496b-9e8a-3f958588700b, host dv-cinder-840377-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840377-1-iscsi',level=0,port_id=38a8610c-65e1-496b-9e8a-3f958588700b,segment=NetworkSegment(a6e5a805-a5ef-46fa-bc9c-300e48aba39c),segment_id=a6e5a805-a5ef-46fa-bc9c-300e48aba39c)] {{(pid=83994) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 21:32:45.024365 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5105400d-c022-4a09-a8ea-c2bc9826f855 req-eee14ef6-72dc-4dc9-8a41-10e797216be7 tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:32:45.026741 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-5105400d-c022-4a09-a8ea-c2bc9826f855 req-eee14ef6-72dc-4dc9-8a41-10e797216be7 tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] 10.222.0.48 "GET /v2.0/ports?device_id=274fd6f3-1f2e-4da8-8c5f-fa173514fc2a HTTP/1.1" status: 200 len: 946 time: 0.1334381 May 03 21:32:45.100641 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-5105400d-c022-4a09-a8ea-c2bc9826f855 req-abfe85f7-a99a-471f-9a2e-f9a073a9ace7 tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] 10.222.0.48 "GET /v2.0/security-groups?id=7027a18b-ac9e-45f0-8010-84baee7160ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678217 May 03 21:32:45.128564 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-fc1b4d96-2c06-4f7e-98c1-2113e52fdf43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781386188966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781385847453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781385847498'] for port, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:45.245828 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b827d50-03af-4155-b640-badab0c52837 None None] Pushing event updated for resources: {'Port': ['ID=38a8610c-65e1-496b-9e8a-3f958588700b,revision_number=4']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:32:45.250428 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc1b4d96-2c06-4f7e-98c1-2113e52fdf43 None None] Routers {'f21c0d64-741e-4759-bdfc-782120020df7'} bound to L3 agent in host dv-cinder-840377-1-iscsi {{(pid=83994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 03 21:32:45.251208 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.l3_hamode_db [None req-fc1b4d96-2c06-4f7e-98c1-2113e52fdf43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840377-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-03T21:19:18Z,description=,heartbeat_timestamp=2022-05-03T21:32:18Z,host='dv-cinder-840377-1-iscsi',id=c192ea1b-f7d6-49b7-9f22-5492fbafc6f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:19:19Z,topic='l3_agent')) {'router_ids': ['f21c0d64-741e-4759-bdfc-782120020df7'], 'active': True} {{(pid=83994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:32:45.594125 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.l3_dvr_db [None req-fc1b4d96-2c06-4f7e-98c1-2113e52fdf43 None None] Set router f21c0d64-741e-4759-bdfc-782120020df7 gateway port host: dv-cinder-840377-1-iscsi {{(pid=83994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 03 21:32:45.619266 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c71ec3d-1519-4a1e-9de9-11bee03e809b req-db9db996-0be1-474c-8085-329650be0936 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:32:45.628479 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-9c71ec3d-1519-4a1e-9de9-11bee03e809b req-db9db996-0be1-474c-8085-329650be0936 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] 10.222.0.48 "GET /v2.0/ports?device_id=77f6a8a2-4366-486d-a002-05587e0f46b5 HTTP/1.1" status: 200 len: 947 time: 0.1074076 May 03 21:32:45.700447 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-9c71ec3d-1519-4a1e-9de9-11bee03e809b req-12ef50cc-e3bc-4cf9-b2b4-37645ae60522 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] 10.222.0.48 "GET /v2.0/security-groups?id=3dff50d4-faed-48b7-b783-10568bb53def&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722437 May 03 21:32:45.979002 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98eb3303-d3d7-4fce-ad5a-4079954c0b9a req-96fb1287-14d8-43ac-9d0f-c8e90b0924bd tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:32:45.981261 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-98eb3303-d3d7-4fce-ad5a-4079954c0b9a req-96fb1287-14d8-43ac-9d0f-c8e90b0924bd tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] 10.222.0.48 "GET /v2.0/ports?device_id=cb2b9b5d-640a-401a-ac60-566b6d8dbc52 HTTP/1.1" status: 200 len: 946 time: 0.1834178 May 03 21:32:45.997044 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.l3_hamode_db [None req-fc1b4d96-2c06-4f7e-98c1-2113e52fdf43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f21c0d64-741e-4759-bdfc-782120020df7', 'name': 'tempest-TestMinimumBasicScenario-1893502898-router', 'tenant_id': '2f90a38bca9f4d29a080522faa68d887', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c33334bd-f19e-453d-9f7b-349270405c58', 'external_fixed_ips': [{'subnet_id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'ip_address': '172.27.1.25'}], 'enable_snat': True}, 'gw_port_id': 'c0330f7f-d4f4-4e04-9ad9-e74ec0a89b5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:32:21Z', 'updated_at': '2022-05-03T21:32:28Z', 'revision_number': 4, 'project_id': '2f90a38bca9f4d29a080522faa68d887', 'gw_port': {'id': 'c0330f7f-d4f4-4e04-9ad9-e74ec0a89b5c', 'name': '', 'network_id': 'c33334bd-f19e-453d-9f7b-349270405c58', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:25:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f21c0d64-741e-4759-bdfc-782120020df7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'ip_address': '172.27.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:32:22Z', 'updated_at': '2022-05-03T21:32:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840377-1-iscsi', '_interfaces': [{'id': '38a8610c-65e1-496b-9e8a-3f958588700b', 'name': '', 'network_id': '95fe9525-9ef8-4442-8b9e-515d08d35a33', 'tenant_id': '2f90a38bca9f4d29a080522faa68d887', 'mac_address': 'fa:16:3e:2e:1c:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f21c0d64-741e-4759-bdfc-782120020df7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e19a4958-1abc-4dda-bb96-72fefb11aedf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:32:26Z', 'updated_at': '2022-05-03T21:32:44Z', 'revision_number': 4, 'project_id': '2f90a38bca9f4d29a080522faa68d887', 'subnets': [{'id': 'e19a4958-1abc-4dda-bb96-72fefb11aedf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840377-1-iscsi', False) {} {{(pid=83994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:32:46.003826 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc1b4d96-2c06-4f7e-98c1-2113e52fdf43 None None] The sync data for ids ['f21c0d64-741e-4759-bdfc-782120020df7'] in dv-cinder-840377-1-iscsi is: [{'id': 'f21c0d64-741e-4759-bdfc-782120020df7', 'name': 'tempest-TestMinimumBasicScenario-1893502898-router', 'tenant_id': '2f90a38bca9f4d29a080522faa68d887', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c33334bd-f19e-453d-9f7b-349270405c58', 'external_fixed_ips': [{'subnet_id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'ip_address': '172.27.1.25'}], 'enable_snat': True}, 'gw_port_id': 'c0330f7f-d4f4-4e04-9ad9-e74ec0a89b5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:32:21Z', 'updated_at': '2022-05-03T21:32:28Z', 'revision_number': 4, 'project_id': '2f90a38bca9f4d29a080522faa68d887', 'gw_port': {'id': 'c0330f7f-d4f4-4e04-9ad9-e74ec0a89b5c', 'name': '', 'network_id': 'c33334bd-f19e-453d-9f7b-349270405c58', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:25:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f21c0d64-741e-4759-bdfc-782120020df7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'ip_address': '172.27.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:32:22Z', 'updated_at': '2022-05-03T21:32:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840377-1-iscsi', '_interfaces': [{'id': '38a8610c-65e1-496b-9e8a-3f958588700b', 'name': '', 'network_id': '95fe9525-9ef8-4442-8b9e-515d08d35a33', 'tenant_id': '2f90a38bca9f4d29a080522faa68d887', 'mac_address': 'fa:16:3e:2e:1c:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f21c0d64-741e-4759-bdfc-782120020df7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e19a4958-1abc-4dda-bb96-72fefb11aedf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:32:26Z', 'updated_at': '2022-05-03T21:32:44Z', 'revision_number': 4, 'project_id': '2f90a38bca9f4d29a080522faa68d887', 'subnets': [{'id': 'e19a4958-1abc-4dda-bb96-72fefb11aedf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 03 21:32:46.040071 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-98eb3303-d3d7-4fce-ad5a-4079954c0b9a req-c133c600-a478-4140-9293-b32d66bdca86 tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] 10.222.0.48 "GET /v2.0/security-groups?id=017c8b08-e15d-49c0-bac3-c85fbc37c93c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493526 May 03 21:32:46.381984 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-393837cf-25dc-4293-a968-3545c4c2c54a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781386283879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2080842'] for agent, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:46.655077 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cd865a-b20b-4458-8fd9-302e8d62e1cb req-259b85f1-a1e7-458f-b5f7-c5058f6aac6b tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:32:46.657913 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-34cd865a-b20b-4458-8fd9-302e8d62e1cb req-259b85f1-a1e7-458f-b5f7-c5058f6aac6b tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] 10.222.0.48 "GET /v2.0/ports?device_id=274fd6f3-1f2e-4da8-8c5f-fa173514fc2a HTTP/1.1" status: 200 len: 946 time: 0.2544384 May 03 21:32:46.751311 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-34cd865a-b20b-4458-8fd9-302e8d62e1cb req-08501e7f-50b0-4414-9553-0e374115e361 tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] 10.222.0.48 "GET /v2.0/security-groups?id=7027a18b-ac9e-45f0-8010-84baee7160ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0870559 May 03 21:32:47.485262 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b723b3-49a7-41ec-89a2-cd3a57213a19 req-39864052-7ee6-4106-ab99-ed8b7347aec3 tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:32:47.487513 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-00b723b3-49a7-41ec-89a2-cd3a57213a19 req-39864052-7ee6-4106-ab99-ed8b7347aec3 tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] 10.222.0.48 "GET /v2.0/ports?device_id=cb2b9b5d-640a-401a-ac60-566b6d8dbc52 HTTP/1.1" status: 200 len: 946 time: 0.1277170 May 03 21:32:47.544930 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-00b723b3-49a7-41ec-89a2-cd3a57213a19 req-006c3fbf-0949-4fe6-8312-2070c2dc8826 tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] 10.222.0.48 "GET /v2.0/security-groups?id=017c8b08-e15d-49c0-bac3-c85fbc37c93c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500400 May 03 21:32:47.666039 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.rpc [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Device 38a8610c-65e1-496b-9e8a-3f958588700b up at agent ovs-agent-dv-cinder-840377-1-iscsi {{(pid=83994) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 21:32:47.827399 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.provisioning_blocks [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Provisioning for port 38a8610c-65e1-496b-9e8a-3f958588700b completed by entity L2. {{(pid=83994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 21:32:47.835293 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.provisioning_blocks [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Provisioning complete for port 38a8610c-65e1-496b-9e8a-3f958588700b triggered by entity L2. {{(pid=83994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:32:47.836874 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2080827'] for port, provisioning_complete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:47.983718 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1124352'] for port, before_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:48.025134 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.db [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] For port 38a8610c-65e1-496b-9e8a-3f958588700b, host dv-cinder-840377-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840377-1-iscsi',level=0,port_id=38a8610c-65e1-496b-9e8a-3f958588700b,segment=NetworkSegment(a6e5a805-a5ef-46fa-bc9c-300e48aba39c),segment_id=a6e5a805-a5ef-46fa-bc9c-300e48aba39c)] {{(pid=83994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 21:32:48.033594 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5e2a75-8a47-4c02-a2c5-88c1c58afae7 req-3cf77d00-9b1a-43dc-8308-d99f162cabaa tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:32:48.037144 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-5c5e2a75-8a47-4c02-a2c5-88c1c58afae7 req-3cf77d00-9b1a-43dc-8308-d99f162cabaa tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] 10.222.0.48 "GET /v2.0/ports?device_id=274fd6f3-1f2e-4da8-8c5f-fa173514fc2a HTTP/1.1" status: 200 len: 946 time: 0.1160698 May 03 21:32:48.087203 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781386188966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781385847453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781385847498'] for port, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:48.123447 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-5c5e2a75-8a47-4c02-a2c5-88c1c58afae7 req-3811df8d-5736-4fd7-92ea-68f965272f87 tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] 10.222.0.48 "GET /v2.0/security-groups?id=7027a18b-ac9e-45f0-8010-84baee7160ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0813172 May 03 21:32:48.182891 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Pushing event updated for resources: {'Port': ['ID=38a8610c-65e1-496b-9e8a-3f958588700b,revision_number=5']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:32:48.653638 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-d91274d0-89de-4234-a555-9a4c319fe019 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781386283879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2080842'] for agent, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:48.798497 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aab7dd6-f947-45f3-95ea-bcf72af6867f req-b45d88cf-066e-4990-8c84-bbd85ab84a65 tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:32:48.799929 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-2aab7dd6-f947-45f3-95ea-bcf72af6867f req-b45d88cf-066e-4990-8c84-bbd85ab84a65 tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] 10.222.0.48 "GET /v2.0/ports?device_id=cb2b9b5d-640a-401a-ac60-566b6d8dbc52 HTTP/1.1" status: 200 len: 946 time: 0.1070442 May 03 21:32:48.885001 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-2aab7dd6-f947-45f3-95ea-bcf72af6867f req-537e9b2b-5c9c-4c11-88ec-72906f3db39e tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] 10.222.0.48 "GET /v2.0/security-groups?id=017c8b08-e15d-49c0-bac3-c85fbc37c93c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0774174 May 03 21:32:49.367579 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c69d5a2-96f8-4625-ad8c-7d84f067fe93 req-184a261b-b99f-457b-aba0-714cf29d9304 tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:32:49.369216 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-4c69d5a2-96f8-4625-ad8c-7d84f067fe93 req-184a261b-b99f-457b-aba0-714cf29d9304 tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] 10.222.0.48 "GET /v2.0/ports?device_id=274fd6f3-1f2e-4da8-8c5f-fa173514fc2a HTTP/1.1" status: 200 len: 946 time: 0.1042023 May 03 21:32:49.429439 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-4c69d5a2-96f8-4625-ad8c-7d84f067fe93 req-e353cd54-89f0-4d74-9897-452d5acacd91 tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] 10.222.0.48 "GET /v2.0/security-groups?id=7027a18b-ac9e-45f0-8010-84baee7160ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517538 May 03 21:32:49.590656 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781386283879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2080842'] for agent, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:49.703270 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.rpc [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Device 38a8610c-65e1-496b-9e8a-3f958588700b up at agent ovs-agent-dv-cinder-840377-1-iscsi {{(pid=83994) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 21:32:49.793207 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.provisioning_blocks [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Provisioning complete for port 38a8610c-65e1-496b-9e8a-3f958588700b triggered by entity L2. {{(pid=83994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:32:49.793731 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2080827'] for port, provisioning_complete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:49.825053 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781386283879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2080842'] for agent, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:49.843207 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-0dfda447-9707-4eba-99ce-657c79a02a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781386283879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2080842'] for agent, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:50.184604 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96dcb2f-e82c-4dde-924f-8253a7b9bc78 req-f23f5a00-15ac-439e-91c1-9af2331d79c1 tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:32:50.186791 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-f96dcb2f-e82c-4dde-924f-8253a7b9bc78 req-f23f5a00-15ac-439e-91c1-9af2331d79c1 tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] 10.222.0.48 "GET /v2.0/ports?device_id=cb2b9b5d-640a-401a-ac60-566b6d8dbc52 HTTP/1.1" status: 200 len: 946 time: 0.1270285 May 03 21:32:50.239938 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-f96dcb2f-e82c-4dde-924f-8253a7b9bc78 req-b14eb50c-e066-488d-8ca7-28a2556b77a3 tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] 10.222.0.48 "GET /v2.0/security-groups?id=017c8b08-e15d-49c0-bac3-c85fbc37c93c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463357 May 03 21:32:50.678767 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11254417-fdc2-43e8-90b9-164983d52011 req-17d32d00-45eb-4529-8f8c-776ec13716a6 tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:32:50.680546 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-11254417-fdc2-43e8-90b9-164983d52011 req-17d32d00-45eb-4529-8f8c-776ec13716a6 tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] 10.222.0.48 "GET /v2.0/ports?device_id=274fd6f3-1f2e-4da8-8c5f-fa173514fc2a HTTP/1.1" status: 200 len: 946 time: 0.1109135 May 03 21:32:50.756506 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-11254417-fdc2-43e8-90b9-164983d52011 req-c917a512-df67-47dd-90aa-9e7038deb1fb tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] 10.222.0.48 "GET /v2.0/security-groups?id=7027a18b-ac9e-45f0-8010-84baee7160ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677402 May 03 21:32:51.170369 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-672d275f-a9b7-498c-8eb6-010b5168d44a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781386283879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2080842'] for agent, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:51.673342 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0635b327-d593-4ac8-b9af-8b5d249a28e2 req-9545320a-4818-4b42-b393-eaad003709d0 tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:32:51.675945 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-0635b327-d593-4ac8-b9af-8b5d249a28e2 req-9545320a-4818-4b42-b393-eaad003709d0 tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] 10.222.0.48 "GET /v2.0/ports?device_id=cb2b9b5d-640a-401a-ac60-566b6d8dbc52 HTTP/1.1" status: 200 len: 946 time: 0.1461926 May 03 21:32:51.748472 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-0635b327-d593-4ac8-b9af-8b5d249a28e2 req-c21f06a7-2030-4065-a760-24b5ce33072a tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] 10.222.0.48 "GET /v2.0/security-groups?id=017c8b08-e15d-49c0-bac3-c85fbc37c93c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643947 May 03 21:32:52.041193 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9720ed67-a0b7-4fee-a6ae-85a10cc8bcf7 req-e4e52775-bc9e-4778-83de-8f3642052efc tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:32:52.043043 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-9720ed67-a0b7-4fee-a6ae-85a10cc8bcf7 req-e4e52775-bc9e-4778-83de-8f3642052efc tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] 10.222.0.48 "GET /v2.0/ports?device_id=274fd6f3-1f2e-4da8-8c5f-fa173514fc2a HTTP/1.1" status: 200 len: 946 time: 0.0894160 May 03 21:32:52.101889 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-9720ed67-a0b7-4fee-a6ae-85a10cc8bcf7 req-01621c9a-c722-495a-a1b9-f08c9c59a48d tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] 10.222.0.48 "GET /v2.0/security-groups?id=7027a18b-ac9e-45f0-8010-84baee7160ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530534 May 03 21:32:53.002076 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e92b83a-bf78-42e1-82de-19849fd9d774 req-8ef51a58-1465-49a3-af0e-afe66becb1e0 tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:32:53.003716 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-9e92b83a-bf78-42e1-82de-19849fd9d774 req-8ef51a58-1465-49a3-af0e-afe66becb1e0 tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] 10.222.0.48 "GET /v2.0/ports?device_id=cb2b9b5d-640a-401a-ac60-566b6d8dbc52 HTTP/1.1" status: 200 len: 946 time: 0.0918195 May 03 21:32:53.052783 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-9e92b83a-bf78-42e1-82de-19849fd9d774 req-107b0ba0-6fbb-48f1-9d32-03a1631d80fb tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] 10.222.0.48 "GET /v2.0/security-groups?id=017c8b08-e15d-49c0-bac3-c85fbc37c93c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425293 May 03 21:32:53.377591 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95739901-e482-4617-8fe1-46f512e01eeb req-03d87774-eb17-40f3-ae1d-809ae4e695d9 tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:32:53.382350 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-95739901-e482-4617-8fe1-46f512e01eeb req-03d87774-eb17-40f3-ae1d-809ae4e695d9 tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] 10.222.0.48 "GET /v2.0/ports?device_id=274fd6f3-1f2e-4da8-8c5f-fa173514fc2a HTTP/1.1" status: 200 len: 946 time: 0.1436505 May 03 21:32:53.520695 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-95739901-e482-4617-8fe1-46f512e01eeb req-9f4bd0ee-01e6-4e61-bca0-a8363cfc656b tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] 10.222.0.48 "GET /v2.0/security-groups?id=7027a18b-ac9e-45f0-8010-84baee7160ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1237514 May 03 21:32:54.350811 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc92c48a-1c88-4d35-ac1d-9257be26ce90 req-84462eb4-ecee-4517-8ccd-e9e387185c25 tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:32:54.358376 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-dc92c48a-1c88-4d35-ac1d-9257be26ce90 req-84462eb4-ecee-4517-8ccd-e9e387185c25 tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] 10.222.0.48 "GET /v2.0/ports?device_id=cb2b9b5d-640a-401a-ac60-566b6d8dbc52 HTTP/1.1" status: 200 len: 946 time: 0.1264710 May 03 21:32:54.420128 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-dc92c48a-1c88-4d35-ac1d-9257be26ce90 req-03dc123c-4557-4102-a2f4-fda4da266887 tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] 10.222.0.48 "GET /v2.0/security-groups?id=017c8b08-e15d-49c0-bac3-c85fbc37c93c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604966 May 03 21:32:54.501878 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe879ac1-932c-4a9d-bf12-027017f5ab83 req-a062cc9b-667c-496f-bc13-1ca215a0b59e tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:32:54.503226 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.quota.resource [req-fe879ac1-932c-4a9d-bf12-027017f5ab83 req-a062cc9b-667c-496f-bc13-1ca215a0b59e tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Synchronizing usage tracker for tenant:bd571e41b44a4bc6b16bf8163252f168 on resource:port {{(pid=83992) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 21:32:54.662141 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.quota.resource [req-fe879ac1-932c-4a9d-bf12-027017f5ab83 req-a062cc9b-667c-496f-bc13-1ca215a0b59e tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Unset dirty status for tenant:bd571e41b44a4bc6b16bf8163252f168 on resource:port {{(pid=83992) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 21:32:54.668272 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-fe879ac1-932c-4a9d-bf12-027017f5ab83 req-a062cc9b-667c-496f-bc13-1ca215a0b59e tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] 10.222.0.48 "GET /v2.0/ports?device_id=12a46337-1502-4a61-8c0d-8b5dd98d5a14 HTTP/1.1" status: 200 len: 946 time: 0.2750611 May 03 21:32:54.725056 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.quota.resource [req-fe879ac1-932c-4a9d-bf12-027017f5ab83 req-62ef6b7f-9cbe-461d-8ddb-6d3db3e0b268 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Synchronizing usage tracker for tenant:bd571e41b44a4bc6b16bf8163252f168 on resource:security_group {{(pid=83992) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 21:32:54.783133 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb18983-0a8a-4ab9-81f7-89b8f24dd04c req-0a941c8b-e100-49c5-b073-e10d67712340 tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:32:54.784693 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-adb18983-0a8a-4ab9-81f7-89b8f24dd04c req-0a941c8b-e100-49c5-b073-e10d67712340 tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] 10.222.0.48 "GET /v2.0/ports?device_id=274fd6f3-1f2e-4da8-8c5f-fa173514fc2a HTTP/1.1" status: 200 len: 946 time: 0.0963092 May 03 21:32:54.811947 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.quota.resource [req-fe879ac1-932c-4a9d-bf12-027017f5ab83 req-62ef6b7f-9cbe-461d-8ddb-6d3db3e0b268 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Unset dirty status for tenant:bd571e41b44a4bc6b16bf8163252f168 on resource:security_group {{(pid=83992) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 21:32:54.813830 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-fe879ac1-932c-4a9d-bf12-027017f5ab83 req-62ef6b7f-9cbe-461d-8ddb-6d3db3e0b268 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] 10.222.0.48 "GET /v2.0/security-groups?id=73d0b568-6014-48c2-b361-ba1ad81e233d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1422815 May 03 21:32:54.848066 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-adb18983-0a8a-4ab9-81f7-89b8f24dd04c req-db1fd935-670d-48ca-b0bf-d63f2de2ff6f tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] 10.222.0.48 "GET /v2.0/security-groups?id=7027a18b-ac9e-45f0-8010-84baee7160ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527899 May 03 21:32:55.653144 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47834467-1452-41a3-a1d8-1f4c7fccea57 req-0c413299-bb36-4472-9b1a-5d014d9c5717 tempest-TestMinimumBasicScenario-1676527086 tempest-TestMinimumBasicScenario-1676527086-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:32:55.654423 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [req-47834467-1452-41a3-a1d8-1f4c7fccea57 req-0c413299-bb36-4472-9b1a-5d014d9c5717 tempest-TestMinimumBasicScenario-1676527086 tempest-TestMinimumBasicScenario-1676527086-project] Synchronizing usage tracker for tenant:03af834dfea4426086d2125bcea03d0f on resource:network {{(pid=83993) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 21:32:55.745197 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97527fbd-110d-4e96-81e0-e317d3b7802c req-46b7a4a2-9c21-4939-bc93-3084d18ea2b4 tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:32:55.759403 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-97527fbd-110d-4e96-81e0-e317d3b7802c req-46b7a4a2-9c21-4939-bc93-3084d18ea2b4 tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] 10.222.0.48 "GET /v2.0/ports?device_id=cb2b9b5d-640a-401a-ac60-566b6d8dbc52 HTTP/1.1" status: 200 len: 946 time: 0.1442587 May 03 21:32:55.764339 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [req-47834467-1452-41a3-a1d8-1f4c7fccea57 req-0c413299-bb36-4472-9b1a-5d014d9c5717 tempest-TestMinimumBasicScenario-1676527086 tempest-TestMinimumBasicScenario-1676527086-project] Unset dirty status for tenant:03af834dfea4426086d2125bcea03d0f on resource:network {{(pid=83993) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 21:32:55.766037 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-47834467-1452-41a3-a1d8-1f4c7fccea57 req-0c413299-bb36-4472-9b1a-5d014d9c5717 tempest-TestMinimumBasicScenario-1676527086 tempest-TestMinimumBasicScenario-1676527086-project] 10.222.0.48 "GET /v2.0/networks?id=9b51a3a3-5ba7-4915-a72e-fc06fbab7914 HTTP/1.1" status: 200 len: 814 time: 0.3699927 May 03 21:32:55.792669 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-47834467-1452-41a3-a1d8-1f4c7fccea57 req-79ca1931-885d-46a3-be95-87160aca4650 tempest-TestMinimumBasicScenario-1676527086 tempest-TestMinimumBasicScenario-1676527086-project] 10.222.0.48 "GET /v2.0/quotas/03af834dfea4426086d2125bcea03d0f HTTP/1.1" status: 200 len: 375 time: 0.0161657 May 03 21:32:55.840510 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-97527fbd-110d-4e96-81e0-e317d3b7802c req-45139880-dd49-44ec-a9f2-e2599c259cc7 tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] 10.222.0.48 "GET /v2.0/security-groups?id=017c8b08-e15d-49c0-bac3-c85fbc37c93c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0797985 May 03 21:32:55.951605 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-47834467-1452-41a3-a1d8-1f4c7fccea57 req-b076a266-cd0c-4671-b3ff-00404db964e6 tempest-TestMinimumBasicScenario-1676527086 tempest-TestMinimumBasicScenario-1676527086-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=03af834dfea4426086d2125bcea03d0f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1508765 May 03 21:32:56.147969 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712211a5-2a5b-47b9-a8d3-3ea2fcf5238e req-5d3f7f91-6c03-458c-9200-1b8aed6941fc tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:32:56.150162 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-712211a5-2a5b-47b9-a8d3-3ea2fcf5238e req-5d3f7f91-6c03-458c-9200-1b8aed6941fc tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] 10.222.0.48 "GET /v2.0/ports?device_id=12a46337-1502-4a61-8c0d-8b5dd98d5a14 HTTP/1.1" status: 200 len: 946 time: 0.1317511 May 03 21:32:56.186293 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-47834467-1452-41a3-a1d8-1f4c7fccea57 req-d831c099-ca6c-4412-b239-6fc650e92ac2 service neutron] 10.222.0.48 "GET /v2.0/networks/9b51a3a3-5ba7-4915-a72e-fc06fbab7914?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2201502 May 03 21:32:56.237822 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-712211a5-2a5b-47b9-a8d3-3ea2fcf5238e req-70f3b5f6-83f0-4ca7-b112-ae2a0a348d70 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] 10.222.0.48 "GET /v2.0/security-groups?id=73d0b568-6014-48c2-b361-ba1ad81e233d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0809689 May 03 21:32:56.389535 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-47834467-1452-41a3-a1d8-1f4c7fccea57 req-0c1a6e06-dee4-4725-841c-b915c28ac4c9 service neutron] 10.222.0.48 "GET /v2.0/networks/9b51a3a3-5ba7-4915-a72e-fc06fbab7914?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1931348 May 03 21:32:56.499198 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66219a2c-de4b-4766-8109-26cb0187de5e req-daa3197b-16de-48f7-b128-7b6bcc9d4970 tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:32:56.504633 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-66219a2c-de4b-4766-8109-26cb0187de5e req-daa3197b-16de-48f7-b128-7b6bcc9d4970 tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] 10.222.0.48 "GET /v2.0/ports?device_id=274fd6f3-1f2e-4da8-8c5f-fa173514fc2a HTTP/1.1" status: 200 len: 946 time: 0.1112359 May 03 21:32:56.573068 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-66219a2c-de4b-4766-8109-26cb0187de5e req-f6b8ed92-15fd-4b0e-9fbb-fb6dd62a71f7 tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] 10.222.0.48 "GET /v2.0/security-groups?id=7027a18b-ac9e-45f0-8010-84baee7160ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677319 May 03 21:32:56.803245 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.quota.resource [req-d59aa897-d0fb-4605-98aa-f76aeb4f9cff req-d446c980-08b6-4dad-8298-69636c796591 tempest-TestMinimumBasicScenario-1676527086 tempest-TestMinimumBasicScenario-1676527086-project] Synchronizing usage tracker for tenant:03af834dfea4426086d2125bcea03d0f on resource:port {{(pid=83992) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 21:32:56.927624 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.quota.resource [req-d59aa897-d0fb-4605-98aa-f76aeb4f9cff req-d446c980-08b6-4dad-8298-69636c796591 tempest-TestMinimumBasicScenario-1676527086 tempest-TestMinimumBasicScenario-1676527086-project] Unset dirty status for tenant:03af834dfea4426086d2125bcea03d0f on resource:port {{(pid=83992) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 21:32:56.929171 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-d59aa897-d0fb-4605-98aa-f76aeb4f9cff req-d446c980-08b6-4dad-8298-69636c796591 tempest-TestMinimumBasicScenario-1676527086 tempest-TestMinimumBasicScenario-1676527086-project] 10.222.0.48 "GET /v2.0/ports?device_id=f13ba9d5-9344-4748-8e24-118858bfce42 HTTP/1.1" status: 200 len: 210 time: 0.1876278 May 03 21:32:57.086555 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d922695-395c-499e-a035-adfadd7dee61 req-907bba42-7bc2-4d65-b9ce-493902ed73c9 tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:32:57.088234 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-8d922695-395c-499e-a035-adfadd7dee61 req-907bba42-7bc2-4d65-b9ce-493902ed73c9 tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] 10.222.0.48 "GET /v2.0/ports?device_id=cb2b9b5d-640a-401a-ac60-566b6d8dbc52 HTTP/1.1" status: 200 len: 946 time: 0.0977075 May 03 21:32:57.143022 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-8d922695-395c-499e-a035-adfadd7dee61 req-0e287632-5f5c-408b-a3ad-43fbf2ef569b tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] 10.222.0.48 "GET /v2.0/security-groups?id=017c8b08-e15d-49c0-bac3-c85fbc37c93c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473800 May 03 21:32:57.488213 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b214ce-ea25-476f-b167-02a25df673c2 req-9e2007f1-5487-456c-9682-e38f781a1435 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:32:57.490666 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-91b214ce-ea25-476f-b167-02a25df673c2 req-9e2007f1-5487-456c-9682-e38f781a1435 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] 10.222.0.48 "GET /v2.0/ports?device_id=12a46337-1502-4a61-8c0d-8b5dd98d5a14 HTTP/1.1" status: 200 len: 946 time: 0.0892451 May 03 21:32:57.545054 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-91b214ce-ea25-476f-b167-02a25df673c2 req-f4e29343-ab7a-4574-8a4f-bc927716451d tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] 10.222.0.48 "GET /v2.0/security-groups?id=73d0b568-6014-48c2-b361-ba1ad81e233d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483077 May 03 21:32:57.923938 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fa2579-bc14-425a-ae03-8308491adf3d req-79e5e07c-95ab-4a52-97a4-b1ba29f6f348 tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:32:57.932495 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-f6fa2579-bc14-425a-ae03-8308491adf3d req-79e5e07c-95ab-4a52-97a4-b1ba29f6f348 tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] 10.222.0.48 "GET /v2.0/ports?device_id=274fd6f3-1f2e-4da8-8c5f-fa173514fc2a HTTP/1.1" status: 200 len: 946 time: 0.1584373 May 03 21:32:57.997061 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-f6fa2579-bc14-425a-ae03-8308491adf3d req-adea4c0d-72be-435a-ae6a-e67c27105f66 tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] 10.222.0.48 "GET /v2.0/security-groups?id=7027a18b-ac9e-45f0-8010-84baee7160ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634642 May 03 21:32:58.134869 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-fccf7cc0-5f4d-4962-bab2-255e672b8996 req-3be032a2-0f75-409a-a653-c8b10558265f tempest-TestMinimumBasicScenario-1676527086 tempest-TestMinimumBasicScenario-1676527086-project] 10.222.0.48 "GET /v2.0/ports?device_id=f13ba9d5-9344-4748-8e24-118858bfce42 HTTP/1.1" status: 200 len: 210 time: 0.0764291 May 03 21:32:58.155252 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-ebd9c799-7692-4672-8a67-0eee9d128684 req-9a5b43b7-9832-4440-8efd-c3c281edd607 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=cb2b9b5d-640a-401a-ac60-566b6d8dbc52 HTTP/1.1" status: 200 len: 1099 time: 0.1119630 May 03 21:32:58.247270 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-ebd9c799-7692-4672-8a67-0eee9d128684 req-8e993772-4746-4c64-8b6c-7462bef2af22 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=017c8b08-e15d-49c0-bac3-c85fbc37c93c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579543 May 03 21:32:58.384568 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fbe448-79e6-4f7a-8808-7c551429980f req-0905eac1-186c-4e0e-8ea4-7f5c61596d39 tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:32:58.387112 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-08fbe448-79e6-4f7a-8808-7c551429980f req-0905eac1-186c-4e0e-8ea4-7f5c61596d39 tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] 10.222.0.48 "GET /v2.0/ports?device_id=cb2b9b5d-640a-401a-ac60-566b6d8dbc52 HTTP/1.1" status: 200 len: 946 time: 0.0955648 May 03 21:32:58.458385 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-08fbe448-79e6-4f7a-8808-7c551429980f req-ab98aded-bb22-4e32-badb-117800adb45f tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] 10.222.0.48 "GET /v2.0/security-groups?id=017c8b08-e15d-49c0-bac3-c85fbc37c93c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656281 May 03 21:32:58.641057 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672b2ffb-a3fb-4bbf-afb1-ca79f054054c req-4fe515f0-83b9-46b5-8990-c56771d26504 tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:32:58.643003 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-672b2ffb-a3fb-4bbf-afb1-ca79f054054c req-4fe515f0-83b9-46b5-8990-c56771d26504 tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] 10.222.0.48 "GET /v2.0/ports?device_id=274fd6f3-1f2e-4da8-8c5f-fa173514fc2a HTTP/1.1" status: 200 len: 946 time: 0.1144371 May 03 21:32:58.718439 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-672b2ffb-a3fb-4bbf-afb1-ca79f054054c req-5d259caf-b222-4da4-8da4-6c2b9f3777ec tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] 10.222.0.48 "GET /v2.0/security-groups?id=7027a18b-ac9e-45f0-8010-84baee7160ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637326 May 03 21:32:58.858188 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738a9ded-9208-478c-92c2-a55cfbea171c req-e8834bea-7a41-4f24-83fe-dafa5851b6a2 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:32:58.859806 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-738a9ded-9208-478c-92c2-a55cfbea171c req-e8834bea-7a41-4f24-83fe-dafa5851b6a2 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] 10.222.0.48 "GET /v2.0/ports?device_id=12a46337-1502-4a61-8c0d-8b5dd98d5a14 HTTP/1.1" status: 200 len: 946 time: 0.1310744 May 03 21:32:58.921026 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-738a9ded-9208-478c-92c2-a55cfbea171c req-eaca1ce7-d9b6-403e-bdf5-6431f739075c tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] 10.222.0.48 "GET /v2.0/security-groups?id=73d0b568-6014-48c2-b361-ba1ad81e233d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538926 May 03 21:32:59.342005 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-2ac64fc9-60ca-4149-af33-c280ad93de76 req-6190ec60-1ddc-4054-9c5e-ebdbc4aef0a8 tempest-TestMinimumBasicScenario-1676527086 tempest-TestMinimumBasicScenario-1676527086-project] 10.222.0.48 "GET /v2.0/ports?device_id=f13ba9d5-9344-4748-8e24-118858bfce42 HTTP/1.1" status: 200 len: 210 time: 0.0441182 May 03 21:32:59.718659 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5803f1-b111-4d01-8fed-b42520df83e0 req-f76f0982-aed6-4f53-b362-e61979b1d574 tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:32:59.721503 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-4e5803f1-b111-4d01-8fed-b42520df83e0 req-f76f0982-aed6-4f53-b362-e61979b1d574 tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] 10.222.0.48 "GET /v2.0/ports?device_id=cb2b9b5d-640a-401a-ac60-566b6d8dbc52 HTTP/1.1" status: 200 len: 946 time: 0.1094375 May 03 21:32:59.797925 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-4e5803f1-b111-4d01-8fed-b42520df83e0 req-af465db9-dc04-4881-857f-9d053749af80 tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] 10.222.0.48 "GET /v2.0/security-groups?id=017c8b08-e15d-49c0-bac3-c85fbc37c93c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660043 May 03 21:33:00.065690 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2300e2a9-a6f2-4f8c-a03f-74620143836a req-a2e58de7-9249-40a7-aa6a-99d6bba335a1 tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:33:00.067991 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-2300e2a9-a6f2-4f8c-a03f-74620143836a req-a2e58de7-9249-40a7-aa6a-99d6bba335a1 tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] 10.222.0.48 "GET /v2.0/ports?device_id=274fd6f3-1f2e-4da8-8c5f-fa173514fc2a HTTP/1.1" status: 200 len: 946 time: 0.1907458 May 03 21:33:00.173913 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-2300e2a9-a6f2-4f8c-a03f-74620143836a req-64e2f47d-b2b9-4c66-aae4-c310110866bb tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] 10.222.0.48 "GET /v2.0/security-groups?id=7027a18b-ac9e-45f0-8010-84baee7160ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0992637 May 03 21:33:00.218140 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55052d1f-5dd1-4729-8ea9-6a620ffcb238 req-61678a3c-68f8-45bb-af1f-d20df76a6a37 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:33:00.219918 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-55052d1f-5dd1-4729-8ea9-6a620ffcb238 req-61678a3c-68f8-45bb-af1f-d20df76a6a37 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] 10.222.0.48 "GET /v2.0/ports?device_id=12a46337-1502-4a61-8c0d-8b5dd98d5a14 HTTP/1.1" status: 200 len: 946 time: 0.1271107 May 03 21:33:00.287290 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-55052d1f-5dd1-4729-8ea9-6a620ffcb238 req-f1594680-ac6b-4f56-83ea-83f2b4774e5c tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] 10.222.0.48 "GET /v2.0/security-groups?id=73d0b568-6014-48c2-b361-ba1ad81e233d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540545 May 03 21:33:00.518543 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-e55da6e4-9c00-4510-9f25-3209c183ee0d req-9c84d2a0-65c0-4f3a-a064-f95a6305e114 tempest-TestMinimumBasicScenario-1676527086 tempest-TestMinimumBasicScenario-1676527086-project] 10.222.0.48 "GET /v2.0/ports?device_id=f13ba9d5-9344-4748-8e24-118858bfce42 HTTP/1.1" status: 200 len: 210 time: 0.0460057 May 03 21:33:01.008800 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf44904-6331-4d09-8946-9e9c0d524e1f req-5c4e1238-15c4-4214-a937-2c7d375d8978 tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:33:01.010393 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-2bf44904-6331-4d09-8946-9e9c0d524e1f req-5c4e1238-15c4-4214-a937-2c7d375d8978 tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] 10.222.0.48 "GET /v2.0/ports?device_id=cb2b9b5d-640a-401a-ac60-566b6d8dbc52 HTTP/1.1" status: 200 len: 946 time: 0.0875263 May 03 21:33:01.072885 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-2bf44904-6331-4d09-8946-9e9c0d524e1f req-cca7db5a-3749-4350-8d56-cbf8a2eb7c7a tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] 10.222.0.48 "GET /v2.0/security-groups?id=017c8b08-e15d-49c0-bac3-c85fbc37c93c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556550 May 03 21:33:01.358942 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daadb5e5-9e4b-4f3f-9998-339f4ed55e2b req-258713ac-7519-4959-8dc5-9d8e1226b7e4 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:33:01.359636 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [req-daadb5e5-9e4b-4f3f-9998-339f4ed55e2b req-258713ac-7519-4959-8dc5-9d8e1226b7e4 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Synchronizing usage tracker for tenant:bd571e41b44a4bc6b16bf8163252f168 on resource:port {{(pid=83993) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 21:33:01.422050 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [req-daadb5e5-9e4b-4f3f-9998-339f4ed55e2b req-258713ac-7519-4959-8dc5-9d8e1226b7e4 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Unset dirty status for tenant:bd571e41b44a4bc6b16bf8163252f168 on resource:port {{(pid=83993) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 21:33:01.423295 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-daadb5e5-9e4b-4f3f-9998-339f4ed55e2b req-258713ac-7519-4959-8dc5-9d8e1226b7e4 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] 10.222.0.42 "GET /v2.0/ports?device_id=12a46337-1502-4a61-8c0d-8b5dd98d5a14 HTTP/1.1" status: 200 len: 946 time: 0.1552188 May 03 21:33:01.527228 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.plugin [req-daadb5e5-9e4b-4f3f-9998-339f4ed55e2b req-1487c1be-59d9-4edb-a97b-3906526636bf tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Deleting port 5c8533bd-9029-4055-8bb5-b5628053505e {{(pid=83993) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 03 21:33:01.527909 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-daadb5e5-9e4b-4f3f-9998-339f4ed55e2b req-1487c1be-59d9-4edb-a97b-3906526636bf tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781386349267'] for port, before_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:01.550323 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85789c54-048a-4398-a662-8132bbe8bf34 req-5e277352-f4b8-4b87-9c72-7246e7340e8c tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:33:01.552941 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-85789c54-048a-4398-a662-8132bbe8bf34 req-5e277352-f4b8-4b87-9c72-7246e7340e8c tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] 10.222.0.48 "GET /v2.0/ports?device_id=12a46337-1502-4a61-8c0d-8b5dd98d5a14 HTTP/1.1" status: 200 len: 946 time: 0.1105921 May 03 21:33:01.621143 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-85789c54-048a-4398-a662-8132bbe8bf34 req-d29f1532-5df9-4dbb-8596-0398fa15f124 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] 10.222.0.48 "GET /v2.0/security-groups?id=73d0b568-6014-48c2-b361-ba1ad81e233d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611422 May 03 21:33:01.647728 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74990dd8-4ccd-4e3d-8d75-15012ee00e56 req-4cb9e17b-564f-4017-9e14-f356a1edcf85 tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:33:01.649267 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-74990dd8-4ccd-4e3d-8d75-15012ee00e56 req-4cb9e17b-564f-4017-9e14-f356a1edcf85 tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] 10.222.0.48 "GET /v2.0/ports?device_id=274fd6f3-1f2e-4da8-8c5f-fa173514fc2a HTTP/1.1" status: 200 len: 946 time: 0.2844856 May 03 21:33:01.826002 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-b07eb040-9ec8-4679-9c19-b0b10e1046b6 req-fe7c89f3-14c1-47c9-bd0e-61962da6baed tempest-TestMinimumBasicScenario-1676527086 tempest-TestMinimumBasicScenario-1676527086-project] 10.222.0.48 "GET /v2.0/ports?device_id=f13ba9d5-9344-4748-8e24-118858bfce42 HTTP/1.1" status: 200 len: 210 time: 0.0486708 May 03 21:33:01.905338 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-74990dd8-4ccd-4e3d-8d75-15012ee00e56 req-d362ef97-0350-4703-95d8-45f56483cdf2 tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] 10.222.0.48 "GET /v2.0/security-groups?id=7027a18b-ac9e-45f0-8010-84baee7160ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2325392 May 03 21:33:01.922819 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-6755cf0b-d53a-4a29-952c-b8cb09606c63 req-180608b7-f1d1-4c44-8017-a6e3c6628eb8 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a2df1ca790224a009004c3c22a5ee5c5&device_id=274fd6f3-1f2e-4da8-8c5f-fa173514fc2a HTTP/1.1" status: 200 len: 1099 time: 0.3646693 May 03 21:33:02.102510 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.db [req-daadb5e5-9e4b-4f3f-9998-339f4ed55e2b req-1487c1be-59d9-4edb-a97b-3906526636bf tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] For port 5c8533bd-9029-4055-8bb5-b5628053505e, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=5c8533bd-9029-4055-8bb5-b5628053505e,segment=NetworkSegment(f82b8179-7d00-46b1-abec-98a139f3558c),segment_id=f82b8179-7d00-46b1-abec-98a139f3558c)] {{(pid=83993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 21:33:02.102946 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-daadb5e5-9e4b-4f3f-9998-339f4ed55e2b req-1487c1be-59d9-4edb-a97b-3906526636bf tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749056'] for port, precommit_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:02.200722 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6755cf0b-d53a-4a29-952c-b8cb09606c63 req-8ce74d34-fd68-42de-904f-294c858fedbb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:33:02.202181 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-6755cf0b-d53a-4a29-952c-b8cb09606c63 req-8ce74d34-fd68-42de-904f-294c858fedbb service neutron] 10.222.0.42 "GET /v2.0/networks?id=74dacc7e-115e-4cd0-87fd-8eaa4de43b7c HTTP/1.1" status: 200 len: 911 time: 0.2713141 May 03 21:33:02.339176 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-6755cf0b-d53a-4a29-952c-b8cb09606c63 req-35a6558b-998a-4683-85fe-56bf1ebc4027 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=46d7aa18-8157-45ea-b292-6af9e591723f HTTP/1.1" status: 200 len: 1001 time: 0.1230452 May 03 21:33:02.596530 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a5e0a7-4b92-4834-baed-c89afce55e45 req-65d9509b-b631-4c79-8ddd-a084213f60f4 tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:33:02.608842 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-32a5e0a7-4b92-4834-baed-c89afce55e45 req-65d9509b-b631-4c79-8ddd-a084213f60f4 tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] 10.222.0.48 "GET /v2.0/ports?device_id=cb2b9b5d-640a-401a-ac60-566b6d8dbc52 HTTP/1.1" status: 200 len: 946 time: 0.1837478 May 03 21:33:02.628609 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6755cf0b-d53a-4a29-952c-b8cb09606c63 req-e66312a0-5dde-4fd6-83a1-e28e99accf5c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:33:02.631179 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-6755cf0b-d53a-4a29-952c-b8cb09606c63 req-e66312a0-5dde-4fd6-83a1-e28e99accf5c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=55e45d73-03f2-4af5-b38e-f33c41c1d7ec HTTP/1.1" status: 200 len: 849 time: 0.2378333 May 03 21:33:02.685244 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-32a5e0a7-4b92-4834-baed-c89afce55e45 req-c6b6dd9a-61db-44da-b3ed-0b857274b8c5 tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] 10.222.0.48 "GET /v2.0/security-groups?id=017c8b08-e15d-49c0-bac3-c85fbc37c93c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748029 May 03 21:33:02.735788 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-daadb5e5-9e4b-4f3f-9998-339f4ed55e2b req-1487c1be-59d9-4edb-a97b-3906526636bf tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:02.741371 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-daadb5e5-9e4b-4f3f-9998-339f4ed55e2b req-1487c1be-59d9-4edb-a97b-3906526636bf tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-332800'] for floatingip, after_update {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:02.741371 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.db.l3_db [req-daadb5e5-9e4b-4f3f-9998-339f4ed55e2b req-1487c1be-59d9-4edb-a97b-3906526636bf tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Floating IP 100a5aed-532d-4711-af1d-084799961218 disassociated. External IP: 172.27.1.216, port: 5c8533bd-9029-4055-8bb5-b5628053505e. May 03 21:33:02.741371 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.plugin [req-daadb5e5-9e4b-4f3f-9998-339f4ed55e2b req-1487c1be-59d9-4edb-a97b-3906526636bf tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Calling delete_port for 5c8533bd-9029-4055-8bb5-b5628053505e owned by compute:nova {{(pid=83993) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 03 21:33:02.964282 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.rpc [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Device 5c8533bd-9029-4055-8bb5-b5628053505e no longer exists at agent hyperv_hv-cinder-84037 {{(pid=83994) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 21:33:03.012971 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-6755cf0b-d53a-4a29-952c-b8cb09606c63 req-e50ce748-ed58-40a8-a7da-519834e370b0 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=74dacc7e-115e-4cd0-87fd-8eaa4de43b7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3515620 May 03 21:33:03.107428 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-b3859230-1c61-40cc-a2b0-24e8b8bb1edb req-8fdab52a-e2d3-47e0-8be3-25fe3fd15405 tempest-TestMinimumBasicScenario-1676527086 tempest-TestMinimumBasicScenario-1676527086-project] 10.222.0.48 "GET /v2.0/ports?device_id=f13ba9d5-9344-4748-8e24-118858bfce42 HTTP/1.1" status: 200 len: 210 time: 0.0979235 May 03 21:33:03.394837 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba362b4-8f25-4721-bf75-76b552d97b58 req-3e8df343-2b54-4b69-a21b-c187a5d597d1 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:33:03.396729 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-8ba362b4-8f25-4721-bf75-76b552d97b58 req-3e8df343-2b54-4b69-a21b-c187a5d597d1 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] 10.222.0.48 "GET /v2.0/ports?device_id=12a46337-1502-4a61-8c0d-8b5dd98d5a14 HTTP/1.1" status: 200 len: 946 time: 0.5611293 May 03 21:33:03.460556 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47834467-1452-41a3-a1d8-1f4c7fccea57 req-87948b9e-64a6-47be-bb7c-aee36fb94a89 tempest-TestMinimumBasicScenario-1676527086 tempest-TestMinimumBasicScenario-1676527086-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:33:03.462335 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-47834467-1452-41a3-a1d8-1f4c7fccea57 req-87948b9e-64a6-47be-bb7c-aee36fb94a89 tempest-TestMinimumBasicScenario-1676527086 tempest-TestMinimumBasicScenario-1676527086-project] 10.222.0.42 "GET /v2.0/networks?id=9b51a3a3-5ba7-4915-a72e-fc06fbab7914 HTTP/1.1" status: 200 len: 814 time: 0.4447598 May 03 21:33:03.485130 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1124352'] for port, before_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:03.489366 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.v2.base [req-47834467-1452-41a3-a1d8-1f4c7fccea57 req-b3cf56c4-8a21-4b35-bcbd-837e5727418f tempest-TestMinimumBasicScenario-1676527086 tempest-TestMinimumBasicScenario-1676527086-project] Request body: {'port': {'device_id': 'f13ba9d5-9344-4748-8e24-118858bfce42', 'network_id': '9b51a3a3-5ba7-4915-a72e-fc06fbab7914', 'admin_state_up': True, 'tenant_id': '03af834dfea4426086d2125bcea03d0f'}} {{(pid=83993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 03 21:33:03.507643 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-daadb5e5-9e4b-4f3f-9998-339f4ed55e2b req-1487c1be-59d9-4edb-a97b-3906526636bf tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781386188948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781385847444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3391708'] for port, after_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:03.516976 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-6755cf0b-d53a-4a29-952c-b8cb09606c63 req-1209a187-3c3b-493e-8718-cea2d4ce9c71 service neutron] 10.222.0.42 "GET /v2.0/networks/74dacc7e-115e-4cd0-87fd-8eaa4de43b7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3741601 May 03 21:33:03.680129 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13844f8-b05a-4dd1-8dd6-be813cb15ac8 req-f66b0e74-ace5-4360-8414-431bc933ef84 tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:33:03.692236 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-e13844f8-b05a-4dd1-8dd6-be813cb15ac8 req-f66b0e74-ace5-4360-8414-431bc933ef84 tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] 10.222.0.48 "GET /v2.0/ports?device_id=274fd6f3-1f2e-4da8-8c5f-fa173514fc2a HTTP/1.1" status: 200 len: 946 time: 0.1973953 May 03 21:33:03.734272 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1487c1be-59d9-4edb-a97b-3906526636bf tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Pushing event deleted for resources: {'Port': ['ID=5c8533bd-9029-4055-8bb5-b5628053505e,revision_number=None']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:33:03.757037 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-8ba362b4-8f25-4721-bf75-76b552d97b58 req-a450ea9c-10df-42a0-b928-1fd53699913f tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] 10.222.0.48 "GET /v2.0/security-groups?id=73d0b568-6014-48c2-b361-ba1ad81e233d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3432169 May 03 21:33:03.764413 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-e13844f8-b05a-4dd1-8dd6-be813cb15ac8 req-2868619b-e543-4a2f-b564-5385732e97e0 tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] 10.222.0.48 "GET /v2.0/security-groups?id=7027a18b-ac9e-45f0-8010-84baee7160ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708275 May 03 21:33:03.846360 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1487c1be-59d9-4edb-a97b-3906526636bf tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:33:03.854362 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1487c1be-59d9-4edb-a97b-3906526636bf tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:33:03.854896 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1487c1be-59d9-4edb-a97b-3906526636bf tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:33:03.855242 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1487c1be-59d9-4edb-a97b-3906526636bf tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:33:03.855590 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1487c1be-59d9-4edb-a97b-3906526636bf tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:33:03.855931 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1487c1be-59d9-4edb-a97b-3906526636bf tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:33:03.856267 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1487c1be-59d9-4edb-a97b-3906526636bf tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:33:03.856628 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1487c1be-59d9-4edb-a97b-3906526636bf tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:33:03.856962 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1487c1be-59d9-4edb-a97b-3906526636bf tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:33:03.857363 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1487c1be-59d9-4edb-a97b-3906526636bf tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:33:03.857601 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1487c1be-59d9-4edb-a97b-3906526636bf tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:33:04.235655 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [req-47834467-1452-41a3-a1d8-1f4c7fccea57 req-b3cf56c4-8a21-4b35-bcbd-837e5727418f tempest-TestMinimumBasicScenario-1676527086 tempest-TestMinimumBasicScenario-1676527086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:33:04.245823 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-6755cf0b-d53a-4a29-952c-b8cb09606c63 req-1a141855-b2f2-4a21-a704-f968c837b4c7 service neutron] 10.222.0.42 "GET /v2.0/networks/74dacc7e-115e-4cd0-87fd-8eaa4de43b7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6328585 May 03 21:33:04.266151 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [req-47834467-1452-41a3-a1d8-1f4c7fccea57 req-b3cf56c4-8a21-4b35-bcbd-837e5727418f tempest-TestMinimumBasicScenario-1676527086 tempest-TestMinimumBasicScenario-1676527086-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:33:04.323980 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2430f3f-b820-40ac-986f-14d769bda634 req-f63ccf4c-a386-4171-936f-3d1e52538acd tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:33:04.325662 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-c2430f3f-b820-40ac-986f-14d769bda634 req-f63ccf4c-a386-4171-936f-3d1e52538acd tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] 10.222.0.48 "GET /v2.0/ports?device_id=cb2b9b5d-640a-401a-ac60-566b6d8dbc52 HTTP/1.1" status: 200 len: 946 time: 0.3029253 May 03 21:33:04.381454 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-47834467-1452-41a3-a1d8-1f4c7fccea57 req-b3cf56c4-8a21-4b35-bcbd-837e5727418f tempest-TestMinimumBasicScenario-1676527086 tempest-TestMinimumBasicScenario-1676527086-project] Made reservation on behalf of 03af834dfea4426086d2125bcea03d0f for: {'port': 1} {{(pid=83993) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 21:33:04.385409 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-47834467-1452-41a3-a1d8-1f4c7fccea57 req-b3cf56c4-8a21-4b35-bcbd-837e5727418f tempest-TestMinimumBasicScenario-1676527086 tempest-TestMinimumBasicScenario-1676527086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1124352'] for port, before_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:04.483393 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-7195445a-3a57-4589-a375-278e05c45d4a req-ed61e0bd-4b02-44b7-bde4-fd816338df40 tempest-TestMinimumBasicScenario-1676527086 tempest-TestMinimumBasicScenario-1676527086-project] 10.222.0.48 "GET /v2.0/ports?device_id=f13ba9d5-9344-4748-8e24-118858bfce42 HTTP/1.1" status: 200 len: 210 time: 0.0840337 May 03 21:33:04.483696 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-c2430f3f-b820-40ac-986f-14d769bda634 req-b7dbe496-d470-4917-af96-197fefbdb8a7 tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] 10.222.0.48 "GET /v2.0/security-groups?id=017c8b08-e15d-49c0-bac3-c85fbc37c93c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1406593 May 03 21:33:04.797891 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.db.db_base_plugin_common [req-47834467-1452-41a3-a1d8-1f4c7fccea57 req-b3cf56c4-8a21-4b35-bcbd-837e5727418f tempest-TestMinimumBasicScenario-1676527086 tempest-TestMinimumBasicScenario-1676527086-project] Allocated IP 172.20.0.9 (9b51a3a3-5ba7-4915-a72e-fc06fbab7914/2b4ffd3f-ee1e-4729-8300-c5c9c6b81a0d/85f0f545-6b51-41b2-a9ee-a8c17abc2f57) {{(pid=83993) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 21:33:04.832702 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.scheduler.l3_agent_scheduler [req-daadb5e5-9e4b-4f3f-9998-339f4ed55e2b req-1487c1be-59d9-4edb-a97b-3906526636bf tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Router 68150121-68dc-4495-bcf7-8d66179822f8 has already been hosted by L3 agent c192ea1b-f7d6-49b7-9f22-5492fbafc6f3 {{(pid=83993) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 03 21:33:05.482659 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-f8b2be50-3ea8-4047-9fcd-5610ee340e73 req-626863b6-fc35-4f21-8494-7e3d4497d0d2 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] 10.222.0.48 "GET /v2.0/ports?device_id=12a46337-1502-4a61-8c0d-8b5dd98d5a14 HTTP/1.1" status: 200 len: 210 time: 0.0807698 May 03 21:33:05.814089 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-47834467-1452-41a3-a1d8-1f4c7fccea57 req-b3cf56c4-8a21-4b35-bcbd-837e5727418f tempest-TestMinimumBasicScenario-1676527086 tempest-TestMinimumBasicScenario-1676527086-project] Notify callbacks [] for port, precommit_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:05.874352 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.db.provisioning_blocks [req-47834467-1452-41a3-a1d8-1f4c7fccea57 req-b3cf56c4-8a21-4b35-bcbd-837e5727418f tempest-TestMinimumBasicScenario-1676527086 tempest-TestMinimumBasicScenario-1676527086-project] Transition to ACTIVE for port object 85f0f545-6b51-41b2-a9ee-a8c17abc2f57 will not be triggered until provisioned by entity DHCP. {{(pid=83993) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 21:33:05.989181 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d8d8a2-3cc8-4a56-bab4-b685a1d36570 req-c1437bc2-6975-4d53-b31a-f399b9521a24 tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:33:05.991075 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-05d8d8a2-3cc8-4a56-bab4-b685a1d36570 req-c1437bc2-6975-4d53-b31a-f399b9521a24 tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] 10.222.0.48 "GET /v2.0/ports?device_id=274fd6f3-1f2e-4da8-8c5f-fa173514fc2a HTTP/1.1" status: 200 len: 946 time: 0.9357967 May 03 21:33:06.008832 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-daadb5e5-9e4b-4f3f-9998-339f4ed55e2b req-1487c1be-59d9-4edb-a97b-3906526636bf tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Notify agent at l3_agent.dv-cinder-840377-1-iscsi the message routers_updated {{(pid=83993) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 21:33:06.022464 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54d97022-0757-42ba-88b7-266cc1dcbad8 None None] Sync routers for ids ['68150121-68dc-4495-bcf7-8d66179822f8'] in dv-cinder-840377-1-iscsi {{(pid=83995) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 03 21:33:06.045236 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54d97022-0757-42ba-88b7-266cc1dcbad8 None None] Routers {'68150121-68dc-4495-bcf7-8d66179822f8'} bound to L3 agent in host dv-cinder-840377-1-iscsi {{(pid=83995) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 03 21:33:06.049167 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.db.l3_hamode_db [None req-54d97022-0757-42ba-88b7-266cc1dcbad8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840377-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-03T21:19:18Z,description=,heartbeat_timestamp=2022-05-03T21:32:49Z,host='dv-cinder-840377-1-iscsi',id=c192ea1b-f7d6-49b7-9f22-5492fbafc6f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:19:19Z,topic='l3_agent')) {'router_ids': ['68150121-68dc-4495-bcf7-8d66179822f8'], 'active': True} {{(pid=83995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:33:06.128068 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-47834467-1452-41a3-a1d8-1f4c7fccea57 req-b3cf56c4-8a21-4b35-bcbd-837e5727418f tempest-TestMinimumBasicScenario-1676527086 tempest-TestMinimumBasicScenario-1676527086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781385847435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3391708'] for port, after_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:06.332587 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cf56c4-8a21-4b35-bcbd-837e5727418f tempest-TestMinimumBasicScenario-1676527086 tempest-TestMinimumBasicScenario-1676527086-project] Pushing event updated for resources: {'Port': ['ID=85f0f545-6b51-41b2-a9ee-a8c17abc2f57,revision_number=1']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:33:06.338180 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.db.l3_dvrscheduler_db [req-daadb5e5-9e4b-4f3f-9998-339f4ed55e2b req-1487c1be-59d9-4edb-a97b-3906526636bf tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] No DVR routers for this DVR port 5c8533bd-9029-4055-8bb5-b5628053505e on host hv-cinder-84037 {{(pid=83993) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 21:33:06.343695 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-daadb5e5-9e4b-4f3f-9998-339f4ed55e2b req-1487c1be-59d9-4edb-a97b-3906526636bf tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93163'] for port, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:06.346650 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12a46337-1502-4a61-8c0d-8b5dd98d5a14', 'name': 'network-vif-deleted', 'tag': '5c8533bd-9029-4055-8bb5-b5628053505e'}] {{(pid=83993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 03 21:33:06.360730 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-05d8d8a2-3cc8-4a56-bab4-b685a1d36570 req-bf4fb81b-6e4d-49e5-98bd-e75835d048ae tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] 10.222.0.48 "GET /v2.0/security-groups?id=7027a18b-ac9e-45f0-8010-84baee7160ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3539841 May 03 21:33:06.388598 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-47834467-1452-41a3-a1d8-1f4c7fccea57 req-b3cf56c4-8a21-4b35-bcbd-837e5727418f tempest-TestMinimumBasicScenario-1676527086 tempest-TestMinimumBasicScenario-1676527086-project] Network 9b51a3a3-5ba7-4915-a72e-fc06fbab7914 is already hosted by enough agents. {{(pid=83993) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 21:33:06.390274 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.scheduler.base_scheduler [req-47834467-1452-41a3-a1d8-1f4c7fccea57 req-b3cf56c4-8a21-4b35-bcbd-837e5727418f tempest-TestMinimumBasicScenario-1676527086 tempest-TestMinimumBasicScenario-1676527086-project] Resources bound (agent type, host, resource id): {{(pid=83993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 21:33:06.400905 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.db.l3_dvrscheduler_db [req-47834467-1452-41a3-a1d8-1f4c7fccea57 req-b3cf56c4-8a21-4b35-bcbd-837e5727418f tempest-TestMinimumBasicScenario-1676527086 tempest-TestMinimumBasicScenario-1676527086-project] Received port after_create {{(pid=83993) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 03 21:33:06.744038 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47834467-1452-41a3-a1d8-1f4c7fccea57 req-b3cf56c4-8a21-4b35-bcbd-837e5727418f tempest-TestMinimumBasicScenario-1676527086 tempest-TestMinimumBasicScenario-1676527086-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:33:06.744978 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-47834467-1452-41a3-a1d8-1f4c7fccea57 req-b3cf56c4-8a21-4b35-bcbd-837e5727418f tempest-TestMinimumBasicScenario-1676527086 tempest-TestMinimumBasicScenario-1676527086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93163'] for port, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:06.757059 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.db.l3_dvr_db [None req-54d97022-0757-42ba-88b7-266cc1dcbad8 None None] Set router 68150121-68dc-4495-bcf7-8d66179822f8 gateway port host: dv-cinder-840377-1-iscsi {{(pid=83995) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 03 21:33:06.839756 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-daadb5e5-9e4b-4f3f-9998-339f4ed55e2b req-1487c1be-59d9-4edb-a97b-3906526636bf tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] 10.222.0.42 "DELETE /v2.0/ports/5c8533bd-9029-4055-8bb5-b5628053505e HTTP/1.1" status: 204 len: 173 time: 5.4058669 May 03 21:33:06.921081 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47106dc-ced3-4f7b-8944-8b85f550e91d req-cc228688-fb3f-4b19-8c03-e7704042ef29 tempest-TestMinimumBasicScenario-1676527086 tempest-TestMinimumBasicScenario-1676527086-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:33:06.921081 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-a47106dc-ced3-4f7b-8944-8b85f550e91d req-cc228688-fb3f-4b19-8c03-e7704042ef29 tempest-TestMinimumBasicScenario-1676527086 tempest-TestMinimumBasicScenario-1676527086-project] 10.222.0.48 "GET /v2.0/ports?device_id=f13ba9d5-9344-4748-8e24-118858bfce42 HTTP/1.1" status: 200 len: 931 time: 0.2932370 May 03 21:33:07.030529 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-a47106dc-ced3-4f7b-8944-8b85f550e91d req-caa128f2-71d1-4ecb-9178-71a3fb3ebe65 tempest-TestMinimumBasicScenario-1676527086 tempest-TestMinimumBasicScenario-1676527086-project] 10.222.0.48 "GET /v2.0/security-groups?id=c752ce3f-47d3-4857-90c0-90885669f08a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099899 May 03 21:33:07.053286 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-cafecf5d-b294-4a16-ac62-5ea68db425f2 req-ab74fc6f-9b98-4a1a-96dc-f6b4f92f2b4c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=30468ebc688d4bc1b036b4b984931e87&device_id=cb2b9b5d-640a-401a-ac60-566b6d8dbc52 HTTP/1.1" status: 200 len: 1099 time: 0.4687672 May 03 21:33:07.123465 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c712e5f7-5303-451e-94c0-1988746e5e9c req-30b02d8c-f273-413c-81e1-fa2aabd5f8ee tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:33:07.130969 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-c712e5f7-5303-451e-94c0-1988746e5e9c req-30b02d8c-f273-413c-81e1-fa2aabd5f8ee tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] 10.222.0.48 "GET /v2.0/ports?device_id=cb2b9b5d-640a-401a-ac60-566b6d8dbc52 HTTP/1.1" status: 200 len: 946 time: 0.2870791 May 03 21:33:07.155555 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.notifiers.nova [-] Nova event matching ['req-868e8b64-5afd-48b2-9829-7ea587ef436c'] response: {'server_uuid': '12a46337-1502-4a61-8c0d-8b5dd98d5a14', 'name': 'network-vif-deleted', 'tag': '5c8533bd-9029-4055-8bb5-b5628053505e', 'status': 'completed', 'code': 200} May 03 21:33:07.187812 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-c712e5f7-5303-451e-94c0-1988746e5e9c req-479b24b6-4651-4ccc-a3d0-7329c7d6d491 tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] 10.222.0.48 "GET /v2.0/security-groups?id=017c8b08-e15d-49c0-bac3-c85fbc37c93c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552077 May 03 21:33:07.228172 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-47834467-1452-41a3-a1d8-1f4c7fccea57 req-b3cf56c4-8a21-4b35-bcbd-837e5727418f tempest-TestMinimumBasicScenario-1676527086 tempest-TestMinimumBasicScenario-1676527086-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7439520 May 03 21:33:07.230633 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.provisioning_blocks [None req-e4f016ca-93b6-423e-8f56-8cbfaeea30c2 None None] Provisioning for port 85f0f545-6b51-41b2-a9ee-a8c17abc2f57 completed by entity DHCP. {{(pid=83994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 21:33:07.239485 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.provisioning_blocks [None req-e4f016ca-93b6-423e-8f56-8cbfaeea30c2 None None] Provisioning complete for port 85f0f545-6b51-41b2-a9ee-a8c17abc2f57 triggered by entity DHCP. {{(pid=83994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:33:07.240099 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-e4f016ca-93b6-423e-8f56-8cbfaeea30c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2080827'] for port, provisioning_complete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:07.352390 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.plugin [None req-e4f016ca-93b6-423e-8f56-8cbfaeea30c2 None None] Port 85f0f545-6b51-41b2-a9ee-a8c17abc2f57 cannot update to ACTIVE because it is not bound. {{(pid=83994) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 03 21:33:07.453552 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.db.l3_hamode_db [None req-54d97022-0757-42ba-88b7-266cc1dcbad8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68150121-68dc-4495-bcf7-8d66179822f8', 'name': 'tempest-AttachVolumeNegativeTest-487551053-router', 'tenant_id': 'bd571e41b44a4bc6b16bf8163252f168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c33334bd-f19e-453d-9f7b-349270405c58', 'external_fixed_ips': [{'subnet_id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'ip_address': '172.27.1.192'}], 'enable_snat': True}, 'gw_port_id': '07f5f895-667f-41a6-8b98-e761a27a9ddb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:28:25Z', 'updated_at': '2022-05-03T21:28:37Z', 'revision_number': 4, 'project_id': 'bd571e41b44a4bc6b16bf8163252f168', 'gw_port': {'id': '07f5f895-667f-41a6-8b98-e761a27a9ddb', 'name': '', 'network_id': 'c33334bd-f19e-453d-9f7b-349270405c58', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:26:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68150121-68dc-4495-bcf7-8d66179822f8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'ip_address': '172.27.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:28:27Z', 'updated_at': '2022-05-03T21:28:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840377-1-iscsi', '_interfaces': [{'id': '4fd95030-f142-4d90-a90c-6a2865ea606e', 'name': '', 'network_id': 'afa29ce3-7ea1-4fb3-8d15-b28913382476', 'tenant_id': 'bd571e41b44a4bc6b16bf8163252f168', 'mac_address': 'fa:16:3e:7c:b9:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68150121-68dc-4495-bcf7-8d66179822f8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '663a4790-11b9-4523-b0db-a1ea41b30d40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:28:34Z', 'updated_at': '2022-05-03T21:29:46Z', 'revision_number': 5, 'project_id': 'bd571e41b44a4bc6b16bf8163252f168', 'subnets': [{'id': '663a4790-11b9-4523-b0db-a1ea41b30d40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840377-1-iscsi', False) {} {{(pid=83995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:33:07.470329 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54d97022-0757-42ba-88b7-266cc1dcbad8 None None] Checking router: 68150121-68dc-4495-bcf7-8d66179822f8 for host: dv-cinder-840377-1-iscsi {{(pid=83995) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 03 21:33:07.471482 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafecf5d-b294-4a16-ac62-5ea68db425f2 req-bff032cb-f456-4dc1-92b3-65c82b59b142 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:33:07.475548 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-cafecf5d-b294-4a16-ac62-5ea68db425f2 req-bff032cb-f456-4dc1-92b3-65c82b59b142 service neutron] 10.222.0.42 "GET /v2.0/networks?id=5bd090d5-a93e-4f68-8601-6aad9d3eb473 HTTP/1.1" status: 200 len: 920 time: 0.2380462 May 03 21:33:07.482090 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.v2.base [req-47834467-1452-41a3-a1d8-1f4c7fccea57 req-1d7e494a-bb0a-44d2-bec0-abe265e7c8ef service neutron] Request body: {'port': {'device_id': 'f13ba9d5-9344-4748-8e24-118858bfce42', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84037'}} {{(pid=83993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 03 21:33:07.521779 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54d97022-0757-42ba-88b7-266cc1dcbad8 None None] Routers {'68150121-68dc-4495-bcf7-8d66179822f8'} bound to L3 agent in host dv-cinder-840377-1-iscsi {{(pid=83995) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 03 21:33:07.524523 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.db.l3_hamode_db [None req-54d97022-0757-42ba-88b7-266cc1dcbad8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840377-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-03T21:19:18Z,description=,heartbeat_timestamp=2022-05-03T21:32:49Z,host='dv-cinder-840377-1-iscsi',id=c192ea1b-f7d6-49b7-9f22-5492fbafc6f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:19:19Z,topic='l3_agent')) {'router_ids': ['68150121-68dc-4495-bcf7-8d66179822f8'], 'active': True} {{(pid=83995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:33:07.552773 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-48936bca-f409-433d-b8ab-24e7e01cf24a req-6dd89c74-7e76-4fcc-8dcc-0263bc4b8c3d tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] 10.222.0.48 "GET /v2.0/ports?device_id=12a46337-1502-4a61-8c0d-8b5dd98d5a14 HTTP/1.1" status: 200 len: 210 time: 0.1512101 May 03 21:33:07.699588 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-cafecf5d-b294-4a16-ac62-5ea68db425f2 req-c7017d55-03b9-4256-b7a5-03c8386acc8c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a2903b13-fffc-4e5f-9a12-4bcb585327dd HTTP/1.1" status: 200 len: 1002 time: 0.1831741 May 03 21:33:07.893310 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5248b558-9e2e-404a-b279-9096d86e0f59 req-9e306061-753d-4f84-87f1-6d77916b8296 tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:33:07.905612 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-5248b558-9e2e-404a-b279-9096d86e0f59 req-9e306061-753d-4f84-87f1-6d77916b8296 tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] 10.222.0.48 "GET /v2.0/ports?device_id=274fd6f3-1f2e-4da8-8c5f-fa173514fc2a HTTP/1.1" status: 200 len: 946 time: 0.1367066 May 03 21:33:07.987262 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-5248b558-9e2e-404a-b279-9096d86e0f59 req-4ead8e3f-6946-4571-a34d-661deec7fd3b tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] 10.222.0.48 "GET /v2.0/security-groups?id=7027a18b-ac9e-45f0-8010-84baee7160ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0797734 May 03 21:33:08.052583 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafecf5d-b294-4a16-ac62-5ea68db425f2 req-6df844d8-d277-4826-985d-d6c101b62e45 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:33:08.053627 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.db.l3_dvr_db [None req-54d97022-0757-42ba-88b7-266cc1dcbad8 None None] Set router 68150121-68dc-4495-bcf7-8d66179822f8 gateway port host: dv-cinder-840377-1-iscsi {{(pid=83995) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 03 21:33:08.064760 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-cafecf5d-b294-4a16-ac62-5ea68db425f2 req-6df844d8-d277-4826-985d-d6c101b62e45 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f1f0ef4c-4f27-4b18-935d-75e084855fe6 HTTP/1.1" status: 200 len: 858 time: 0.2209947 May 03 21:33:08.245608 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-47834467-1452-41a3-a1d8-1f4c7fccea57 req-1d7e494a-bb0a-44d2-bec0-abe265e7c8ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1124352'] for port, before_update {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:08.548530 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-cafecf5d-b294-4a16-ac62-5ea68db425f2 req-1d423967-901d-4de1-8286-95f926eef1b5 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5bd090d5-a93e-4f68-8601-6aad9d3eb473&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.4745111 May 03 21:33:08.606811 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0fe4bf-848d-4ac3-bc16-02fdd6854efd req-08ff64d0-484a-4037-bb27-6eaf9bb085be tempest-TestMinimumBasicScenario-1676527086 tempest-TestMinimumBasicScenario-1676527086-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:33:08.616646 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-ba0fe4bf-848d-4ac3-bc16-02fdd6854efd req-08ff64d0-484a-4037-bb27-6eaf9bb085be tempest-TestMinimumBasicScenario-1676527086 tempest-TestMinimumBasicScenario-1676527086-project] 10.222.0.48 "GET /v2.0/ports?device_id=f13ba9d5-9344-4748-8e24-118858bfce42 HTTP/1.1" status: 200 len: 931 time: 0.2057457 May 03 21:33:08.747947 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-ba0fe4bf-848d-4ac3-bc16-02fdd6854efd req-151ac931-1314-4727-99f0-8c42c9fa2123 tempest-TestMinimumBasicScenario-1676527086 tempest-TestMinimumBasicScenario-1676527086-project] 10.222.0.48 "GET /v2.0/security-groups?id=c752ce3f-47d3-4857-90c0-90885669f08a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299393 May 03 21:33:08.767038 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3b5148-90d8-46f0-88bd-33c86e38f292 req-0ba84d1c-e2cf-4229-b0ec-51072fe4a72a tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:33:08.774647 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-da3b5148-90d8-46f0-88bd-33c86e38f292 req-0ba84d1c-e2cf-4229-b0ec-51072fe4a72a tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] 10.222.0.48 "GET /v2.0/ports?device_id=cb2b9b5d-640a-401a-ac60-566b6d8dbc52 HTTP/1.1" status: 200 len: 946 time: 0.2951984 May 03 21:33:09.038820 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-da3b5148-90d8-46f0-88bd-33c86e38f292 req-50145fce-6e68-4c44-82c0-1c3a3884d547 tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] 10.222.0.48 "GET /v2.0/security-groups?id=017c8b08-e15d-49c0-bac3-c85fbc37c93c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2541182 May 03 21:33:09.108293 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.db.l3_hamode_db [None req-54d97022-0757-42ba-88b7-266cc1dcbad8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68150121-68dc-4495-bcf7-8d66179822f8', 'name': 'tempest-AttachVolumeNegativeTest-487551053-router', 'tenant_id': 'bd571e41b44a4bc6b16bf8163252f168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c33334bd-f19e-453d-9f7b-349270405c58', 'external_fixed_ips': [{'subnet_id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'ip_address': '172.27.1.192'}], 'enable_snat': True}, 'gw_port_id': '07f5f895-667f-41a6-8b98-e761a27a9ddb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:28:25Z', 'updated_at': '2022-05-03T21:28:37Z', 'revision_number': 4, 'project_id': 'bd571e41b44a4bc6b16bf8163252f168', 'gw_port': {'id': '07f5f895-667f-41a6-8b98-e761a27a9ddb', 'name': '', 'network_id': 'c33334bd-f19e-453d-9f7b-349270405c58', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:26:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68150121-68dc-4495-bcf7-8d66179822f8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'ip_address': '172.27.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:28:27Z', 'updated_at': '2022-05-03T21:28:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840377-1-iscsi', '_interfaces': [{'id': '4fd95030-f142-4d90-a90c-6a2865ea606e', 'name': '', 'network_id': 'afa29ce3-7ea1-4fb3-8d15-b28913382476', 'tenant_id': 'bd571e41b44a4bc6b16bf8163252f168', 'mac_address': 'fa:16:3e:7c:b9:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68150121-68dc-4495-bcf7-8d66179822f8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '663a4790-11b9-4523-b0db-a1ea41b30d40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:28:34Z', 'updated_at': '2022-05-03T21:29:46Z', 'revision_number': 5, 'project_id': 'bd571e41b44a4bc6b16bf8163252f168', 'subnets': [{'id': '663a4790-11b9-4523-b0db-a1ea41b30d40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840377-1-iscsi', False) {} {{(pid=83995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:33:09.126678 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54d97022-0757-42ba-88b7-266cc1dcbad8 None None] The sync data for ids ['68150121-68dc-4495-bcf7-8d66179822f8'] in dv-cinder-840377-1-iscsi is: [{'id': '68150121-68dc-4495-bcf7-8d66179822f8', 'name': 'tempest-AttachVolumeNegativeTest-487551053-router', 'tenant_id': 'bd571e41b44a4bc6b16bf8163252f168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c33334bd-f19e-453d-9f7b-349270405c58', 'external_fixed_ips': [{'subnet_id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'ip_address': '172.27.1.192'}], 'enable_snat': True}, 'gw_port_id': '07f5f895-667f-41a6-8b98-e761a27a9ddb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:28:25Z', 'updated_at': '2022-05-03T21:28:37Z', 'revision_number': 4, 'project_id': 'bd571e41b44a4bc6b16bf8163252f168', 'gw_port': {'id': '07f5f895-667f-41a6-8b98-e761a27a9ddb', 'name': '', 'network_id': 'c33334bd-f19e-453d-9f7b-349270405c58', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:26:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68150121-68dc-4495-bcf7-8d66179822f8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'ip_address': '172.27.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:28:27Z', 'updated_at': '2022-05-03T21:28:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840377-1-iscsi', '_interfaces': [{'id': '4fd95030-f142-4d90-a90c-6a2865ea606e', 'name': '', 'network_id': 'afa29ce3-7ea1-4fb3-8d15-b28913382476', 'tenant_id': 'bd571e41b44a4bc6b16bf8163252f168', 'mac_address': 'fa:16:3e:7c:b9:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68150121-68dc-4495-bcf7-8d66179822f8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '663a4790-11b9-4523-b0db-a1ea41b30d40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:28:34Z', 'updated_at': '2022-05-03T21:29:46Z', 'revision_number': 5, 'project_id': 'bd571e41b44a4bc6b16bf8163252f168', 'subnets': [{'id': '663a4790-11b9-4523-b0db-a1ea41b30d40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83995) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 03 21:33:09.146009 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-cafecf5d-b294-4a16-ac62-5ea68db425f2 req-411e71e7-d651-47f1-bee1-3a44b2ea5c93 service neutron] 10.222.0.42 "GET /v2.0/networks/5bd090d5-a93e-4f68-8601-6aad9d3eb473?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4729307 May 03 21:33:09.222660 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-15114a23-039f-44f1-a029-239c3f5023b9 req-b563f6cc-2196-4077-844c-e144ab58ad43 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] 10.222.0.48 "GET /v2.0/ports?device_id=12a46337-1502-4a61-8c0d-8b5dd98d5a14 HTTP/1.1" status: 200 len: 210 time: 0.1439831 May 03 21:33:09.485919 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.db.resource_extend [req-47834467-1452-41a3-a1d8-1f4c7fccea57 req-1d7e494a-bb0a-44d2-bec0-abe265e7c8ef service neutron] It took 0.34 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 03 21:33:09.739763 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-cafecf5d-b294-4a16-ac62-5ea68db425f2 req-1f0337b3-2c99-4da5-a0d8-67addc10ef43 service neutron] 10.222.0.42 "GET /v2.0/networks/5bd090d5-a93e-4f68-8601-6aad9d3eb473?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5700378 May 03 21:33:09.772723 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4bbaea5-920f-48bf-b55e-ad0e1d271671 None None] New status for floating IP 100a5aed-532d-4711-af1d-084799961218: DOWN {{(pid=83994) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 03 21:33:09.773283 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.notifiers.nova [req-47834467-1452-41a3-a1d8-1f4c7fccea57 req-1d7e494a-bb0a-44d2-bec0-abe265e7c8ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85f0f545-6b51-41b2-a9ee-a8c17abc2f57 {{(pid=83993) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 03 21:33:09.780952 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-47834467-1452-41a3-a1d8-1f4c7fccea57 req-1d7e494a-bb0a-44d2-bec0-abe265e7c8ef service neutron] Notify callbacks [] for port, precommit_update {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:09.808958 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.db.provisioning_blocks [req-47834467-1452-41a3-a1d8-1f4c7fccea57 req-1d7e494a-bb0a-44d2-bec0-abe265e7c8ef service neutron] Transition to ACTIVE for port object 85f0f545-6b51-41b2-a9ee-a8c17abc2f57 will not be triggered until provisioned by entity L2. {{(pid=83993) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 21:33:09.896571 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-47834467-1452-41a3-a1d8-1f4c7fccea57 req-1d7e494a-bb0a-44d2-bec0-abe265e7c8ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781386188966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781385847453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781385847498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3391653'] for port, after_update {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:10.305670 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7e494a-bb0a-44d2-bec0-abe265e7c8ef service neutron] Pushing event updated for resources: {'Port': ['ID=85f0f545-6b51-41b2-a9ee-a8c17abc2f57,revision_number=2']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:33:10.474755 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0642da-3654-4ddd-87a0-b22bb197a35a req-9fb8effc-4df3-4248-9480-4c0155bab1ca tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:33:10.484680 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-7d0642da-3654-4ddd-87a0-b22bb197a35a req-9fb8effc-4df3-4248-9480-4c0155bab1ca tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] 10.222.0.48 "GET /v2.0/ports?device_id=cb2b9b5d-640a-401a-ac60-566b6d8dbc52 HTTP/1.1" status: 200 len: 946 time: 0.2112336 May 03 21:33:10.564873 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-7d0642da-3654-4ddd-87a0-b22bb197a35a req-faa862cc-5249-4f01-9746-c5d150f6a6b3 tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] 10.222.0.48 "GET /v2.0/security-groups?id=017c8b08-e15d-49c0-bac3-c85fbc37c93c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0785360 May 03 21:33:10.573865 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c6a8e8-83d9-4d77-a69c-409fb3760c8e req-750afcbf-683c-41b1-8ebf-6a54f71203fd tempest-TestMinimumBasicScenario-1676527086 tempest-TestMinimumBasicScenario-1676527086-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:33:10.574633 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [req-f2c6a8e8-83d9-4d77-a69c-409fb3760c8e req-750afcbf-683c-41b1-8ebf-6a54f71203fd tempest-TestMinimumBasicScenario-1676527086 tempest-TestMinimumBasicScenario-1676527086-project] Synchronizing usage tracker for tenant:03af834dfea4426086d2125bcea03d0f on resource:port {{(pid=83993) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 21:33:10.613900 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.managers [req-47834467-1452-41a3-a1d8-1f4c7fccea57 req-1d7e494a-bb0a-44d2-bec0-abe265e7c8ef service neutron] Attempting to bind port 85f0f545-6b51-41b2-a9ee-a8c17abc2f57 on host hv-cinder-84037 for vnic_type normal with profile {{(pid=83993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 21:33:10.614470 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.managers [req-47834467-1452-41a3-a1d8-1f4c7fccea57 req-1d7e494a-bb0a-44d2-bec0-abe265e7c8ef service neutron] Attempting to bind port 85f0f545-6b51-41b2-a9ee-a8c17abc2f57 by drivers openvswitch,hyperv on host hv-cinder-84037 at level 0 using segments [{'id': '6cb7f327-dd57-450a-bdb1-c88d9c6b752e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '9b51a3a3-5ba7-4915-a72e-fc06fbab7914'}] {{(pid=83993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 21:33:10.614778 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47834467-1452-41a3-a1d8-1f4c7fccea57 req-1d7e494a-bb0a-44d2-bec0-abe265e7c8ef service neutron] Attempting to bind port 85f0f545-6b51-41b2-a9ee-a8c17abc2f57 on network 9b51a3a3-5ba7-4915-a72e-fc06fbab7914 {{(pid=83993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 03 21:33:10.627484 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47834467-1452-41a3-a1d8-1f4c7fccea57 req-1d7e494a-bb0a-44d2-bec0-abe265e7c8ef service neutron] Port 85f0f545-6b51-41b2-a9ee-a8c17abc2f57 on network 9b51a3a3-5ba7-4915-a72e-fc06fbab7914 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84037 {{(pid=83993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 03 21:33:10.627484 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47834467-1452-41a3-a1d8-1f4c7fccea57 req-1d7e494a-bb0a-44d2-bec0-abe265e7c8ef service neutron] Attempting to bind port 85f0f545-6b51-41b2-a9ee-a8c17abc2f57 on network 9b51a3a3-5ba7-4915-a72e-fc06fbab7914 {{(pid=83993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 03 21:33:10.653434 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47834467-1452-41a3-a1d8-1f4c7fccea57 req-1d7e494a-bb0a-44d2-bec0-abe265e7c8ef service neutron] Checking agent: {'id': '6f729c1e-126d-4db9-b521-92dbb8a34775', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84037', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 21, 26, 18), 'started_at': datetime.datetime(2022, 5, 3, 21, 26, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 21, 32, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 03 21:33:10.654705 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47834467-1452-41a3-a1d8-1f4c7fccea57 req-1d7e494a-bb0a-44d2-bec0-abe265e7c8ef service neutron] Checking segment: {'id': '6cb7f327-dd57-450a-bdb1-c88d9c6b752e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '9b51a3a3-5ba7-4915-a72e-fc06fbab7914'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 03 21:33:10.655164 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47834467-1452-41a3-a1d8-1f4c7fccea57 req-1d7e494a-bb0a-44d2-bec0-abe265e7c8ef service neutron] Bound using segment: {'id': '6cb7f327-dd57-450a-bdb1-c88d9c6b752e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '9b51a3a3-5ba7-4915-a72e-fc06fbab7914'} {{(pid=83993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 03 21:33:10.655611 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.managers [req-47834467-1452-41a3-a1d8-1f4c7fccea57 req-1d7e494a-bb0a-44d2-bec0-abe265e7c8ef service neutron] Bound port: 85f0f545-6b51-41b2-a9ee-a8c17abc2f57, host: hv-cinder-84037, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6cb7f327-dd57-450a-bdb1-c88d9c6b752e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '9b51a3a3-5ba7-4915-a72e-fc06fbab7914'}}] {{(pid=83993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 21:33:10.655994 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-47834467-1452-41a3-a1d8-1f4c7fccea57 req-1d7e494a-bb0a-44d2-bec0-abe265e7c8ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1124352'] for port, before_update {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:10.716268 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [req-f2c6a8e8-83d9-4d77-a69c-409fb3760c8e req-750afcbf-683c-41b1-8ebf-6a54f71203fd tempest-TestMinimumBasicScenario-1676527086 tempest-TestMinimumBasicScenario-1676527086-project] Unset dirty status for tenant:03af834dfea4426086d2125bcea03d0f on resource:port {{(pid=83993) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 21:33:10.717087 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-f2c6a8e8-83d9-4d77-a69c-409fb3760c8e req-750afcbf-683c-41b1-8ebf-6a54f71203fd tempest-TestMinimumBasicScenario-1676527086 tempest-TestMinimumBasicScenario-1676527086-project] 10.222.0.48 "GET /v2.0/ports?device_id=f13ba9d5-9344-4748-8e24-118858bfce42 HTTP/1.1" status: 200 len: 943 time: 0.7002823 May 03 21:33:10.820564 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.db [req-47834467-1452-41a3-a1d8-1f4c7fccea57 req-1d7e494a-bb0a-44d2-bec0-abe265e7c8ef service neutron] For port 85f0f545-6b51-41b2-a9ee-a8c17abc2f57, host hv-cinder-84037, cleared binding levels {{(pid=83993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 21:33:10.823974 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [req-f2c6a8e8-83d9-4d77-a69c-409fb3760c8e req-62d7fd9b-c3a7-444c-a2cc-9d1821367f56 tempest-TestMinimumBasicScenario-1676527086 tempest-TestMinimumBasicScenario-1676527086-project] Synchronizing usage tracker for tenant:03af834dfea4426086d2125bcea03d0f on resource:security_group {{(pid=83993) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 21:33:10.830339 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.db [req-47834467-1452-41a3-a1d8-1f4c7fccea57 req-1d7e494a-bb0a-44d2-bec0-abe265e7c8ef service neutron] For port 85f0f545-6b51-41b2-a9ee-a8c17abc2f57, host hv-cinder-84037, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=85f0f545-6b51-41b2-a9ee-a8c17abc2f57,segment=NetworkSegment(6cb7f327-dd57-450a-bdb1-c88d9c6b752e),segment_id=6cb7f327-dd57-450a-bdb1-c88d9c6b752e)] {{(pid=83993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 21:33:11.482322 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [req-f2c6a8e8-83d9-4d77-a69c-409fb3760c8e req-62d7fd9b-c3a7-444c-a2cc-9d1821367f56 tempest-TestMinimumBasicScenario-1676527086 tempest-TestMinimumBasicScenario-1676527086-project] Unset dirty status for tenant:03af834dfea4426086d2125bcea03d0f on resource:security_group {{(pid=83993) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 21:33:11.484299 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-f2c6a8e8-83d9-4d77-a69c-409fb3760c8e req-62d7fd9b-c3a7-444c-a2cc-9d1821367f56 tempest-TestMinimumBasicScenario-1676527086 tempest-TestMinimumBasicScenario-1676527086-project] 10.222.0.48 "GET /v2.0/security-groups?id=c752ce3f-47d3-4857-90c0-90885669f08a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7563629 May 03 21:33:11.485776 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-47834467-1452-41a3-a1d8-1f4c7fccea57 req-1d7e494a-bb0a-44d2-bec0-abe265e7c8ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781386188966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781385847453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781385847498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3391653'] for port, after_update {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:11.604905 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-47834467-1452-41a3-a1d8-1f4c7fccea57 req-1d7e494a-bb0a-44d2-bec0-abe265e7c8ef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93163'] for port, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:11.604905 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-47834467-1452-41a3-a1d8-1f4c7fccea57 req-1d7e494a-bb0a-44d2-bec0-abe265e7c8ef service neutron] 10.222.0.42 "PUT /v2.0/ports/85f0f545-6b51-41b2-a9ee-a8c17abc2f57 HTTP/1.1" status: 200 len: 1093 time: 4.1259577 May 03 21:33:11.604905 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f13ba9d5-9344-4748-8e24-118858bfce42', 'tag': '85f0f545-6b51-41b2-a9ee-a8c17abc2f57'}] {{(pid=83993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 03 21:33:11.632239 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.48', 59000) {{(pid=83992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:33:11.662369 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7e494a-bb0a-44d2-bec0-abe265e7c8ef service neutron] Pushing event updated for resources: {'Port': ['ID=85f0f545-6b51-41b2-a9ee-a8c17abc2f57,revision_number=3']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:33:11.758199 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-2b3ca32e-0fe1-4910-acc7-4946cf9c5f38 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Notify callbacks [] for security_group, before_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:11.826374 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-2b3ca32e-0fe1-4910-acc7-4946cf9c5f38 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:11.913903 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3b6a1b15-e331-464f-b0ef-f9b9690fe937'] response: {'name': 'network-changed', 'server_uuid': 'f13ba9d5-9344-4748-8e24-118858bfce42', 'tag': '85f0f545-6b51-41b2-a9ee-a8c17abc2f57', 'status': 'completed', 'code': 200} May 03 21:33:12.038505 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-2b3ca32e-0fe1-4910-acc7-4946cf9c5f38 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746426'] for security_group, after_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:12.105252 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3ca32e-0fe1-4910-acc7-4946cf9c5f38 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=73d0b568-6014-48c2-b361-ba1ad81e233d,revision_number=None']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:33:12.137781 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b3ca32e-0fe1-4910-acc7-4946cf9c5f38 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:33:12.140225 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b3ca32e-0fe1-4910-acc7-4946cf9c5f38 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:33:12.140796 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b3ca32e-0fe1-4910-acc7-4946cf9c5f38 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:33:12.141479 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b3ca32e-0fe1-4910-acc7-4946cf9c5f38 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:33:12.142013 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b3ca32e-0fe1-4910-acc7-4946cf9c5f38 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:33:12.145138 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b3ca32e-0fe1-4910-acc7-4946cf9c5f38 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:33:12.147923 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b3ca32e-0fe1-4910-acc7-4946cf9c5f38 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:33:12.147923 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b3ca32e-0fe1-4910-acc7-4946cf9c5f38 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:33:12.151056 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b3ca32e-0fe1-4910-acc7-4946cf9c5f38 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:33:12.151685 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b3ca32e-0fe1-4910-acc7-4946cf9c5f38 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:33:12.152333 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b3ca32e-0fe1-4910-acc7-4946cf9c5f38 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:33:12.282789 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1ce665-b759-4138-9371-85b140646a91 req-c2e73be1-3041-428d-9a8e-7c3d53e82d72 tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:33:12.282789 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-fb1ce665-b759-4138-9371-85b140646a91 req-c2e73be1-3041-428d-9a8e-7c3d53e82d72 tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] 10.222.0.48 "GET /v2.0/ports?device_id=cb2b9b5d-640a-401a-ac60-566b6d8dbc52 HTTP/1.1" status: 200 len: 946 time: 0.2489429 May 03 21:33:12.325544 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-2b3ca32e-0fe1-4910-acc7-4946cf9c5f38 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Notify callbacks [] for security_group, before_response {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:12.329229 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [None req-2b3ca32e-0fe1-4910-acc7-4946cf9c5f38 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] 10.222.0.48 "DELETE /v2.0/security-groups/73d0b568-6014-48c2-b361-ba1ad81e233d HTTP/1.1" status: 204 len: 168 time: 0.6958117 May 03 21:33:12.332928 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.48', 59010) {{(pid=83993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:33:12.387484 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d654a6-0408-46db-a94c-69094a0be297 req-e8a17a57-316c-4869-abc5-61c197f789c5 tempest-VolumesSnapshotTestJSON-1309513029 tempest-VolumesSnapshotTestJSON-1309513029-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:33:12.389643 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-a8d654a6-0408-46db-a94c-69094a0be297 req-e8a17a57-316c-4869-abc5-61c197f789c5 tempest-VolumesSnapshotTestJSON-1309513029 tempest-VolumesSnapshotTestJSON-1309513029-project] 10.222.0.48 "GET /v2.0/ports?device_id=7faa75bc-a237-4850-b9c4-fcd56ac7b0b6 HTTP/1.1" status: 200 len: 945 time: 0.2189467 May 03 21:33:12.394523 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.api.v2.resource [None req-7c69d540-2f6c-4b82-a7d8-77b26083f603 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] show failed (client error): The resource could not be found. May 03 21:33:12.399184 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-7c69d540-2f6c-4b82-a7d8-77b26083f603 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] 10.222.0.48 "GET /v2.0/security-groups/73d0b568-6014-48c2-b361-ba1ad81e233d HTTP/1.1" status: 404 len: 347 time: 0.0471923 May 03 21:33:12.400298 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.48', 59014) {{(pid=83993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:33:12.506400 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-a8d654a6-0408-46db-a94c-69094a0be297 req-44d8204f-26a1-4dc1-b864-1e4267815946 tempest-VolumesSnapshotTestJSON-1309513029 tempest-VolumesSnapshotTestJSON-1309513029-project] 10.222.0.48 "GET /v2.0/security-groups?id=65996721-a490-4a59-8f5d-ec10ee072626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956509 May 03 21:33:12.572806 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-fb1ce665-b759-4138-9371-85b140646a91 req-2405e0f1-92bc-4aa6-922c-0d8ebc425d07 tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] 10.222.0.48 "GET /v2.0/security-groups?id=017c8b08-e15d-49c0-bac3-c85fbc37c93c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2835722 May 03 21:33:12.901064 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.plugin [None req-74c6a266-275a-4649-83b9-0b22e429bf69 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Deleting port 322a2beb-26d9-44f3-824d-c1afc77e1205 {{(pid=83993) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 03 21:33:12.903145 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-74c6a266-275a-4649-83b9-0b22e429bf69 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781386349267'] for port, before_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:13.037846 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6a6bab-7839-4dae-b7d4-ee6b78da249f req-60bb6c39-dffb-43fb-899f-9ffe3f6e05a5 tempest-TestMinimumBasicScenario-1676527086 tempest-TestMinimumBasicScenario-1676527086-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:33:13.050154 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-9a6a6bab-7839-4dae-b7d4-ee6b78da249f req-60bb6c39-dffb-43fb-899f-9ffe3f6e05a5 tempest-TestMinimumBasicScenario-1676527086 tempest-TestMinimumBasicScenario-1676527086-project] 10.222.0.48 "GET /v2.0/ports?device_id=f13ba9d5-9344-4748-8e24-118858bfce42 HTTP/1.1" status: 200 len: 943 time: 0.1347742 May 03 21:33:13.091852 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-ea7e9719-2084-4163-9e37-8bf08f87a20e req-426ab7eb-c8b8-4dfa-acc9-49e11bc1d985 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=03af834dfea4426086d2125bcea03d0f&device_id=f13ba9d5-9344-4748-8e24-118858bfce42 HTTP/1.1" status: 200 len: 1096 time: 0.5937257 May 03 21:33:13.128009 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-9a6a6bab-7839-4dae-b7d4-ee6b78da249f req-bf8ae182-020b-45b6-bb29-3c12f9f622fb tempest-TestMinimumBasicScenario-1676527086 tempest-TestMinimumBasicScenario-1676527086-project] 10.222.0.48 "GET /v2.0/security-groups?id=c752ce3f-47d3-4857-90c0-90885669f08a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763366 May 03 21:33:13.332249 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-74c6a266-275a-4649-83b9-0b22e429bf69 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749056'] for port, precommit_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:13.332249 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-74c6a266-275a-4649-83b9-0b22e429bf69 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:13.443354 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.plugin [None req-74c6a266-275a-4649-83b9-0b22e429bf69 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Calling delete_port for 322a2beb-26d9-44f3-824d-c1afc77e1205 owned by network:floatingip {{(pid=83993) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 03 21:33:13.872404 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7e9719-2084-4163-9e37-8bf08f87a20e req-fe4b7505-155b-4988-a1ae-a533659070a9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:33:13.876284 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-ea7e9719-2084-4163-9e37-8bf08f87a20e req-fe4b7505-155b-4988-a1ae-a533659070a9 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=03af834dfea4426086d2125bcea03d0f&shared=False HTTP/1.1" status: 200 len: 915 time: 0.3916388 May 03 21:33:14.072317 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b66a83c-6c16-4762-b830-6693ccbd9718 req-db6c9f38-248d-4f0a-b4d6-afeff9f26079 tempest-VolumesSnapshotTestJSON-1309513029 tempest-VolumesSnapshotTestJSON-1309513029-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:33:14.074085 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-7b66a83c-6c16-4762-b830-6693ccbd9718 req-db6c9f38-248d-4f0a-b4d6-afeff9f26079 tempest-VolumesSnapshotTestJSON-1309513029 tempest-VolumesSnapshotTestJSON-1309513029-project] 10.222.0.48 "GET /v2.0/ports?device_id=7faa75bc-a237-4850-b9c4-fcd56ac7b0b6 HTTP/1.1" status: 200 len: 945 time: 0.4108825 May 03 21:33:14.078207 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-74c6a266-275a-4649-83b9-0b22e429bf69 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781386188948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781385847444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3391708'] for port, after_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:14.080872 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d366e1-ab58-4790-92de-af58a3150fa9 req-ea58ec68-a92f-447f-b32a-7e06ea40e714 tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:33:14.082546 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-59d366e1-ab58-4790-92de-af58a3150fa9 req-ea58ec68-a92f-447f-b32a-7e06ea40e714 tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] 10.222.0.48 "GET /v2.0/ports?device_id=cb2b9b5d-640a-401a-ac60-566b6d8dbc52 HTTP/1.1" status: 200 len: 946 time: 0.1494324 May 03 21:33:14.152179 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-59d366e1-ab58-4790-92de-af58a3150fa9 req-e72fae0b-3cfe-42cc-b50c-a8cfe385b883 tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] 10.222.0.48 "GET /v2.0/security-groups?id=017c8b08-e15d-49c0-bac3-c85fbc37c93c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576155 May 03 21:33:14.203192 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c6a266-275a-4649-83b9-0b22e429bf69 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Pushing event deleted for resources: {'Port': ['ID=322a2beb-26d9-44f3-824d-c1afc77e1205,revision_number=None']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:33:14.223038 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7e9719-2084-4163-9e37-8bf08f87a20e req-2bf3b410-c4c3-424a-92a4-a1b0b5c5252f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:33:14.225255 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-ea7e9719-2084-4163-9e37-8bf08f87a20e req-2bf3b410-c4c3-424a-92a4-a1b0b5c5252f service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3235018 May 03 21:33:14.313630 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-7b66a83c-6c16-4762-b830-6693ccbd9718 req-21e0c678-9914-4ba2-baba-4388eb48a5df tempest-VolumesSnapshotTestJSON-1309513029 tempest-VolumesSnapshotTestJSON-1309513029-project] 10.222.0.48 "GET /v2.0/security-groups?id=65996721-a490-4a59-8f5d-ec10ee072626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2240252 May 03 21:33:14.359493 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-74c6a266-275a-4649-83b9-0b22e429bf69 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Notify callbacks [] for floatingip, after_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:14.392845 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-74c6a266-275a-4649-83b9-0b22e429bf69 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93163'] for floatingip, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:14.397311 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-74c6a266-275a-4649-83b9-0b22e429bf69 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] 10.222.0.48 "DELETE /v2.0/floatingips/100a5aed-532d-4711-af1d-084799961218 HTTP/1.1" status: 204 len: 168 time: 1.9930542 May 03 21:33:14.521024 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95faa5e9-3647-4663-b863-8f20192a1e4c req-58b7d7f7-cb5b-4ab2-bf72-e05b46d1b96e tempest-TestMinimumBasicScenario-1676527086 tempest-TestMinimumBasicScenario-1676527086-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:33:14.524890 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-95faa5e9-3647-4663-b863-8f20192a1e4c req-58b7d7f7-cb5b-4ab2-bf72-e05b46d1b96e tempest-TestMinimumBasicScenario-1676527086 tempest-TestMinimumBasicScenario-1676527086-project] 10.222.0.48 "GET /v2.0/ports?device_id=f13ba9d5-9344-4748-8e24-118858bfce42 HTTP/1.1" status: 200 len: 943 time: 0.1182942 May 03 21:33:14.599432 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.db.agents_db [None req-1c6bebc3-6d0c-4304-a2c1-5df630ce29f1 None None] Agent healthcheck: found 6 active agents {{(pid=83995) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 03 21:33:14.611836 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-95faa5e9-3647-4663-b863-8f20192a1e4c req-67601cac-967f-433b-9a82-659f68879f65 tempest-TestMinimumBasicScenario-1676527086 tempest-TestMinimumBasicScenario-1676527086-project] 10.222.0.48 "GET /v2.0/security-groups?id=c752ce3f-47d3-4857-90c0-90885669f08a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776017 May 03 21:33:15.045503 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.48', 59060) {{(pid=83993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:33:15.058846 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.v2.base [None req-ba60cff0-4b98-4d06-9170-7449686b8236 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Request body: {'security_group': {'name': 'tempest-securitygroup--480980785', 'description': 'tempest-description--2137947898'}} {{(pid=83993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 03 21:33:15.070607 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-ba60cff0-4b98-4d06-9170-7449686b8236 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:33:15.078101 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-ba60cff0-4b98-4d06-9170-7449686b8236 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Usage tracker for resource:security_group and tenant:bd571e41b44a4bc6b16bf8163252f168 is out of sync, need to count used quota {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:33:15.082465 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-ba60cff0-4b98-4d06-9170-7449686b8236 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:33:15.093132 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-ba60cff0-4b98-4d06-9170-7449686b8236 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:33:15.194792 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-ba60cff0-4b98-4d06-9170-7449686b8236 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Notify callbacks [] for security_group, before_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:15.256138 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-ba60cff0-4b98-4d06-9170-7449686b8236 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:33:15.261087 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-ba60cff0-4b98-4d06-9170-7449686b8236 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Usage tracker for resource:security_group_rule and tenant:bd571e41b44a4bc6b16bf8163252f168 is out of sync, need to count used quota {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:33:15.264829 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-ba60cff0-4b98-4d06-9170-7449686b8236 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:33:15.271902 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-ba60cff0-4b98-4d06-9170-7449686b8236 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:33:15.346470 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-ba60cff0-4b98-4d06-9170-7449686b8236 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Notify callbacks [] for security_group, precommit_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:15.440513 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ba0ed3-56c3-44d5-892d-475f3e3c1ea0 req-f31245da-0d5f-455f-ad70-994612abeee5 tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:33:15.442828 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-b6ba0ed3-56c3-44d5-892d-475f3e3c1ea0 req-f31245da-0d5f-455f-ad70-994612abeee5 tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] 10.222.0.48 "GET /v2.0/ports?device_id=cb2b9b5d-640a-401a-ac60-566b6d8dbc52 HTTP/1.1" status: 200 len: 946 time: 0.1140673 May 03 21:33:15.449899 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-ba60cff0-4b98-4d06-9170-7449686b8236 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746426'] for security_group, after_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:15.497347 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-b6ba0ed3-56c3-44d5-892d-475f3e3c1ea0 req-efcfb99c-3e74-480b-865f-7a5141033c8d tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] 10.222.0.48 "GET /v2.0/security-groups?id=017c8b08-e15d-49c0-bac3-c85fbc37c93c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464299 May 03 21:33:15.560658 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba60cff0-4b98-4d06-9170-7449686b8236 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9723ad88-19b9-4747-aa09-f031b130e0be,revision_number=1']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:33:15.626957 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147450a4-9d2b-4b7b-b0fa-41acfd5e58b8 req-8ba298a0-4a4e-4339-98de-49f062e11fcb tempest-VolumesSnapshotTestJSON-1309513029 tempest-VolumesSnapshotTestJSON-1309513029-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:33:15.629447 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-147450a4-9d2b-4b7b-b0fa-41acfd5e58b8 req-8ba298a0-4a4e-4339-98de-49f062e11fcb tempest-VolumesSnapshotTestJSON-1309513029 tempest-VolumesSnapshotTestJSON-1309513029-project] 10.222.0.48 "GET /v2.0/ports?device_id=7faa75bc-a237-4850-b9c4-fcd56ac7b0b6 HTTP/1.1" status: 200 len: 945 time: 0.1379461 May 03 21:33:15.653273 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-ba60cff0-4b98-4d06-9170-7449686b8236 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Notify callbacks [] for security_group, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:15.654503 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-ba60cff0-4b98-4d06-9170-7449686b8236 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 0.6071327 May 03 21:33:15.658087 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.48', 59082) {{(pid=83992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:33:15.665058 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.v2.base [None req-7a3fd230-af69-4cc8-8a4d-d407a5b886f2 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Request body: {'security_group_rule': {'security_group_id': '9723ad88-19b9-4747-aa09-f031b130e0be', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 03 21:33:15.670369 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.db.quota.driver [None req-7a3fd230-af69-4cc8-8a4d-d407a5b886f2 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:33:15.674471 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.quota.resource [None req-7a3fd230-af69-4cc8-8a4d-d407a5b886f2 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Usage tracker for resource:security_group_rule and tenant:bd571e41b44a4bc6b16bf8163252f168 is out of sync, need to count used quota {{(pid=83992) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:33:15.678093 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.quota.resource [None req-7a3fd230-af69-4cc8-8a4d-d407a5b886f2 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83992) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:33:15.684589 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.db.quota.driver [None req-7a3fd230-af69-4cc8-8a4d-d407a5b886f2 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:33:15.692070 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-147450a4-9d2b-4b7b-b0fa-41acfd5e58b8 req-3f4c8b37-0c1c-4600-b184-cd073fde268f tempest-VolumesSnapshotTestJSON-1309513029 tempest-VolumesSnapshotTestJSON-1309513029-project] 10.222.0.48 "GET /v2.0/security-groups?id=65996721-a490-4a59-8f5d-ec10ee072626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548303 May 03 21:33:15.831261 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-7a3fd230-af69-4cc8-8a4d-d407a5b886f2 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:15.885141 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-47834467-1452-41a3-a1d8-1f4c7fccea57 req-5cfe61d6-2f76-443c-916d-27ced980e4d9 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=03af834dfea4426086d2125bcea03d0f&device_id=f13ba9d5-9344-4748-8e24-118858bfce42 HTTP/1.1" status: 200 len: 1096 time: 0.0808802 May 03 21:33:15.917639 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7e845b-86bc-4aa7-a731-6eda4e8359f9 req-5b322a62-ee09-40fc-94f3-cd74ebea96d7 tempest-TestMinimumBasicScenario-1676527086 tempest-TestMinimumBasicScenario-1676527086-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:33:15.919341 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-0f7e845b-86bc-4aa7-a731-6eda4e8359f9 req-5b322a62-ee09-40fc-94f3-cd74ebea96d7 tempest-TestMinimumBasicScenario-1676527086 tempest-TestMinimumBasicScenario-1676527086-project] 10.222.0.48 "GET /v2.0/ports?device_id=f13ba9d5-9344-4748-8e24-118858bfce42 HTTP/1.1" status: 200 len: 943 time: 0.1429701 May 03 21:33:15.921654 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-7a3fd230-af69-4cc8-8a4d-d407a5b886f2 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:15.989192 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-47834467-1452-41a3-a1d8-1f4c7fccea57 req-75bc844a-6a31-41c4-bfe3-3049b576ccd0 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=85f0f545-6b51-41b2-a9ee-a8c17abc2f57 HTTP/1.1" status: 200 len: 217 time: 0.0849566 May 03 21:33:16.036606 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-0f7e845b-86bc-4aa7-a731-6eda4e8359f9 req-6f16be92-83c3-4b44-9e91-2719d2c49f3a tempest-TestMinimumBasicScenario-1676527086 tempest-TestMinimumBasicScenario-1676527086-project] 10.222.0.48 "GET /v2.0/security-groups?id=c752ce3f-47d3-4857-90c0-90885669f08a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773721 May 03 21:33:16.495382 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-7a3fd230-af69-4cc8-8a4d-d407a5b886f2 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746249'] for security_group_rule, after_create {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:16.527519 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3fd230-af69-4cc8-8a4d-d407a5b886f2 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4a39549-29a2-4a48-97d8-d27525da47f5,revision_number=0']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:33:16.590697 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-37778571-848b-4365-a8c4-e4142745de96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781386283879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2080842'] for agent, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:16.733877 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-7a3fd230-af69-4cc8-8a4d-d407a5b886f2 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:16.733877 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [None req-7a3fd230-af69-4cc8-8a4d-d407a5b886f2 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.0749753 May 03 21:33:16.738169 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.48', 59098) {{(pid=83992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:33:16.755357 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.v2.base [None req-8d251de4-25c6-4ac6-8b47-d3b7b578aa43 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Request body: {'security_group_rule': {'security_group_id': '9723ad88-19b9-4747-aa09-f031b130e0be', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 03 21:33:16.763096 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.db.quota.driver [None req-8d251de4-25c6-4ac6-8b47-d3b7b578aa43 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:33:16.793105 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.quota.resource [None req-8d251de4-25c6-4ac6-8b47-d3b7b578aa43 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Usage tracker for resource:security_group_rule and tenant:bd571e41b44a4bc6b16bf8163252f168 is out of sync, need to count used quota {{(pid=83992) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:33:16.805545 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.quota.resource [None req-8d251de4-25c6-4ac6-8b47-d3b7b578aa43 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83992) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:33:16.837543 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.db.quota.driver [None req-8d251de4-25c6-4ac6-8b47-d3b7b578aa43 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:33:16.865087 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c815a0-b3cd-488e-9af3-bd7accc373d7 req-16c03079-419f-41fa-bea3-c3d9ff9fd1ed tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:33:16.868630 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-f3c815a0-b3cd-488e-9af3-bd7accc373d7 req-16c03079-419f-41fa-bea3-c3d9ff9fd1ed tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] 10.222.0.48 "GET /v2.0/ports?device_id=cb2b9b5d-640a-401a-ac60-566b6d8dbc52 HTTP/1.1" status: 200 len: 946 time: 0.2033398 May 03 21:33:16.965541 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-f3c815a0-b3cd-488e-9af3-bd7accc373d7 req-9c76586c-942f-45a2-9c6e-48462fb36e79 tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] 10.222.0.48 "GET /v2.0/security-groups?id=017c8b08-e15d-49c0-bac3-c85fbc37c93c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0911672 May 03 21:33:17.047250 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95df9135-bb20-46e1-a536-00d73a79185e req-e70f364b-37d0-42de-b0c1-79eab10793fa tempest-VolumesSnapshotTestJSON-1309513029 tempest-VolumesSnapshotTestJSON-1309513029-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:33:17.048784 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-95df9135-bb20-46e1-a536-00d73a79185e req-e70f364b-37d0-42de-b0c1-79eab10793fa tempest-VolumesSnapshotTestJSON-1309513029 tempest-VolumesSnapshotTestJSON-1309513029-project] 10.222.0.48 "GET /v2.0/ports?device_id=7faa75bc-a237-4850-b9c4-fcd56ac7b0b6 HTTP/1.1" status: 200 len: 945 time: 0.1109395 May 03 21:33:17.105076 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-95df9135-bb20-46e1-a536-00d73a79185e req-b8c09d55-f3f5-44bf-ab0e-89aa215c98c6 tempest-VolumesSnapshotTestJSON-1309513029 tempest-VolumesSnapshotTestJSON-1309513029-project] 10.222.0.48 "GET /v2.0/security-groups?id=65996721-a490-4a59-8f5d-ec10ee072626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496986 May 03 21:33:17.198866 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-8d251de4-25c6-4ac6-8b47-d3b7b578aa43 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:17.279761 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5264bd5-5dd6-44e8-b101-369bf57341c1 req-4652af69-8df6-46a3-bddf-6bd6a09ba354 tempest-TestMinimumBasicScenario-1676527086 tempest-TestMinimumBasicScenario-1676527086-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:33:17.280526 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-8d251de4-25c6-4ac6-8b47-d3b7b578aa43 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:17.281444 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-c5264bd5-5dd6-44e8-b101-369bf57341c1 req-4652af69-8df6-46a3-bddf-6bd6a09ba354 tempest-TestMinimumBasicScenario-1676527086 tempest-TestMinimumBasicScenario-1676527086-project] 10.222.0.48 "GET /v2.0/ports?device_id=f13ba9d5-9344-4748-8e24-118858bfce42 HTTP/1.1" status: 200 len: 943 time: 0.1154032 May 03 21:33:17.333021 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-c5264bd5-5dd6-44e8-b101-369bf57341c1 req-8ce19697-d1d5-416b-a35b-95df481a1673 tempest-TestMinimumBasicScenario-1676527086 tempest-TestMinimumBasicScenario-1676527086-project] 10.222.0.48 "GET /v2.0/security-groups?id=c752ce3f-47d3-4857-90c0-90885669f08a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433860 May 03 21:33:17.366071 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-8d251de4-25c6-4ac6-8b47-d3b7b578aa43 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746249'] for security_group_rule, after_create {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:17.400942 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d251de4-25c6-4ac6-8b47-d3b7b578aa43 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12644221-8dd5-4901-8336-5e553dba7721,revision_number=0']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:33:17.506851 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-8d251de4-25c6-4ac6-8b47-d3b7b578aa43 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:17.508058 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [None req-8d251de4-25c6-4ac6-8b47-d3b7b578aa43 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.7673750 May 03 21:33:17.524051 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.48', 59106) {{(pid=83992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:33:17.529230 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.v2.base [None req-ec931089-2749-4ab9-919a-19bc317adf82 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Request body: {'floatingip': {'floating_network_id': 'c33334bd-f19e-453d-9f7b-349270405c58'}} {{(pid=83992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 03 21:33:17.534789 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.db.quota.driver [None req-ec931089-2749-4ab9-919a-19bc317adf82 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:33:17.538699 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.quota.resource [None req-ec931089-2749-4ab9-919a-19bc317adf82 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Usage tracker for resource:floatingip and tenant:bd571e41b44a4bc6b16bf8163252f168 is out of sync, need to count used quota {{(pid=83992) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:33:17.541829 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.quota.resource [None req-ec931089-2749-4ab9-919a-19bc317adf82 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83992) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:33:17.547542 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.db.quota.driver [None req-ec931089-2749-4ab9-919a-19bc317adf82 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:33:17.643442 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-ec931089-2749-4ab9-919a-19bc317adf82 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Notify callbacks [] for floatingip, before_create {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:17.660305 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47834467-1452-41a3-a1d8-1f4c7fccea57 req-3b02bde1-c0ac-47ef-94b5-2c0ebecfeeb4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:33:17.662197 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-47834467-1452-41a3-a1d8-1f4c7fccea57 req-3b02bde1-c0ac-47ef-94b5-2c0ebecfeeb4 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2b4ffd3f-ee1e-4729-8300-c5c9c6b81a0d HTTP/1.1" status: 200 len: 853 time: 0.0711255 May 03 21:33:17.760763 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-47834467-1452-41a3-a1d8-1f4c7fccea57 req-792a7ed5-7aee-45f3-bf04-33bac8369632 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9b51a3a3-5ba7-4915-a72e-fc06fbab7914&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0895693 May 03 21:33:17.856614 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-ec931089-2749-4ab9-919a-19bc317adf82 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1124352'] for port, before_create {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:17.908632 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-47834467-1452-41a3-a1d8-1f4c7fccea57 req-d8243115-7363-4526-acfa-e7ae3b21bf06 service neutron] 10.222.0.42 "GET /v2.0/networks/9b51a3a3-5ba7-4915-a72e-fc06fbab7914?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382518 May 03 21:33:18.004622 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.db.db_base_plugin_common [None req-ec931089-2749-4ab9-919a-19bc317adf82 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Allocated IP 172.27.1.2 (c33334bd-f19e-453d-9f7b-349270405c58/8155f8f1-bdbd-4c1c-8daf-045a3e4a5222/0ce8231c-c3ff-4294-b58d-339e4865c273) {{(pid=83992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 21:33:18.065182 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-47834467-1452-41a3-a1d8-1f4c7fccea57 req-9d725f85-e894-4dab-8ecf-4ee16ba8968b service neutron] 10.222.0.42 "GET /v2.0/networks/9b51a3a3-5ba7-4915-a72e-fc06fbab7914?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1442127 May 03 21:33:18.257865 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-ec931089-2749-4ab9-919a-19bc317adf82 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Notify callbacks [] for port, precommit_create {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:18.281854 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aea24e0-9b64-44f3-b991-c3305551784d req-eaca0fb0-fb80-4dfd-8efa-45e347d6005a tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:33:18.283316 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-4aea24e0-9b64-44f3-b991-c3305551784d req-eaca0fb0-fb80-4dfd-8efa-45e347d6005a tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] 10.222.0.48 "GET /v2.0/ports?device_id=cb2b9b5d-640a-401a-ac60-566b6d8dbc52 HTTP/1.1" status: 200 len: 946 time: 0.1574590 May 03 21:33:18.340322 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-4aea24e0-9b64-44f3-b991-c3305551784d req-77d848fd-77a5-4265-95a2-6926b163ba1d tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] 10.222.0.48 "GET /v2.0/security-groups?id=017c8b08-e15d-49c0-bac3-c85fbc37c93c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501275 May 03 21:33:18.356108 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a56394-0e06-4a48-839c-0f83eee5b492 req-d76c217a-ed08-4880-82f4-d10d5f8b40c5 tempest-VolumesSnapshotTestJSON-1309513029 tempest-VolumesSnapshotTestJSON-1309513029-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:33:18.357999 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-a6a56394-0e06-4a48-839c-0f83eee5b492 req-d76c217a-ed08-4880-82f4-d10d5f8b40c5 tempest-VolumesSnapshotTestJSON-1309513029 tempest-VolumesSnapshotTestJSON-1309513029-project] 10.222.0.48 "GET /v2.0/ports?device_id=7faa75bc-a237-4850-b9c4-fcd56ac7b0b6 HTTP/1.1" status: 200 len: 945 time: 0.0949349 May 03 21:33:18.412243 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-ec931089-2749-4ab9-919a-19bc317adf82 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781385847435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3996730'] for port, after_create {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:18.415741 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-a6a56394-0e06-4a48-839c-0f83eee5b492 req-3a6820bc-5bb0-4839-bba1-8ded05154c02 tempest-VolumesSnapshotTestJSON-1309513029 tempest-VolumesSnapshotTestJSON-1309513029-project] 10.222.0.48 "GET /v2.0/security-groups?id=65996721-a490-4a59-8f5d-ec10ee072626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479152 May 03 21:33:18.478009 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec931089-2749-4ab9-919a-19bc317adf82 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Network c33334bd-f19e-453d-9f7b-349270405c58 is already hosted by enough agents. {{(pid=83992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 21:33:18.481176 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.scheduler.base_scheduler [None req-ec931089-2749-4ab9-919a-19bc317adf82 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Resources bound (agent type, host, resource id): {{(pid=83992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 21:33:18.494122 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec931089-2749-4ab9-919a-19bc317adf82 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Received port after_create {{(pid=83992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 03 21:33:18.586509 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-bc7b1106-bef7-4266-b028-81aecab95c7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781386283879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2080842'] for agent, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:18.589358 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec931089-2749-4ab9-919a-19bc317adf82 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Pushing event updated for resources: {'Port': ['ID=0ce8231c-c3ff-4294-b58d-339e4865c273,revision_number=1']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:33:18.655527 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db5fde4-fc69-47ec-b95e-3ec6db0ee13e req-660a4e1e-cd59-497a-aaff-bb4d1acd1afa tempest-TestMinimumBasicScenario-1676527086 tempest-TestMinimumBasicScenario-1676527086-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:33:18.657113 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-9db5fde4-fc69-47ec-b95e-3ec6db0ee13e req-660a4e1e-cd59-497a-aaff-bb4d1acd1afa tempest-TestMinimumBasicScenario-1676527086 tempest-TestMinimumBasicScenario-1676527086-project] 10.222.0.48 "GET /v2.0/ports?device_id=f13ba9d5-9344-4748-8e24-118858bfce42 HTTP/1.1" status: 200 len: 943 time: 0.1337440 May 03 21:33:18.766598 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.48', 59120) {{(pid=83993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:33:18.772236 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-ec931089-2749-4ab9-919a-19bc317adf82 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:18.779675 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-9db5fde4-fc69-47ec-b95e-3ec6db0ee13e req-ef88d129-41b6-43f7-af40-ce23ef604176 tempest-TestMinimumBasicScenario-1676527086 tempest-TestMinimumBasicScenario-1676527086-project] 10.222.0.48 "GET /v2.0/security-groups?id=c752ce3f-47d3-4857-90c0-90885669f08a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148918 May 03 21:33:18.832415 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.db.db_base_plugin_v2 [None req-595ea809-4f83-44c4-9e83-aef34c8f7a02 admin admin] Deleting subnet fff55202-54cf-4d4b-80b9-c28a2494d459 {{(pid=83993) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 03 21:33:18.835526 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-595ea809-4f83-44c4-9e83-aef34c8f7a02 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:18.890195 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-595ea809-4f83-44c4-9e83-aef34c8f7a02 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4075312'] for subnet, precommit_delete_associations {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:18.941986 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-ec931089-2749-4ab9-919a-19bc317adf82 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1124352'] for port, before_update {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:18.950927 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-595ea809-4f83-44c4-9e83-aef34c8f7a02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2088927'] for subnet, precommit_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:19.166669 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13054524-74bf-4a4a-a1c1-1d42221e7522 req-96283d83-9553-4964-89c9-4350f05d093a tempest-VolumesSnapshotTestJSON-1309513029 tempest-VolumesSnapshotTestJSON-1309513029-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:33:19.167470 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-ec931089-2749-4ab9-919a-19bc317adf82 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Notify callbacks [] for port, precommit_update {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:19.168162 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-13054524-74bf-4a4a-a1c1-1d42221e7522 req-96283d83-9553-4964-89c9-4350f05d093a tempest-VolumesSnapshotTestJSON-1309513029 tempest-VolumesSnapshotTestJSON-1309513029-project] 10.222.0.42 "GET /v2.0/ports?device_id=7faa75bc-a237-4850-b9c4-fcd56ac7b0b6 HTTP/1.1" status: 200 len: 945 time: 0.1850529 May 03 21:33:19.215809 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-595ea809-4f83-44c4-9e83-aef34c8f7a02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2088918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3391727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3403756'] for subnet, after_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:19.247808 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-ec931089-2749-4ab9-919a-19bc317adf82 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781386188966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781385847453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781385847498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3996739'] for port, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:19.270830 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595ea809-4f83-44c4-9e83-aef34c8f7a02 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fff55202-54cf-4d4b-80b9-c28a2494d459,revision_number=None']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:33:19.283349 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-595ea809-4f83-44c4-9e83-aef34c8f7a02 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1706389'] for subnet, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:19.289018 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.plugin [req-13054524-74bf-4a4a-a1c1-1d42221e7522 req-2cea9878-7bd8-416b-bd16-e5d091432354 tempest-VolumesSnapshotTestJSON-1309513029 tempest-VolumesSnapshotTestJSON-1309513029-project] Deleting port 3d939f88-ef7f-49d3-beb5-514a56fdf884 {{(pid=83993) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 03 21:33:19.289346 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-13054524-74bf-4a4a-a1c1-1d42221e7522 req-2cea9878-7bd8-416b-bd16-e5d091432354 tempest-VolumesSnapshotTestJSON-1309513029 tempest-VolumesSnapshotTestJSON-1309513029-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781386349267'] for port, before_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:19.329310 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-595ea809-4f83-44c4-9e83-aef34c8f7a02 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/fff55202-54cf-4d4b-80b9-c28a2494d459 HTTP/1.1" status: 204 len: 168 time: 0.5616350 May 03 21:33:19.336680 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.48', 59124) {{(pid=83993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:33:19.366436 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec931089-2749-4ab9-919a-19bc317adf82 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Pushing event updated for resources: {'Port': ['ID=0ce8231c-c3ff-4294-b58d-339e4865c273,revision_number=2']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:33:19.383741 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-ec931089-2749-4ab9-919a-19bc317adf82 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-332800'] for floatingip, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:19.512514 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-ec931089-2749-4ab9-919a-19bc317adf82 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93163'] for floatingip, before_response {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:19.523888 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [None req-ec931089-2749-4ab9-919a-19bc317adf82 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.9886899 May 03 21:33:19.570689 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-bef1feb2-e63c-475e-9aba-25ad8cad8461 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1078587'] for network, before_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:19.586342 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781386283879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2080842'] for agent, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:19.670165 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f56f57-6696-46cd-833a-66859c92ae08 req-d5d530de-895d-42a2-9d3f-b4dcbb3aae8f tempest-VolumesSnapshotTestJSON-1309513029 tempest-VolumesSnapshotTestJSON-1309513029-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:33:19.672218 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-49f56f57-6696-46cd-833a-66859c92ae08 req-d5d530de-895d-42a2-9d3f-b4dcbb3aae8f tempest-VolumesSnapshotTestJSON-1309513029 tempest-VolumesSnapshotTestJSON-1309513029-project] 10.222.0.48 "GET /v2.0/ports?device_id=7faa75bc-a237-4850-b9c4-fcd56ac7b0b6 HTTP/1.1" status: 200 len: 945 time: 0.0989439 May 03 21:33:19.739101 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-49f56f57-6696-46cd-833a-66859c92ae08 req-96cdc62c-d2dc-4265-ab99-ce370232b839 tempest-VolumesSnapshotTestJSON-1309513029 tempest-VolumesSnapshotTestJSON-1309513029-project] 10.222.0.48 "GET /v2.0/security-groups?id=65996721-a490-4a59-8f5d-ec10ee072626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559347 May 03 21:33:19.752127 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781386283879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2080842'] for agent, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:19.786267 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-0dfda447-9707-4eba-99ce-657c79a02a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781386283879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2080842'] for agent, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:19.818215 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.db [req-13054524-74bf-4a4a-a1c1-1d42221e7522 req-2cea9878-7bd8-416b-bd16-e5d091432354 tempest-VolumesSnapshotTestJSON-1309513029 tempest-VolumesSnapshotTestJSON-1309513029-project] For port 3d939f88-ef7f-49d3-beb5-514a56fdf884, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=3d939f88-ef7f-49d3-beb5-514a56fdf884,segment=NetworkSegment(ead6f962-4d7d-42d4-a44b-625695deccc6),segment_id=ead6f962-4d7d-42d4-a44b-625695deccc6)] {{(pid=83993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 21:33:19.818555 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-13054524-74bf-4a4a-a1c1-1d42221e7522 req-2cea9878-7bd8-416b-bd16-e5d091432354 tempest-VolumesSnapshotTestJSON-1309513029 tempest-VolumesSnapshotTestJSON-1309513029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749056'] for port, precommit_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:19.900490 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a4bbf5-b5c2-44d4-8edb-a33f8c0db2e5 req-a939bd4c-64eb-4fec-8236-5e5f698f5b43 tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:33:19.902003 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-d8a4bbf5-b5c2-44d4-8edb-a33f8c0db2e5 req-a939bd4c-64eb-4fec-8236-5e5f698f5b43 tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] 10.222.0.48 "GET /v2.0/ports?device_id=cb2b9b5d-640a-401a-ac60-566b6d8dbc52 HTTP/1.1" status: 200 len: 946 time: 0.4101121 May 03 21:33:19.906296 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.quota.resource [req-be459578-e0f4-4afc-b651-b5f741d5e3ec req-75a2c471-d451-427b-8d85-8abfeb0efb72 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Synchronizing usage tracker for tenant:bd571e41b44a4bc6b16bf8163252f168 on resource:security_group {{(pid=83992) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 21:33:19.963362 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-bef1feb2-e63c-475e-9aba-25ad8cad8461 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2083402', 'neutron.services.segments.db._delete_segments_for_network-8781386283897'] for network, precommit_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:19.978023 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.plugin [req-13054524-74bf-4a4a-a1c1-1d42221e7522 req-2cea9878-7bd8-416b-bd16-e5d091432354 tempest-VolumesSnapshotTestJSON-1309513029 tempest-VolumesSnapshotTestJSON-1309513029-project] Calling delete_port for 3d939f88-ef7f-49d3-beb5-514a56fdf884 owned by compute:nova {{(pid=83993) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 03 21:33:19.978868 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.quota.resource [req-be459578-e0f4-4afc-b651-b5f741d5e3ec req-75a2c471-d451-427b-8d85-8abfeb0efb72 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Unset dirty status for tenant:bd571e41b44a4bc6b16bf8163252f168 on resource:security_group {{(pid=83992) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 21:33:19.980055 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-be459578-e0f4-4afc-b651-b5f741d5e3ec req-75a2c471-d451-427b-8d85-8abfeb0efb72 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--480980785&fields=id&tenant_id=bd571e41b44a4bc6b16bf8163252f168 HTTP/1.1" status: 200 len: 267 time: 0.1209459 May 03 21:33:20.064846 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.services.segments.db [None req-bef1feb2-e63c-475e-9aba-25ad8cad8461 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8728a8ce-db6a-4720-bb6e-c96e6c9ab260']}} {{(pid=83993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:33:20.092118 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.services.segments.db [None req-bef1feb2-e63c-475e-9aba-25ad8cad8461 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b922d1c-0f74-428d-9457-e2990b5d0230') {'for_net_delete': True} {{(pid=83993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:33:20.092529 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.services.segments.db [None req-bef1feb2-e63c-475e-9aba-25ad8cad8461 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b922d1c-0f74-428d-9457-e2990b5d0230') {} {{(pid=83993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:33:20.110644 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-bef1feb2-e63c-475e-9aba-25ad8cad8461 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781386283780', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4073667'] for segment, before_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:20.143456 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-d8a4bbf5-b5c2-44d4-8edb-a33f8c0db2e5 req-4923835e-37fd-4bc7-a873-cad7b08dbef0 tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] 10.222.0.48 "GET /v2.0/security-groups?id=017c8b08-e15d-49c0-bac3-c85fbc37c93c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1820364 May 03 21:33:20.144471 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-bef1feb2-e63c-475e-9aba-25ad8cad8461 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1172921'] for segment, precommit_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:20.147584 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be459578-e0f4-4afc-b651-b5f741d5e3ec req-f386750d-4fdb-4d36-8d5a-cb2acc06a703 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:33:20.149327 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-be459578-e0f4-4afc-b651-b5f741d5e3ec req-f386750d-4fdb-4d36-8d5a-cb2acc06a703 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] 10.222.0.48 "GET /v2.0/networks?id=afa29ce3-7ea1-4fb3-8d15-b28913382476 HTTP/1.1" status: 200 len: 814 time: 0.1626215 May 03 21:33:20.153750 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bef1feb2-e63c-475e-9aba-25ad8cad8461 admin admin] Releasing vlan 426 on physical network physnet1 to pool {{(pid=83993) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 03 21:33:20.154140 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-bef1feb2-e63c-475e-9aba-25ad8cad8461 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1172898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3391617'] for segment, after_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:20.167263 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-be459578-e0f4-4afc-b651-b5f741d5e3ec req-6d26c683-b285-43c3-a800-6f96505444cd tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] 10.222.0.48 "GET /v2.0/quotas/bd571e41b44a4bc6b16bf8163252f168 HTTP/1.1" status: 200 len: 375 time: 0.0119669 May 03 21:33:20.168242 dv-cinder-840377-1-iscsi neutron-server[83993]: Traceback (most recent call last): May 03 21:33:20.168242 dv-cinder-840377-1-iscsi neutron-server[83993]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 03 21:33:20.168242 dv-cinder-840377-1-iscsi neutron-server[83993]: timer() May 03 21:33:20.168242 dv-cinder-840377-1-iscsi neutron-server[83993]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 03 21:33:20.168242 dv-cinder-840377-1-iscsi neutron-server[83993]: cb(*args, **kw) May 03 21:33:20.168242 dv-cinder-840377-1-iscsi neutron-server[83993]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 03 21:33:20.168242 dv-cinder-840377-1-iscsi neutron-server[83993]: return func(*args, **kwargs) May 03 21:33:20.168242 dv-cinder-840377-1-iscsi neutron-server[83993]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 03 21:33:20.168242 dv-cinder-840377-1-iscsi neutron-server[83993]: self._notify() May 03 21:33:20.168242 dv-cinder-840377-1-iscsi neutron-server[83993]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 03 21:33:20.168242 dv-cinder-840377-1-iscsi neutron-server[83993]: self.callback(batched_events) May 03 21:33:20.168242 dv-cinder-840377-1-iscsi neutron-server[83993]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 03 21:33:20.168242 dv-cinder-840377-1-iscsi neutron-server[83993]: event.method(event) May 03 21:33:20.168242 dv-cinder-840377-1-iscsi neutron-server[83993]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 03 21:33:20.168242 dv-cinder-840377-1-iscsi neutron-server[83993]: aggregate_id = self._get_aggregate_id(event.segment_id) May 03 21:33:20.168242 dv-cinder-840377-1-iscsi neutron-server[83993]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 03 21:33:20.168242 dv-cinder-840377-1-iscsi neutron-server[83993]: aggregate_uuid = self.p_client.list_aggregates( May 03 21:33:20.168242 dv-cinder-840377-1-iscsi neutron-server[83993]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 03 21:33:20.168242 dv-cinder-840377-1-iscsi neutron-server[83993]: return f(self, *a, **k) May 03 21:33:20.168242 dv-cinder-840377-1-iscsi neutron-server[83993]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 03 21:33:20.168242 dv-cinder-840377-1-iscsi neutron-server[83993]: return self._get(url).json() May 03 21:33:20.168242 dv-cinder-840377-1-iscsi neutron-server[83993]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 03 21:33:20.168242 dv-cinder-840377-1-iscsi neutron-server[83993]: return self._client.get(url, endpoint_filter=self._ks_filter, May 03 21:33:20.168242 dv-cinder-840377-1-iscsi neutron-server[83993]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 03 21:33:20.168242 dv-cinder-840377-1-iscsi neutron-server[83993]: return self.request(url, 'GET', **kwargs) May 03 21:33:20.168242 dv-cinder-840377-1-iscsi neutron-server[83993]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 03 21:33:20.168242 dv-cinder-840377-1-iscsi neutron-server[83993]: base_url = self.get_endpoint(auth, allow=allow, May 03 21:33:20.168242 dv-cinder-840377-1-iscsi neutron-server[83993]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 03 21:33:20.168242 dv-cinder-840377-1-iscsi neutron-server[83993]: auth = self._auth_required(auth, 'determine endpoint URL') May 03 21:33:20.168242 dv-cinder-840377-1-iscsi neutron-server[83993]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 03 21:33:20.168242 dv-cinder-840377-1-iscsi neutron-server[83993]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 03 21:33:20.168242 dv-cinder-840377-1-iscsi neutron-server[83993]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 03 21:33:20.271868 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-be459578-e0f4-4afc-b651-b5f741d5e3ec req-1a355629-b71c-400f-ab2b-812faacd650d tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=bd571e41b44a4bc6b16bf8163252f168&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0895691 May 03 21:33:20.383263 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c4e8c7-9375-49d3-a642-bd58930b5b74 req-04f40878-ad7b-47cb-bc13-b87ce34c699a tempest-TestMinimumBasicScenario-1676527086 tempest-TestMinimumBasicScenario-1676527086-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:33:20.384949 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-10c4e8c7-9375-49d3-a642-bd58930b5b74 req-04f40878-ad7b-47cb-bc13-b87ce34c699a tempest-TestMinimumBasicScenario-1676527086 tempest-TestMinimumBasicScenario-1676527086-project] 10.222.0.48 "GET /v2.0/ports?device_id=f13ba9d5-9344-4748-8e24-118858bfce42 HTTP/1.1" status: 200 len: 943 time: 0.1066101 May 03 21:33:20.437129 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-10c4e8c7-9375-49d3-a642-bd58930b5b74 req-37868ad2-c6fe-4e5a-a622-3d128db1cf08 tempest-TestMinimumBasicScenario-1676527086 tempest-TestMinimumBasicScenario-1676527086-project] 10.222.0.48 "GET /v2.0/security-groups?id=c752ce3f-47d3-4857-90c0-90885669f08a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456555 May 03 21:33:20.449452 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-bef1feb2-e63c-475e-9aba-25ad8cad8461 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2083393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-332850'] for network, after_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:20.467381 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-bef1feb2-e63c-475e-9aba-25ad8cad8461 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1706389'] for network, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:20.479979 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef1feb2-e63c-475e-9aba-25ad8cad8461 admin admin] Pushing event deleted for resources: {'Network': ['ID=8728a8ce-db6a-4720-bb6e-c96e6c9ab260,revision_number=None']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:33:20.489667 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-be459578-e0f4-4afc-b651-b5f741d5e3ec req-e240d55c-63ad-442a-9a44-52338daa8cde service neutron] 10.222.0.48 "GET /v2.0/networks/afa29ce3-7ea1-4fb3-8d15-b28913382476?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2061155 May 03 21:33:20.490834 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-13054524-74bf-4a4a-a1c1-1d42221e7522 req-2cea9878-7bd8-416b-bd16-e5d091432354 tempest-VolumesSnapshotTestJSON-1309513029 tempest-VolumesSnapshotTestJSON-1309513029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781386188948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781385847444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3391708'] for port, after_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:20.527538 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.db [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] get_ports_and_sgs() called for port_ids ['3d939f88-ef7f-49d3-beb5-514a56fdf884'] {{(pid=83994) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 03 21:33:20.542271 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cea9878-7bd8-416b-bd16-e5d091432354 tempest-VolumesSnapshotTestJSON-1309513029 tempest-VolumesSnapshotTestJSON-1309513029-project] Pushing event deleted for resources: {'Port': ['ID=3d939f88-ef7f-49d3-beb5-514a56fdf884,revision_number=None']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:33:20.639496 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-be459578-e0f4-4afc-b651-b5f741d5e3ec req-15c1cefd-513f-4e2f-b4dd-348a5dd04f91 service neutron] 10.222.0.48 "GET /v2.0/networks/afa29ce3-7ea1-4fb3-8d15-b28913382476?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1417642 May 03 21:33:20.664161 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-bef1feb2-e63c-475e-9aba-25ad8cad8461 admin admin] 10.222.0.48 "DELETE /v2.0/networks/8728a8ce-db6a-4720-bb6e-c96e6c9ab260 HTTP/1.1" status: 204 len: 168 time: 1.3264618 May 03 21:33:20.678349 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.db.l3_dvrscheduler_db [req-13054524-74bf-4a4a-a1c1-1d42221e7522 req-2cea9878-7bd8-416b-bd16-e5d091432354 tempest-VolumesSnapshotTestJSON-1309513029 tempest-VolumesSnapshotTestJSON-1309513029-project] No DVR routers for this DVR port 3d939f88-ef7f-49d3-beb5-514a56fdf884 on host hv-cinder-84037 {{(pid=83993) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 21:33:20.684829 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-13054524-74bf-4a4a-a1c1-1d42221e7522 req-2cea9878-7bd8-416b-bd16-e5d091432354 tempest-VolumesSnapshotTestJSON-1309513029 tempest-VolumesSnapshotTestJSON-1309513029-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93163'] for port, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:20.686773 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-13054524-74bf-4a4a-a1c1-1d42221e7522 req-2cea9878-7bd8-416b-bd16-e5d091432354 tempest-VolumesSnapshotTestJSON-1309513029 tempest-VolumesSnapshotTestJSON-1309513029-project] 10.222.0.42 "DELETE /v2.0/ports/3d939f88-ef7f-49d3-beb5-514a56fdf884 HTTP/1.1" status: 204 len: 173 time: 1.5119572 May 03 21:33:20.698402 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7faa75bc-a237-4850-b9c4-fcd56ac7b0b6', 'name': 'network-vif-deleted', 'tag': '3d939f88-ef7f-49d3-beb5-514a56fdf884'}] {{(pid=83993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 03 21:33:20.734135 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd51530-f859-46eb-a749-362e1e314769 req-3b66cdeb-2404-46d8-9f12-63d4b171042a tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:33:20.735747 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-2dd51530-f859-46eb-a749-362e1e314769 req-3b66cdeb-2404-46d8-9f12-63d4b171042a tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] 10.222.0.48 "GET /v2.0/ports?device_id=cb2b9b5d-640a-401a-ac60-566b6d8dbc52 HTTP/1.1" status: 200 len: 946 time: 0.1447065 May 03 21:33:20.745509 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.48', 59148) {{(pid=83993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:33:20.754043 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.v2.base [None req-789f28f9-bc63-4d70-9d37-1b3d9208ec53 tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] Request body: {'floatingip': {'port_id': 'a2903b13-fffc-4e5f-9a12-4bcb585327dd'}} {{(pid=83993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 03 21:33:20.911919 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f2241463-dae6-4886-8694-01507f9e20b5'] response: {'server_uuid': '7faa75bc-a237-4850-b9c4-fcd56ac7b0b6', 'name': 'network-vif-deleted', 'tag': '3d939f88-ef7f-49d3-beb5-514a56fdf884', 'status': 'completed', 'code': 200} May 03 21:33:20.997589 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [req-96702b0b-43d7-428e-8685-61572c1f4ab3 req-5bc23e4c-f7fa-4882-b2a4-2bf30ae48d19 tempest-VolumesSnapshotTestJSON-1309513029 tempest-VolumesSnapshotTestJSON-1309513029-project] Synchronizing usage tracker for tenant:103e27d9374d41689ceff14ee5a5ae21 on resource:port {{(pid=83993) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 21:33:21.013091 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-8df281b6-ec53-4af0-942f-7ff1867f7c18 req-4abbb154-0bc7-4f71-b90b-086af100d6ae tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] 10.222.0.48 "GET /v2.0/ports?device_id=1233302d-c8af-43d2-9b77-4394d2674961 HTTP/1.1" status: 200 len: 210 time: 0.0650091 May 03 21:33:21.058068 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-789f28f9-bc63-4d70-9d37-1b3d9208ec53 tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] Notify callbacks [] for floatingip, before_update {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:21.071690 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.rpc [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Device 85f0f545-6b51-41b2-a9ee-a8c17abc2f57 details requested by agent hyperv_hv-cinder-84037 with host hv-cinder-84037 {{(pid=83994) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 03 21:33:21.224952 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.db [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] For port 85f0f545-6b51-41b2-a9ee-a8c17abc2f57, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=85f0f545-6b51-41b2-a9ee-a8c17abc2f57,segment=NetworkSegment(6cb7f327-dd57-450a-bdb1-c88d9c6b752e),segment_id=6cb7f327-dd57-450a-bdb1-c88d9c6b752e)] {{(pid=83994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 21:33:21.239150 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.rpc [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Returning: {'device': '85f0f545-6b51-41b2-a9ee-a8c17abc2f57', 'network_id': '9b51a3a3-5ba7-4915-a72e-fc06fbab7914', 'port_id': '85f0f545-6b51-41b2-a9ee-a8c17abc2f57', 'mac_address': 'fa:16:3e:80:b4:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 409, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b4ffd3f-ee1e-4729-8300-c5c9c6b81a0d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83994) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 03 21:33:21.292876 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1124352'] for port, before_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:21.310578 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.notifiers.nova [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85f0f545-6b51-41b2-a9ee-a8c17abc2f57 {{(pid=83994) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 03 21:33:21.326125 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.db [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] For port 85f0f545-6b51-41b2-a9ee-a8c17abc2f57, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=85f0f545-6b51-41b2-a9ee-a8c17abc2f57,segment=NetworkSegment(6cb7f327-dd57-450a-bdb1-c88d9c6b752e),segment_id=6cb7f327-dd57-450a-bdb1-c88d9c6b752e)] {{(pid=83994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 21:33:21.645744 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86ea89b-dc33-4840-a37c-e83f4f55b05e req-22a9a4ee-78cd-4870-aceb-acf8f4348090 tempest-TestMinimumBasicScenario-1676527086 tempest-TestMinimumBasicScenario-1676527086-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:33:21.647350 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-a86ea89b-dc33-4840-a37c-e83f4f55b05e req-22a9a4ee-78cd-4870-aceb-acf8f4348090 tempest-TestMinimumBasicScenario-1676527086 tempest-TestMinimumBasicScenario-1676527086-project] 10.222.0.48 "GET /v2.0/ports?device_id=f13ba9d5-9344-4748-8e24-118858bfce42 HTTP/1.1" status: 200 len: 943 time: 0.0829651 May 03 21:33:21.695145 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-a86ea89b-dc33-4840-a37c-e83f4f55b05e req-0be44ef9-f43d-4dd2-bec3-145e2e28c45d tempest-TestMinimumBasicScenario-1676527086 tempest-TestMinimumBasicScenario-1676527086-project] 10.222.0.48 "GET /v2.0/security-groups?id=c752ce3f-47d3-4857-90c0-90885669f08a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417626 May 03 21:33:21.721395 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-789f28f9-bc63-4d70-9d37-1b3d9208ec53 tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:21.734671 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [req-96702b0b-43d7-428e-8685-61572c1f4ab3 req-5bc23e4c-f7fa-4882-b2a4-2bf30ae48d19 tempest-VolumesSnapshotTestJSON-1309513029 tempest-VolumesSnapshotTestJSON-1309513029-project] Unset dirty status for tenant:103e27d9374d41689ceff14ee5a5ae21 on resource:port {{(pid=83993) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 21:33:21.735843 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-96702b0b-43d7-428e-8685-61572c1f4ab3 req-5bc23e4c-f7fa-4882-b2a4-2bf30ae48d19 tempest-VolumesSnapshotTestJSON-1309513029 tempest-VolumesSnapshotTestJSON-1309513029-project] 10.222.0.48 "GET /v2.0/ports?device_id=7faa75bc-a237-4850-b9c4-fcd56ac7b0b6 HTTP/1.1" status: 200 len: 210 time: 0.8168480 May 03 21:33:21.780471 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-672d275f-a9b7-498c-8eb6-010b5168d44a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781386283879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2080842'] for agent, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:21.814287 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.48', 59166) {{(pid=83993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:33:21.867081 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-789f28f9-bc63-4d70-9d37-1b3d9208ec53 tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-332800'] for floatingip, after_update {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:21.867394 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781386188966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781385847453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781385847498'] for port, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:21.925740 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-ffb8ad04-6e97-4ee2-ae34-af1c898db9f0 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ed2eb47de9ab494c8061632f766f1050&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1071219 May 03 21:33:21.926142 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.48', 59170) {{(pid=83992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:33:21.951610 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Pushing event updated for resources: {'Port': ['ID=85f0f545-6b51-41b2-a9ee-a8c17abc2f57,revision_number=4']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:33:21.962212 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:33:21.962559 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:33:21.963083 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:33:21.963582 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:33:21.964077 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:33:21.964586 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:33:21.965216 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:33:21.965719 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:33:21.966208 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:33:21.966688 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:33:21.967280 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:33:22.014809 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-fe665f87-d688-4b8e-95ca-8cdc31d46765 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:22.042594 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-fe665f87-d688-4b8e-95ca-8cdc31d46765 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:22.166492 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-7baaa7c0-1d99-44cb-b2ed-1d20463e9249 req-1affcca8-e956-497d-9862-6dc2b8ee12df tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] 10.222.0.48 "GET /v2.0/ports?device_id=1233302d-c8af-43d2-9b77-4394d2674961 HTTP/1.1" status: 200 len: 210 time: 0.0840394 May 03 21:33:22.271932 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-fe665f87-d688-4b8e-95ca-8cdc31d46765 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746426'] for security_group, after_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:22.289399 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.db [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] get_ports_and_sgs() called for port_ids ['85f0f545-6b51-41b2-a9ee-a8c17abc2f57'] {{(pid=83994) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 03 21:33:22.296153 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe665f87-d688-4b8e-95ca-8cdc31d46765 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65f6f2a5-5af1-4e39-ae5e-b2190f5b8788,revision_number=None']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:33:22.373934 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-789f28f9-bc63-4d70-9d37-1b3d9208ec53 tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] Router 38e06872-0087-4283-8484-749276bac7e2 has already been hosted by L3 agent c192ea1b-f7d6-49b7-9f22-5492fbafc6f3 {{(pid=83993) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 03 21:33:22.444019 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-fe665f87-d688-4b8e-95ca-8cdc31d46765 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:22.446849 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [None req-fe665f87-d688-4b8e-95ca-8cdc31d46765 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/65f6f2a5-5af1-4e39-ae5e-b2190f5b8788 HTTP/1.1" status: 204 len: 168 time: 0.5195539 May 03 21:33:22.474147 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-e2d1fe80-c7da-414d-8b05-c678466e8122 req-7c6018bb-544c-40be-9ccd-283fd22d118a service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=274fd6f3-1f2e-4da8-8c5f-fa173514fc2a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1578677 May 03 21:33:22.727355 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-e2d1fe80-c7da-414d-8b05-c678466e8122 req-4bdacde9-f0af-40e7-9926-808c531ab99b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a2df1ca790224a009004c3c22a5ee5c5&device_id=274fd6f3-1f2e-4da8-8c5f-fa173514fc2a HTTP/1.1" status: 200 len: 1099 time: 0.2029045 May 03 21:33:22.920241 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-789f28f9-bc63-4d70-9d37-1b3d9208ec53 tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] Notify agent at l3_agent.dv-cinder-840377-1-iscsi the message routers_updated {{(pid=83993) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 21:33:22.930296 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-789f28f9-bc63-4d70-9d37-1b3d9208ec53 tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93163'] for floatingip, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:22.939536 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76e0f8c9-bde1-4864-a8dd-6a12f2ff0194 None None] Sync routers for ids ['38e06872-0087-4283-8484-749276bac7e2'] in dv-cinder-840377-1-iscsi {{(pid=83995) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 03 21:33:22.980388 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76e0f8c9-bde1-4864-a8dd-6a12f2ff0194 None None] Routers {'38e06872-0087-4283-8484-749276bac7e2'} bound to L3 agent in host dv-cinder-840377-1-iscsi {{(pid=83995) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 03 21:33:22.980974 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.db.l3_hamode_db [None req-76e0f8c9-bde1-4864-a8dd-6a12f2ff0194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840377-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-03T21:19:18Z,description=,heartbeat_timestamp=2022-05-03T21:33:19Z,host='dv-cinder-840377-1-iscsi',id=c192ea1b-f7d6-49b7-9f22-5492fbafc6f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:19:19Z,topic='l3_agent')) {'router_ids': ['38e06872-0087-4283-8484-749276bac7e2'], 'active': True} {{(pid=83995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:33:23.085186 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.rpc [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Device 3d939f88-ef7f-49d3-beb5-514a56fdf884 no longer exists at agent hyperv_hv-cinder-84037 {{(pid=83994) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 21:33:23.110421 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb2b9b5d-640a-401a-ac60-566b6d8dbc52', 'tag': 'a2903b13-fffc-4e5f-9a12-4bcb585327dd'}] {{(pid=83993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 03 21:33:23.125693 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d1fe80-c7da-414d-8b05-c678466e8122 req-91fa00c8-14ed-4cf2-b68a-807cd716ce2c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:33:23.128736 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-e2d1fe80-c7da-414d-8b05-c678466e8122 req-91fa00c8-14ed-4cf2-b68a-807cd716ce2c service neutron] 10.222.0.42 "GET /v2.0/networks?id=74dacc7e-115e-4cd0-87fd-8eaa4de43b7c HTTP/1.1" status: 200 len: 911 time: 0.3625269 May 03 21:33:23.179925 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.plugin [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] No Port match for: 3d939f88-ef7f-49d3-beb5-514a56fdf884 {{(pid=83994) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 03 21:33:23.180264 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.rpc [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Device 3d939f88-ef7f-49d3-beb5-514a56fdf884 not bound to the agent host hv-cinder-84037 {{(pid=83994) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 21:33:23.259916 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8056430f-a645-4144-bad1-9bcebae42080'] response: {'name': 'network-changed', 'server_uuid': 'cb2b9b5d-640a-401a-ac60-566b6d8dbc52', 'tag': 'a2903b13-fffc-4e5f-9a12-4bcb585327dd', 'status': 'completed', 'code': 200} May 03 21:33:23.300965 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f41c2a-33eb-4723-8f58-595019fa705a req-d932bee0-e866-4f61-ad64-13a13fb00562 tempest-TestMinimumBasicScenario-1676527086 tempest-TestMinimumBasicScenario-1676527086-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:33:23.302497 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-c0f41c2a-33eb-4723-8f58-595019fa705a req-d932bee0-e866-4f61-ad64-13a13fb00562 tempest-TestMinimumBasicScenario-1676527086 tempest-TestMinimumBasicScenario-1676527086-project] 10.222.0.48 "GET /v2.0/ports?device_id=f13ba9d5-9344-4748-8e24-118858bfce42 HTTP/1.1" status: 200 len: 944 time: 0.4434519 May 03 21:33:23.303964 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-789f28f9-bc63-4d70-9d37-1b3d9208ec53 tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] 10.222.0.48 "PUT /v2.0/floatingips/a3c9814d-de4e-425b-a6c5-b71c6df96c05 HTTP/1.1" status: 200 len: 994 time: 2.5552125 May 03 21:33:23.387050 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-e2d1fe80-c7da-414d-8b05-c678466e8122 req-013aad76-1743-4bfb-a84f-eea23cc65925 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=46d7aa18-8157-45ea-b292-6af9e591723f HTTP/1.1" status: 200 len: 1001 time: 0.2302186 May 03 21:33:23.407304 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.db.l3_dvr_db [None req-76e0f8c9-bde1-4864-a8dd-6a12f2ff0194 None None] Set router 38e06872-0087-4283-8484-749276bac7e2 gateway port host: dv-cinder-840377-1-iscsi {{(pid=83995) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 03 21:33:23.456366 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-a0ecbf32-327a-42fe-9db7-0b6b3fb7e692 req-64b7bf2c-13b3-4093-9e50-74ee33789800 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] 10.222.0.48 "GET /v2.0/ports?device_id=1233302d-c8af-43d2-9b77-4394d2674961 HTTP/1.1" status: 200 len: 210 time: 0.0728481 May 03 21:33:23.485078 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-c0f41c2a-33eb-4723-8f58-595019fa705a req-56442662-ab2b-439a-bc8b-89d8f352ceea tempest-TestMinimumBasicScenario-1676527086 tempest-TestMinimumBasicScenario-1676527086-project] 10.222.0.48 "GET /v2.0/security-groups?id=c752ce3f-47d3-4857-90c0-90885669f08a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405520 May 03 21:33:23.524848 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d1fe80-c7da-414d-8b05-c678466e8122 req-f2675572-74d1-4007-bcad-27deeb5b3857 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:33:23.524848 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-e2d1fe80-c7da-414d-8b05-c678466e8122 req-f2675572-74d1-4007-bcad-27deeb5b3857 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=55e45d73-03f2-4af5-b38e-f33c41c1d7ec HTTP/1.1" status: 200 len: 849 time: 0.1271319 May 03 21:33:23.529952 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-7d8d20c8-a0e2-49b8-8db1-2eb29cda1765 req-91022759-80ad-413a-9f38-641eacb7144c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=30468ebc688d4bc1b036b4b984931e87&device_id=cb2b9b5d-640a-401a-ac60-566b6d8dbc52 HTTP/1.1" status: 200 len: 1099 time: 0.2246821 May 03 21:33:23.723668 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-e2d1fe80-c7da-414d-8b05-c678466e8122 req-59323452-021b-4f1c-9ced-24d3dd3a55c4 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=74dacc7e-115e-4cd0-87fd-8eaa4de43b7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1927564 May 03 21:33:23.724550 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8d20c8-a0e2-49b8-8db1-2eb29cda1765 req-7001555b-dce9-4ce2-a78b-e52cc13cd24b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:33:23.725837 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-7d8d20c8-a0e2-49b8-8db1-2eb29cda1765 req-7001555b-dce9-4ce2-a78b-e52cc13cd24b service neutron] 10.222.0.42 "GET /v2.0/networks?id=5bd090d5-a93e-4f68-8601-6aad9d3eb473 HTTP/1.1" status: 200 len: 920 time: 0.1602747 May 03 21:33:23.835957 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.db.l3_hamode_db [None req-76e0f8c9-bde1-4864-a8dd-6a12f2ff0194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38e06872-0087-4283-8484-749276bac7e2', 'name': 'tempest-ServerRescueNegativeTestJSON-1238909945-router', 'tenant_id': '30468ebc688d4bc1b036b4b984931e87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c33334bd-f19e-453d-9f7b-349270405c58', 'external_fixed_ips': [{'subnet_id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'ip_address': '172.27.1.244'}], 'enable_snat': True}, 'gw_port_id': '7a52de95-86b8-413b-92c0-22bf273d3dc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:28:24Z', 'updated_at': '2022-05-03T21:28:34Z', 'revision_number': 4, 'project_id': '30468ebc688d4bc1b036b4b984931e87', 'gw_port': {'id': '7a52de95-86b8-413b-92c0-22bf273d3dc0', 'name': '', 'network_id': 'c33334bd-f19e-453d-9f7b-349270405c58', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:20:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38e06872-0087-4283-8484-749276bac7e2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'ip_address': '172.27.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:28:26Z', 'updated_at': '2022-05-03T21:28:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840377-1-iscsi', '_floatingips': [{'id': 'a3c9814d-de4e-425b-a6c5-b71c6df96c05', 'tenant_id': '30468ebc688d4bc1b036b4b984931e87', 'floating_ip_address': '172.27.1.247', 'floating_network_id': 'c33334bd-f19e-453d-9f7b-349270405c58', 'router_id': '38e06872-0087-4283-8484-749276bac7e2', 'port_id': 'a2903b13-fffc-4e5f-9a12-4bcb585327dd', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5bd090d5-a93e-4f68-8601-6aad9d3eb473', 'mac_address': 'fa:16:3e:4d:f6:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb2b9b5d-640a-401a-ac60-566b6d8dbc52', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T21:30:57Z', 'updated_at': '2022-05-03T21:33:21Z', 'revision_number': 3, 'project_id': '30468ebc688d4bc1b036b4b984931e87', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '087752cd-a7f8-4c3d-8a0a-2bf75c5efd8a', 'name': '', 'network_id': '5bd090d5-a93e-4f68-8601-6aad9d3eb473', 'tenant_id': '30468ebc688d4bc1b036b4b984931e87', 'mac_address': 'fa:16:3e:05:d9:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38e06872-0087-4283-8484-749276bac7e2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f1f0ef4c-4f27-4b18-935d-75e084855fe6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:28:32Z', 'updated_at': '2022-05-03T21:28:49Z', 'revision_number': 5, 'project_id': '30468ebc688d4bc1b036b4b984931e87', 'subnets': [{'id': 'f1f0ef4c-4f27-4b18-935d-75e084855fe6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840377-1-iscsi', False) {} {{(pid=83995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:33:23.840170 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76e0f8c9-bde1-4864-a8dd-6a12f2ff0194 None None] Checking router: 38e06872-0087-4283-8484-749276bac7e2 for host: dv-cinder-840377-1-iscsi {{(pid=83995) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 03 21:33:23.852198 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76e0f8c9-bde1-4864-a8dd-6a12f2ff0194 None None] Routers {'38e06872-0087-4283-8484-749276bac7e2'} bound to L3 agent in host dv-cinder-840377-1-iscsi {{(pid=83995) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 03 21:33:23.852847 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.db.l3_hamode_db [None req-76e0f8c9-bde1-4864-a8dd-6a12f2ff0194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840377-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-03T21:19:18Z,description=,heartbeat_timestamp=2022-05-03T21:33:19Z,host='dv-cinder-840377-1-iscsi',id=c192ea1b-f7d6-49b7-9f22-5492fbafc6f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:19:19Z,topic='l3_agent')) {'router_ids': ['38e06872-0087-4283-8484-749276bac7e2'], 'active': True} {{(pid=83995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:33:23.951735 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-7d8d20c8-a0e2-49b8-8db1-2eb29cda1765 req-1f1e4d18-419e-4636-9fb6-7af700cf8322 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a2903b13-fffc-4e5f-9a12-4bcb585327dd HTTP/1.1" status: 200 len: 1002 time: 0.1991336 May 03 21:33:24.052864 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8d20c8-a0e2-49b8-8db1-2eb29cda1765 req-4924e93b-10f1-4872-9736-5760a35cfe21 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:33:24.054322 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-7d8d20c8-a0e2-49b8-8db1-2eb29cda1765 req-4924e93b-10f1-4872-9736-5760a35cfe21 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f1f0ef4c-4f27-4b18-935d-75e084855fe6 HTTP/1.1" status: 200 len: 858 time: 0.0926054 May 03 21:33:24.056208 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-e2d1fe80-c7da-414d-8b05-c678466e8122 req-af1f50a2-0528-4c76-9ac0-e274bfdb578f service neutron] 10.222.0.42 "GET /v2.0/networks/74dacc7e-115e-4cd0-87fd-8eaa4de43b7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3222065 May 03 21:33:24.073315 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.db.l3_dvr_db [None req-76e0f8c9-bde1-4864-a8dd-6a12f2ff0194 None None] Set router 38e06872-0087-4283-8484-749276bac7e2 gateway port host: dv-cinder-840377-1-iscsi {{(pid=83995) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 03 21:33:24.289336 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-7d8d20c8-a0e2-49b8-8db1-2eb29cda1765 req-3124e955-6fe1-4d53-9229-e4864f72c53f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5bd090d5-a93e-4f68-8601-6aad9d3eb473&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2100706 May 03 21:33:24.292991 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-e2d1fe80-c7da-414d-8b05-c678466e8122 req-dd0403ea-4b78-4100-9f31-2140bf0c50e2 service neutron] 10.222.0.42 "GET /v2.0/networks/74dacc7e-115e-4cd0-87fd-8eaa4de43b7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2125847 May 03 21:33:24.557250 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.db.l3_hamode_db [None req-76e0f8c9-bde1-4864-a8dd-6a12f2ff0194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38e06872-0087-4283-8484-749276bac7e2', 'name': 'tempest-ServerRescueNegativeTestJSON-1238909945-router', 'tenant_id': '30468ebc688d4bc1b036b4b984931e87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c33334bd-f19e-453d-9f7b-349270405c58', 'external_fixed_ips': [{'subnet_id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'ip_address': '172.27.1.244'}], 'enable_snat': True}, 'gw_port_id': '7a52de95-86b8-413b-92c0-22bf273d3dc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:28:24Z', 'updated_at': '2022-05-03T21:28:34Z', 'revision_number': 4, 'project_id': '30468ebc688d4bc1b036b4b984931e87', 'gw_port': {'id': '7a52de95-86b8-413b-92c0-22bf273d3dc0', 'name': '', 'network_id': 'c33334bd-f19e-453d-9f7b-349270405c58', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:20:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38e06872-0087-4283-8484-749276bac7e2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'ip_address': '172.27.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:28:26Z', 'updated_at': '2022-05-03T21:28:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840377-1-iscsi', '_floatingips': [{'id': 'a3c9814d-de4e-425b-a6c5-b71c6df96c05', 'tenant_id': '30468ebc688d4bc1b036b4b984931e87', 'floating_ip_address': '172.27.1.247', 'floating_network_id': 'c33334bd-f19e-453d-9f7b-349270405c58', 'router_id': '38e06872-0087-4283-8484-749276bac7e2', 'port_id': 'a2903b13-fffc-4e5f-9a12-4bcb585327dd', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5bd090d5-a93e-4f68-8601-6aad9d3eb473', 'mac_address': 'fa:16:3e:4d:f6:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb2b9b5d-640a-401a-ac60-566b6d8dbc52', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T21:30:57Z', 'updated_at': '2022-05-03T21:33:21Z', 'revision_number': 3, 'project_id': '30468ebc688d4bc1b036b4b984931e87', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '087752cd-a7f8-4c3d-8a0a-2bf75c5efd8a', 'name': '', 'network_id': '5bd090d5-a93e-4f68-8601-6aad9d3eb473', 'tenant_id': '30468ebc688d4bc1b036b4b984931e87', 'mac_address': 'fa:16:3e:05:d9:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38e06872-0087-4283-8484-749276bac7e2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f1f0ef4c-4f27-4b18-935d-75e084855fe6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:28:32Z', 'updated_at': '2022-05-03T21:28:49Z', 'revision_number': 5, 'project_id': '30468ebc688d4bc1b036b4b984931e87', 'subnets': [{'id': 'f1f0ef4c-4f27-4b18-935d-75e084855fe6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840377-1-iscsi', False) {} {{(pid=83995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:33:24.581226 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76e0f8c9-bde1-4864-a8dd-6a12f2ff0194 None None] The sync data for ids ['38e06872-0087-4283-8484-749276bac7e2'] in dv-cinder-840377-1-iscsi is: [{'id': '38e06872-0087-4283-8484-749276bac7e2', 'name': 'tempest-ServerRescueNegativeTestJSON-1238909945-router', 'tenant_id': '30468ebc688d4bc1b036b4b984931e87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c33334bd-f19e-453d-9f7b-349270405c58', 'external_fixed_ips': [{'subnet_id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'ip_address': '172.27.1.244'}], 'enable_snat': True}, 'gw_port_id': '7a52de95-86b8-413b-92c0-22bf273d3dc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:28:24Z', 'updated_at': '2022-05-03T21:28:34Z', 'revision_number': 4, 'project_id': '30468ebc688d4bc1b036b4b984931e87', 'gw_port': {'id': '7a52de95-86b8-413b-92c0-22bf273d3dc0', 'name': '', 'network_id': 'c33334bd-f19e-453d-9f7b-349270405c58', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:20:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38e06872-0087-4283-8484-749276bac7e2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'ip_address': '172.27.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:28:26Z', 'updated_at': '2022-05-03T21:28:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840377-1-iscsi', '_floatingips': [{'id': 'a3c9814d-de4e-425b-a6c5-b71c6df96c05', 'tenant_id': '30468ebc688d4bc1b036b4b984931e87', 'floating_ip_address': '172.27.1.247', 'floating_network_id': 'c33334bd-f19e-453d-9f7b-349270405c58', 'router_id': '38e06872-0087-4283-8484-749276bac7e2', 'port_id': 'a2903b13-fffc-4e5f-9a12-4bcb585327dd', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5bd090d5-a93e-4f68-8601-6aad9d3eb473', 'mac_address': 'fa:16:3e:4d:f6:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb2b9b5d-640a-401a-ac60-566b6d8dbc52', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T21:30:57Z', 'updated_at': '2022-05-03T21:33:21Z', 'revision_number': 3, 'project_id': '30468ebc688d4bc1b036b4b984931e87', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '087752cd-a7f8-4c3d-8a0a-2bf75c5efd8a', 'name': '', 'network_id': '5bd090d5-a93e-4f68-8601-6aad9d3eb473', 'tenant_id': '30468ebc688d4bc1b036b4b984931e87', 'mac_address': 'fa:16:3e:05:d9:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38e06872-0087-4283-8484-749276bac7e2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f1f0ef4c-4f27-4b18-935d-75e084855fe6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:28:32Z', 'updated_at': '2022-05-03T21:28:49Z', 'revision_number': 5, 'project_id': '30468ebc688d4bc1b036b4b984931e87', 'subnets': [{'id': 'f1f0ef4c-4f27-4b18-935d-75e084855fe6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83995) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 03 21:33:24.603537 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-7d8d20c8-a0e2-49b8-8db1-2eb29cda1765 req-eb9a9dee-0543-4de0-ac34-9ee4fbbe30e9 service neutron] 10.222.0.42 "GET /v2.0/networks/5bd090d5-a93e-4f68-8601-6aad9d3eb473?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2973373 May 03 21:33:24.716618 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-9c0a6a7d-a266-45e4-8aaf-2121cde8195f req-f349cf7a-afe2-4403-b2c5-537826754c8f tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] 10.222.0.48 "GET /v2.0/ports?device_id=1233302d-c8af-43d2-9b77-4394d2674961 HTTP/1.1" status: 200 len: 210 time: 0.0637457 May 03 21:33:24.945930 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be459578-e0f4-4afc-b651-b5f741d5e3ec req-c9d62c0e-6689-425d-b691-9190604b2e37 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:33:24.947750 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-be459578-e0f4-4afc-b651-b5f741d5e3ec req-c9d62c0e-6689-425d-b691-9190604b2e37 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] 10.222.0.42 "GET /v2.0/networks?id=afa29ce3-7ea1-4fb3-8d15-b28913382476 HTTP/1.1" status: 200 len: 814 time: 0.3716011 May 03 21:33:24.950863 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-7d8d20c8-a0e2-49b8-8db1-2eb29cda1765 req-b4a172ea-3cd0-425f-811c-55b69e6a3c7f service neutron] 10.222.0.42 "GET /v2.0/networks/5bd090d5-a93e-4f68-8601-6aad9d3eb473?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2942548 May 03 21:33:24.970117 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97bc0fd-fe17-42dd-a381-6a027a877afd req-63d0e61f-078f-4eb3-b6b2-d8402fb4c603 tempest-TestMinimumBasicScenario-1676527086 tempest-TestMinimumBasicScenario-1676527086-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:33:24.972963 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-c97bc0fd-fe17-42dd-a381-6a027a877afd req-63d0e61f-078f-4eb3-b6b2-d8402fb4c603 tempest-TestMinimumBasicScenario-1676527086 tempest-TestMinimumBasicScenario-1676527086-project] 10.222.0.48 "GET /v2.0/ports?device_id=f13ba9d5-9344-4748-8e24-118858bfce42 HTTP/1.1" status: 200 len: 944 time: 0.2757320 May 03 21:33:25.103090 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.rpc [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Device 85f0f545-6b51-41b2-a9ee-a8c17abc2f57 up at agent hyperv_hv-cinder-84037 {{(pid=83994) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 21:33:25.105214 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [req-be459578-e0f4-4afc-b651-b5f741d5e3ec req-f2630f81-75e3-4f20-89ee-dc65e2dc7d9c tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Synchronizing usage tracker for tenant:bd571e41b44a4bc6b16bf8163252f168 on resource:security_group {{(pid=83993) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 21:33:25.121004 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [req-be459578-e0f4-4afc-b651-b5f741d5e3ec req-f2630f81-75e3-4f20-89ee-dc65e2dc7d9c tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Unset dirty status for tenant:bd571e41b44a4bc6b16bf8163252f168 on resource:security_group {{(pid=83993) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 21:33:25.123882 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-be459578-e0f4-4afc-b651-b5f741d5e3ec req-f2630f81-75e3-4f20-89ee-dc65e2dc7d9c tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bd571e41b44a4bc6b16bf8163252f168 HTTP/1.1" status: 200 len: 379 time: 0.1139925 May 03 21:33:25.139451 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.v2.base [req-be459578-e0f4-4afc-b651-b5f741d5e3ec req-c8e37ba4-1461-446e-afe6-beb9a29b1659 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Request body: {'port': {'device_id': '1233302d-c8af-43d2-9b77-4394d2674961', 'network_id': 'afa29ce3-7ea1-4fb3-8d15-b28913382476', 'admin_state_up': True, 'tenant_id': 'bd571e41b44a4bc6b16bf8163252f168', 'security_groups': ['9723ad88-19b9-4747-aa09-f031b130e0be']}} {{(pid=83993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 03 21:33:25.263369 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb2b9b5d-640a-401a-ac60-566b6d8dbc52', 'tag': 'a2903b13-fffc-4e5f-9a12-4bcb585327dd'}] {{(pid=83993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 03 21:33:25.305046 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [req-be459578-e0f4-4afc-b651-b5f741d5e3ec req-c8e37ba4-1461-446e-afe6-beb9a29b1659 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:33:25.313659 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [req-be459578-e0f4-4afc-b651-b5f741d5e3ec req-c8e37ba4-1461-446e-afe6-beb9a29b1659 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Usage tracker for resource:port and tenant:bd571e41b44a4bc6b16bf8163252f168 is out of sync, need to count used quota {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:33:25.318880 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [req-be459578-e0f4-4afc-b651-b5f741d5e3ec req-c8e37ba4-1461-446e-afe6-beb9a29b1659 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:33:25.328562 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.notifiers.nova [-] Nova event matching ['req-82d046f2-1c73-4894-a4bb-9b99009344c3'] response: {'name': 'network-changed', 'server_uuid': 'cb2b9b5d-640a-401a-ac60-566b6d8dbc52', 'tag': 'a2903b13-fffc-4e5f-9a12-4bcb585327dd', 'status': 'completed', 'code': 200} May 03 21:33:25.329757 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [req-be459578-e0f4-4afc-b651-b5f741d5e3ec req-c8e37ba4-1461-446e-afe6-beb9a29b1659 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:33:25.373100 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.provisioning_blocks [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Provisioning for port 85f0f545-6b51-41b2-a9ee-a8c17abc2f57 completed by entity L2. {{(pid=83994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 21:33:25.386109 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.provisioning_blocks [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Provisioning complete for port 85f0f545-6b51-41b2-a9ee-a8c17abc2f57 triggered by entity L2. {{(pid=83994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:33:25.386487 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2080827'] for port, provisioning_complete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:25.397123 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-c97bc0fd-fe17-42dd-a381-6a027a877afd req-dd56e746-71d1-4206-95d4-c50ae9272213 tempest-TestMinimumBasicScenario-1676527086 tempest-TestMinimumBasicScenario-1676527086-project] 10.222.0.48 "GET /v2.0/security-groups?id=c752ce3f-47d3-4857-90c0-90885669f08a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4167583 May 03 21:33:25.475409 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-3fe23e06-b431-4e99-94df-d9a1508ab034 req-aa5efe74-ac1a-43a2-89fe-1c578cb8082b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=30468ebc688d4bc1b036b4b984931e87&device_id=cb2b9b5d-640a-401a-ac60-566b6d8dbc52 HTTP/1.1" status: 200 len: 1099 time: 0.0769203 May 03 21:33:25.483589 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be459578-e0f4-4afc-b651-b5f741d5e3ec req-c8e37ba4-1461-446e-afe6-beb9a29b1659 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Made reservation on behalf of bd571e41b44a4bc6b16bf8163252f168 for: {'port': 1} {{(pid=83993) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 21:33:25.486816 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-be459578-e0f4-4afc-b651-b5f741d5e3ec req-c8e37ba4-1461-446e-afe6-beb9a29b1659 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1124352'] for port, before_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:25.527151 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1124352'] for port, before_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:25.555130 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f13ba9d5-9344-4748-8e24-118858bfce42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85f0f545-6b51-41b2-a9ee-a8c17abc2f57'}] {{(pid=83994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 03 21:33:25.564792 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.db [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] For port 85f0f545-6b51-41b2-a9ee-a8c17abc2f57, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=85f0f545-6b51-41b2-a9ee-a8c17abc2f57,segment=NetworkSegment(6cb7f327-dd57-450a-bdb1-c88d9c6b752e),segment_id=6cb7f327-dd57-450a-bdb1-c88d9c6b752e)] {{(pid=83994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 21:33:25.614631 dv-cinder-840377-1-iscsi neutron-server[83994]: INFO neutron.notifiers.nova [-] Nova event matching ['req-370ccedb-4aba-4e7b-9cb7-c64f7080d42e'] response: {'server_uuid': 'f13ba9d5-9344-4748-8e24-118858bfce42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85f0f545-6b51-41b2-a9ee-a8c17abc2f57', 'code': 200} May 03 21:33:25.637132 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781386188966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781385847453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781385847498'] for port, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:25.721256 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Pushing event updated for resources: {'Port': ['ID=85f0f545-6b51-41b2-a9ee-a8c17abc2f57,revision_number=5']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:33:25.748872 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe23e06-b431-4e99-94df-d9a1508ab034 req-a95bc6e3-c20d-4ff8-ace3-5a95819e55ed service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:33:25.750430 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-3fe23e06-b431-4e99-94df-d9a1508ab034 req-a95bc6e3-c20d-4ff8-ace3-5a95819e55ed service neutron] 10.222.0.42 "GET /v2.0/networks?id=5bd090d5-a93e-4f68-8601-6aad9d3eb473 HTTP/1.1" status: 200 len: 920 time: 0.2481835 May 03 21:33:25.884927 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.db.db_base_plugin_common [req-be459578-e0f4-4afc-b651-b5f741d5e3ec req-c8e37ba4-1461-446e-afe6-beb9a29b1659 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Allocated IP 172.20.0.7 (afa29ce3-7ea1-4fb3-8d15-b28913382476/663a4790-11b9-4523-b0db-a1ea41b30d40/7fa6b06a-f0cf-4a54-8f74-c95315afe030) {{(pid=83993) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 21:33:25.947693 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [req-914ecbcb-f925-420a-9d4d-9a068944ea6b req-eb58c3e8-95ee-4e7d-98ac-812aefed849e tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Synchronizing usage tracker for tenant:bd571e41b44a4bc6b16bf8163252f168 on resource:port {{(pid=83993) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 21:33:25.957595 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-3fe23e06-b431-4e99-94df-d9a1508ab034 req-3ac58f00-4ca6-4497-8a53-924b2e5c7dc4 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a2903b13-fffc-4e5f-9a12-4bcb585327dd HTTP/1.1" status: 200 len: 1002 time: 0.1999273 May 03 21:33:26.122753 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe23e06-b431-4e99-94df-d9a1508ab034 req-5f6a3a5f-75b7-4303-a509-82ec52a96578 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:33:26.124196 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-3fe23e06-b431-4e99-94df-d9a1508ab034 req-5f6a3a5f-75b7-4303-a509-82ec52a96578 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f1f0ef4c-4f27-4b18-935d-75e084855fe6 HTTP/1.1" status: 200 len: 858 time: 0.1556182 May 03 21:33:26.127646 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [req-914ecbcb-f925-420a-9d4d-9a068944ea6b req-eb58c3e8-95ee-4e7d-98ac-812aefed849e tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Unset dirty status for tenant:bd571e41b44a4bc6b16bf8163252f168 on resource:port {{(pid=83993) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 21:33:26.130669 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-914ecbcb-f925-420a-9d4d-9a068944ea6b req-eb58c3e8-95ee-4e7d-98ac-812aefed849e tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] 10.222.0.48 "GET /v2.0/ports?device_id=1233302d-c8af-43d2-9b77-4394d2674961 HTTP/1.1" status: 200 len: 210 time: 0.2494457 May 03 21:33:26.294017 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-be459578-e0f4-4afc-b651-b5f741d5e3ec req-c8e37ba4-1461-446e-afe6-beb9a29b1659 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Notify callbacks [] for port, precommit_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:26.317836 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.db.provisioning_blocks [req-be459578-e0f4-4afc-b651-b5f741d5e3ec req-c8e37ba4-1461-446e-afe6-beb9a29b1659 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Transition to ACTIVE for port object 7fa6b06a-f0cf-4a54-8f74-c95315afe030 will not be triggered until provisioned by entity DHCP. {{(pid=83993) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 21:33:26.335565 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-3fe23e06-b431-4e99-94df-d9a1508ab034 req-e1bc5fe0-7542-48ee-9a55-bb3477233ed3 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5bd090d5-a93e-4f68-8601-6aad9d3eb473&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2033305 May 03 21:33:26.345901 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-56fb6072-149d-4861-9d8f-024f49752092 req-3e0aaaf1-7891-4894-aac0-4026624609b8 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=f13ba9d5-9344-4748-8e24-118858bfce42 HTTP/1.1" status: 200 len: 1098 time: 0.1701107 May 03 21:33:26.581883 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-56fb6072-149d-4861-9d8f-024f49752092 req-969fb5db-24a7-4970-a01b-707174efe2d7 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=c752ce3f-47d3-4857-90c0-90885669f08a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2136722 May 03 21:33:26.601851 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-3fe23e06-b431-4e99-94df-d9a1508ab034 req-39ceac1d-7dc1-4418-9e5c-28e857df5438 service neutron] 10.222.0.42 "GET /v2.0/networks/5bd090d5-a93e-4f68-8601-6aad9d3eb473?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2590511 May 03 21:33:26.618969 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f85dc2-a26f-4d71-b32d-2de6d2869e03 req-08f22f1a-93a1-46fa-a02c-3b930c0d009c tempest-TestMinimumBasicScenario-1676527086 tempest-TestMinimumBasicScenario-1676527086-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:33:26.620706 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-d8f85dc2-a26f-4d71-b32d-2de6d2869e03 req-08f22f1a-93a1-46fa-a02c-3b930c0d009c tempest-TestMinimumBasicScenario-1676527086 tempest-TestMinimumBasicScenario-1676527086-project] 10.222.0.48 "GET /v2.0/ports?device_id=f13ba9d5-9344-4748-8e24-118858bfce42 HTTP/1.1" status: 200 len: 945 time: 0.0854511 May 03 21:33:26.624744 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-be459578-e0f4-4afc-b651-b5f741d5e3ec req-c8e37ba4-1461-446e-afe6-beb9a29b1659 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781385847435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3391708'] for port, after_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:26.669616 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-d8f85dc2-a26f-4d71-b32d-2de6d2869e03 req-353934d3-9fe4-44f7-bb35-7f4d957fc9e2 tempest-TestMinimumBasicScenario-1676527086 tempest-TestMinimumBasicScenario-1676527086-project] 10.222.0.48 "GET /v2.0/security-groups?id=c752ce3f-47d3-4857-90c0-90885669f08a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433550 May 03 21:33:26.705579 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be459578-e0f4-4afc-b651-b5f741d5e3ec req-c8e37ba4-1461-446e-afe6-beb9a29b1659 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Network afa29ce3-7ea1-4fb3-8d15-b28913382476 is already hosted by enough agents. {{(pid=83993) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 21:33:26.709288 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.scheduler.base_scheduler [req-be459578-e0f4-4afc-b651-b5f741d5e3ec req-c8e37ba4-1461-446e-afe6-beb9a29b1659 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Resources bound (agent type, host, resource id): {{(pid=83993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 21:33:26.713725 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.db.l3_dvrscheduler_db [req-be459578-e0f4-4afc-b651-b5f741d5e3ec req-c8e37ba4-1461-446e-afe6-beb9a29b1659 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Received port after_create {{(pid=83993) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 03 21:33:26.741335 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e37ba4-1461-446e-afe6-beb9a29b1659 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Pushing event updated for resources: {'Port': ['ID=7fa6b06a-f0cf-4a54-8f74-c95315afe030,revision_number=1']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:33:26.780913 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be459578-e0f4-4afc-b651-b5f741d5e3ec req-c8e37ba4-1461-446e-afe6-beb9a29b1659 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:33:26.781584 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-be459578-e0f4-4afc-b651-b5f741d5e3ec req-c8e37ba4-1461-446e-afe6-beb9a29b1659 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93163'] for port, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:26.887792 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-be459578-e0f4-4afc-b651-b5f741d5e3ec req-c8e37ba4-1461-446e-afe6-beb9a29b1659 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7533376 May 03 21:33:26.980179 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.provisioning_blocks [None req-c0afab67-88e3-4c38-86d0-29d3424f81fd None None] Provisioning for port 7fa6b06a-f0cf-4a54-8f74-c95315afe030 completed by entity DHCP. {{(pid=83994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 21:33:26.985327 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.provisioning_blocks [None req-c0afab67-88e3-4c38-86d0-29d3424f81fd None None] Provisioning complete for port 7fa6b06a-f0cf-4a54-8f74-c95315afe030 triggered by entity DHCP. {{(pid=83994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:33:26.985637 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-c0afab67-88e3-4c38-86d0-29d3424f81fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2080827'] for port, provisioning_complete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:27.039044 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.plugin [None req-c0afab67-88e3-4c38-86d0-29d3424f81fd None None] Port 7fa6b06a-f0cf-4a54-8f74-c95315afe030 cannot update to ACTIVE because it is not bound. {{(pid=83994) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 03 21:33:27.341328 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1aa2b7-bd49-4d98-ad7c-3bb6022961c8 req-46034b64-0f79-45b2-b6e5-6988df642c13 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:33:27.342778 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-2c1aa2b7-bd49-4d98-ad7c-3bb6022961c8 req-46034b64-0f79-45b2-b6e5-6988df642c13 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] 10.222.0.48 "GET /v2.0/ports?device_id=1233302d-c8af-43d2-9b77-4394d2674961 HTTP/1.1" status: 200 len: 931 time: 0.0811992 May 03 21:33:27.394109 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-2c1aa2b7-bd49-4d98-ad7c-3bb6022961c8 req-3f255dfc-978d-4d10-be12-b8b0f1650804 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] 10.222.0.48 "GET /v2.0/security-groups?id=9723ad88-19b9-4747-aa09-f031b130e0be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433788 May 03 21:33:27.870534 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cc7a44-9e3e-4c46-be43-c92e319e000b req-5ea9108b-58f0-47f2-b856-45265c157bd1 tempest-TestMinimumBasicScenario-1676527086 tempest-TestMinimumBasicScenario-1676527086-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:33:27.871946 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-f5cc7a44-9e3e-4c46-be43-c92e319e000b req-5ea9108b-58f0-47f2-b856-45265c157bd1 tempest-TestMinimumBasicScenario-1676527086 tempest-TestMinimumBasicScenario-1676527086-project] 10.222.0.48 "GET /v2.0/ports?device_id=f13ba9d5-9344-4748-8e24-118858bfce42 HTTP/1.1" status: 200 len: 945 time: 0.0807498 May 03 21:33:27.999648 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-f5cc7a44-9e3e-4c46-be43-c92e319e000b req-d9d1546e-ad96-4ff8-80a0-c7b90f1c2977 tempest-TestMinimumBasicScenario-1676527086 tempest-TestMinimumBasicScenario-1676527086-project] 10.222.0.48 "GET /v2.0/security-groups?id=c752ce3f-47d3-4857-90c0-90885669f08a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222138 May 03 21:33:28.594000 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f6b222-5948-40b9-aebd-2e57dc57c2c4 req-d86c0141-4c69-4bd8-9436-79df190fc68d tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:33:28.595479 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-08f6b222-5948-40b9-aebd-2e57dc57c2c4 req-d86c0141-4c69-4bd8-9436-79df190fc68d tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] 10.222.0.48 "GET /v2.0/ports?device_id=1233302d-c8af-43d2-9b77-4394d2674961 HTTP/1.1" status: 200 len: 931 time: 0.0790148 May 03 21:33:28.650145 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-08f6b222-5948-40b9-aebd-2e57dc57c2c4 req-06c4fda6-7187-4a68-b048-729f80e9873f tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] 10.222.0.48 "GET /v2.0/security-groups?id=9723ad88-19b9-4747-aa09-f031b130e0be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466788 May 03 21:33:29.226104 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f207dd-af31-4c97-bbf4-9c4ea949852c req-dbb20beb-d50b-4e0a-be6c-6abd37902d08 tempest-TestMinimumBasicScenario-1676527086 tempest-TestMinimumBasicScenario-1676527086-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:33:29.227555 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-f6f207dd-af31-4c97-bbf4-9c4ea949852c req-dbb20beb-d50b-4e0a-be6c-6abd37902d08 tempest-TestMinimumBasicScenario-1676527086 tempest-TestMinimumBasicScenario-1676527086-project] 10.222.0.48 "GET /v2.0/ports?device_id=f13ba9d5-9344-4748-8e24-118858bfce42 HTTP/1.1" status: 200 len: 945 time: 0.0960281 May 03 21:33:29.284560 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-f6f207dd-af31-4c97-bbf4-9c4ea949852c req-73b5f357-d9d3-4a27-89f4-252d70275c1b tempest-TestMinimumBasicScenario-1676527086 tempest-TestMinimumBasicScenario-1676527086-project] 10.222.0.48 "GET /v2.0/security-groups?id=c752ce3f-47d3-4857-90c0-90885669f08a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441351 May 03 21:33:29.359247 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.v2.base [req-be459578-e0f4-4afc-b651-b5f741d5e3ec req-84c0ad91-602f-4fd5-832a-161161ad9cec service neutron] Request body: {'port': {'device_id': '1233302d-c8af-43d2-9b77-4394d2674961', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84037'}} {{(pid=83993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 03 21:33:29.605665 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-be459578-e0f4-4afc-b651-b5f741d5e3ec req-84c0ad91-602f-4fd5-832a-161161ad9cec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1124352'] for port, before_update {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:29.626996 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-3fe23e06-b431-4e99-94df-d9a1508ab034 req-89061644-81b9-418c-a892-5fb0bcd927f1 service neutron] 10.222.0.42 "GET /v2.0/networks/5bd090d5-a93e-4f68-8601-6aad9d3eb473?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2917862 May 03 21:33:30.007398 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56cbc17-376c-490a-8332-1a551e0b7153 req-22f852d8-fcd3-4f44-bad5-9f022a9e39b3 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:33:30.007398 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-b56cbc17-376c-490a-8332-1a551e0b7153 req-22f852d8-fcd3-4f44-bad5-9f022a9e39b3 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] 10.222.0.48 "GET /v2.0/ports?device_id=1233302d-c8af-43d2-9b77-4394d2674961 HTTP/1.1" status: 200 len: 931 time: 0.1862044 May 03 21:33:30.119247 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-b56cbc17-376c-490a-8332-1a551e0b7153 req-be56b7f5-b1c3-477c-a98a-f6e5a0a5ccb9 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] 10.222.0.48 "GET /v2.0/security-groups?id=9723ad88-19b9-4747-aa09-f031b130e0be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1211505 May 03 21:33:30.140080 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.notifiers.nova [req-be459578-e0f4-4afc-b651-b5f741d5e3ec req-84c0ad91-602f-4fd5-832a-161161ad9cec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7fa6b06a-f0cf-4a54-8f74-c95315afe030 {{(pid=83993) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 03 21:33:30.149661 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-be459578-e0f4-4afc-b651-b5f741d5e3ec req-84c0ad91-602f-4fd5-832a-161161ad9cec service neutron] Notify callbacks [] for port, precommit_update {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:30.168860 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.db.provisioning_blocks [req-be459578-e0f4-4afc-b651-b5f741d5e3ec req-84c0ad91-602f-4fd5-832a-161161ad9cec service neutron] Transition to ACTIVE for port object 7fa6b06a-f0cf-4a54-8f74-c95315afe030 will not be triggered until provisioned by entity L2. {{(pid=83993) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 21:33:30.266200 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-be459578-e0f4-4afc-b651-b5f741d5e3ec req-84c0ad91-602f-4fd5-832a-161161ad9cec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781386188966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781385847453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781385847498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3391653'] for port, after_update {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:30.460955 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c0ad91-602f-4fd5-832a-161161ad9cec service neutron] Pushing event updated for resources: {'Port': ['ID=7fa6b06a-f0cf-4a54-8f74-c95315afe030,revision_number=2']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:33:30.572843 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f0698c-cf00-44d7-a52b-c73b05aa8572 req-de7e2369-ed7f-4521-bffa-234fbb2fb008 tempest-TestMinimumBasicScenario-1676527086 tempest-TestMinimumBasicScenario-1676527086-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:33:30.575512 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.managers [req-be459578-e0f4-4afc-b651-b5f741d5e3ec req-84c0ad91-602f-4fd5-832a-161161ad9cec service neutron] Attempting to bind port 7fa6b06a-f0cf-4a54-8f74-c95315afe030 on host hv-cinder-84037 for vnic_type normal with profile {{(pid=83993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 21:33:30.575512 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.managers [req-be459578-e0f4-4afc-b651-b5f741d5e3ec req-84c0ad91-602f-4fd5-832a-161161ad9cec service neutron] Attempting to bind port 7fa6b06a-f0cf-4a54-8f74-c95315afe030 by drivers openvswitch,hyperv on host hv-cinder-84037 at level 0 using segments [{'id': 'f82b8179-7d00-46b1-abec-98a139f3558c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'afa29ce3-7ea1-4fb3-8d15-b28913382476'}] {{(pid=83993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 21:33:30.575512 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be459578-e0f4-4afc-b651-b5f741d5e3ec req-84c0ad91-602f-4fd5-832a-161161ad9cec service neutron] Attempting to bind port 7fa6b06a-f0cf-4a54-8f74-c95315afe030 on network afa29ce3-7ea1-4fb3-8d15-b28913382476 {{(pid=83993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 03 21:33:30.577062 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-e1f0698c-cf00-44d7-a52b-c73b05aa8572 req-de7e2369-ed7f-4521-bffa-234fbb2fb008 tempest-TestMinimumBasicScenario-1676527086 tempest-TestMinimumBasicScenario-1676527086-project] 10.222.0.48 "GET /v2.0/ports?device_id=f13ba9d5-9344-4748-8e24-118858bfce42 HTTP/1.1" status: 200 len: 945 time: 0.1125288 May 03 21:33:30.582475 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be459578-e0f4-4afc-b651-b5f741d5e3ec req-84c0ad91-602f-4fd5-832a-161161ad9cec service neutron] Port 7fa6b06a-f0cf-4a54-8f74-c95315afe030 on network afa29ce3-7ea1-4fb3-8d15-b28913382476 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84037 {{(pid=83993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 03 21:33:30.582803 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be459578-e0f4-4afc-b651-b5f741d5e3ec req-84c0ad91-602f-4fd5-832a-161161ad9cec service neutron] Attempting to bind port 7fa6b06a-f0cf-4a54-8f74-c95315afe030 on network afa29ce3-7ea1-4fb3-8d15-b28913382476 {{(pid=83993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 03 21:33:30.591363 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be459578-e0f4-4afc-b651-b5f741d5e3ec req-84c0ad91-602f-4fd5-832a-161161ad9cec service neutron] Checking agent: {'id': '6f729c1e-126d-4db9-b521-92dbb8a34775', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84037', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 21, 26, 18), 'started_at': datetime.datetime(2022, 5, 3, 21, 26, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 21, 33, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 03 21:33:30.593271 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be459578-e0f4-4afc-b651-b5f741d5e3ec req-84c0ad91-602f-4fd5-832a-161161ad9cec service neutron] Checking segment: {'id': 'f82b8179-7d00-46b1-abec-98a139f3558c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'afa29ce3-7ea1-4fb3-8d15-b28913382476'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 03 21:33:30.593271 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be459578-e0f4-4afc-b651-b5f741d5e3ec req-84c0ad91-602f-4fd5-832a-161161ad9cec service neutron] Bound using segment: {'id': 'f82b8179-7d00-46b1-abec-98a139f3558c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'afa29ce3-7ea1-4fb3-8d15-b28913382476'} {{(pid=83993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 03 21:33:30.593271 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.managers [req-be459578-e0f4-4afc-b651-b5f741d5e3ec req-84c0ad91-602f-4fd5-832a-161161ad9cec service neutron] Bound port: 7fa6b06a-f0cf-4a54-8f74-c95315afe030, host: hv-cinder-84037, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f82b8179-7d00-46b1-abec-98a139f3558c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'afa29ce3-7ea1-4fb3-8d15-b28913382476'}}] {{(pid=83993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 21:33:30.593744 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-be459578-e0f4-4afc-b651-b5f741d5e3ec req-84c0ad91-602f-4fd5-832a-161161ad9cec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1124352'] for port, before_update {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:30.657070 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-e1f0698c-cf00-44d7-a52b-c73b05aa8572 req-dcee43ab-44c7-4a7e-a66f-9744609ea446 tempest-TestMinimumBasicScenario-1676527086 tempest-TestMinimumBasicScenario-1676527086-project] 10.222.0.48 "GET /v2.0/security-groups?id=c752ce3f-47d3-4857-90c0-90885669f08a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733602 May 03 21:33:30.701006 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.db [req-be459578-e0f4-4afc-b651-b5f741d5e3ec req-84c0ad91-602f-4fd5-832a-161161ad9cec service neutron] For port 7fa6b06a-f0cf-4a54-8f74-c95315afe030, host hv-cinder-84037, cleared binding levels {{(pid=83993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 21:33:30.704025 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.db [req-be459578-e0f4-4afc-b651-b5f741d5e3ec req-84c0ad91-602f-4fd5-832a-161161ad9cec service neutron] For port 7fa6b06a-f0cf-4a54-8f74-c95315afe030, host hv-cinder-84037, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=7fa6b06a-f0cf-4a54-8f74-c95315afe030,segment=NetworkSegment(f82b8179-7d00-46b1-abec-98a139f3558c),segment_id=f82b8179-7d00-46b1-abec-98a139f3558c)] {{(pid=83993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 21:33:30.918993 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-be459578-e0f4-4afc-b651-b5f741d5e3ec req-84c0ad91-602f-4fd5-832a-161161ad9cec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781386188966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781385847453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781385847498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3391653'] for port, after_update {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:30.993995 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-be459578-e0f4-4afc-b651-b5f741d5e3ec req-84c0ad91-602f-4fd5-832a-161161ad9cec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93163'] for port, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:30.995725 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-be459578-e0f4-4afc-b651-b5f741d5e3ec req-84c0ad91-602f-4fd5-832a-161161ad9cec service neutron] 10.222.0.42 "PUT /v2.0/ports/7fa6b06a-f0cf-4a54-8f74-c95315afe030 HTTP/1.1" status: 200 len: 1093 time: 1.6414077 May 03 21:33:30.996387 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1233302d-c8af-43d2-9b77-4394d2674961', 'tag': '7fa6b06a-f0cf-4a54-8f74-c95315afe030'}] {{(pid=83993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 03 21:33:31.035965 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c0ad91-602f-4fd5-832a-161161ad9cec service neutron] Pushing event updated for resources: {'Port': ['ID=7fa6b06a-f0cf-4a54-8f74-c95315afe030,revision_number=3']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:33:31.068448 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8a7c845b-3320-4a49-8381-ff37de7e4ee6'] response: {'name': 'network-changed', 'server_uuid': '1233302d-c8af-43d2-9b77-4394d2674961', 'tag': '7fa6b06a-f0cf-4a54-8f74-c95315afe030', 'status': 'completed', 'code': 200} May 03 21:33:31.233305 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-298e601e-7a37-4c0c-98a2-abcbed2f1227 req-2235f0a6-bc86-4c2f-adfd-0c2b3d9afb47 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=bd571e41b44a4bc6b16bf8163252f168&device_id=1233302d-c8af-43d2-9b77-4394d2674961 HTTP/1.1" status: 200 len: 1096 time: 0.1008024 May 03 21:33:31.610058 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298e601e-7a37-4c0c-98a2-abcbed2f1227 req-1a8f5e8f-f6d1-4dc6-876a-c843d400fc29 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:33:31.610058 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-298e601e-7a37-4c0c-98a2-abcbed2f1227 req-1a8f5e8f-f6d1-4dc6-876a-c843d400fc29 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=bd571e41b44a4bc6b16bf8163252f168&shared=False HTTP/1.1" status: 200 len: 915 time: 0.3491635 May 03 21:33:31.652108 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c32f14-3c33-4f91-b88a-90e6b7121362 req-e10fb1a4-183c-4880-9c73-b8a60d22413c tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:33:31.653609 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-51c32f14-3c33-4f91-b88a-90e6b7121362 req-e10fb1a4-183c-4880-9c73-b8a60d22413c tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] 10.222.0.48 "GET /v2.0/ports?device_id=1233302d-c8af-43d2-9b77-4394d2674961 HTTP/1.1" status: 200 len: 943 time: 0.1702991 May 03 21:33:31.784761 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-51c32f14-3c33-4f91-b88a-90e6b7121362 req-3e7747ad-bb81-433e-acf3-998d39414c0b tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] 10.222.0.48 "GET /v2.0/security-groups?id=9723ad88-19b9-4747-aa09-f031b130e0be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0827367 May 03 21:33:31.816786 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298e601e-7a37-4c0c-98a2-abcbed2f1227 req-c8dfdc71-dc25-4fc3-9899-e21b0e5551ed service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:33:31.816786 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-298e601e-7a37-4c0c-98a2-abcbed2f1227 req-c8dfdc71-dc25-4fc3-9899-e21b0e5551ed service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1935990 May 03 21:33:31.863441 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb2a245-2c8a-4374-9e80-51ab2be93900 req-2f861373-9cc3-4298-9b3e-c1f200576d20 tempest-TestMinimumBasicScenario-1676527086 tempest-TestMinimumBasicScenario-1676527086-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:33:31.866073 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-afb2a245-2c8a-4374-9e80-51ab2be93900 req-2f861373-9cc3-4298-9b3e-c1f200576d20 tempest-TestMinimumBasicScenario-1676527086 tempest-TestMinimumBasicScenario-1676527086-project] 10.222.0.48 "GET /v2.0/ports?device_id=f13ba9d5-9344-4748-8e24-118858bfce42 HTTP/1.1" status: 200 len: 945 time: 0.0830762 May 03 21:33:31.921463 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-afb2a245-2c8a-4374-9e80-51ab2be93900 req-aa692abf-efbe-4e85-bfef-94ecf2d952b0 tempest-TestMinimumBasicScenario-1676527086 tempest-TestMinimumBasicScenario-1676527086-project] 10.222.0.48 "GET /v2.0/security-groups?id=c752ce3f-47d3-4857-90c0-90885669f08a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488989 May 03 21:33:31.988751 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-be459578-e0f4-4afc-b651-b5f741d5e3ec req-847655f1-d38c-40d0-be46-6365d00afe17 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=bd571e41b44a4bc6b16bf8163252f168&device_id=1233302d-c8af-43d2-9b77-4394d2674961 HTTP/1.1" status: 200 len: 1096 time: 0.0768752 May 03 21:33:32.111966 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-be459578-e0f4-4afc-b651-b5f741d5e3ec req-b00e37ac-dbf6-416b-9fe8-55f7a2e02a39 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7fa6b06a-f0cf-4a54-8f74-c95315afe030 HTTP/1.1" status: 200 len: 217 time: 0.1058960 May 03 21:33:32.192067 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be459578-e0f4-4afc-b651-b5f741d5e3ec req-3e477023-cb71-48ef-95a6-403d3f9997d4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:33:32.193568 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-be459578-e0f4-4afc-b651-b5f741d5e3ec req-3e477023-cb71-48ef-95a6-403d3f9997d4 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=663a4790-11b9-4523-b0db-a1ea41b30d40 HTTP/1.1" status: 200 len: 853 time: 0.0750852 May 03 21:33:32.240657 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e71342-6a33-4e2d-9437-731fb28f1dd4 req-2caea694-32cd-4337-be39-8ad64311a306 tempest-TestMinimumBasicScenario-1676527086 tempest-TestMinimumBasicScenario-1676527086-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:33:32.242889 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-11e71342-6a33-4e2d-9437-731fb28f1dd4 req-2caea694-32cd-4337-be39-8ad64311a306 tempest-TestMinimumBasicScenario-1676527086 tempest-TestMinimumBasicScenario-1676527086-project] 10.222.0.48 "GET /v2.0/ports?device_id=f13ba9d5-9344-4748-8e24-118858bfce42 HTTP/1.1" status: 200 len: 945 time: 0.1885033 May 03 21:33:32.316702 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-11e71342-6a33-4e2d-9437-731fb28f1dd4 req-88cb76e6-ba94-4945-9cd9-12e84cb04bca tempest-TestMinimumBasicScenario-1676527086 tempest-TestMinimumBasicScenario-1676527086-project] 10.222.0.48 "GET /v2.0/security-groups?id=c752ce3f-47d3-4857-90c0-90885669f08a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663683 May 03 21:33:32.324909 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-be459578-e0f4-4afc-b651-b5f741d5e3ec req-a24fdc45-b615-4c19-8dd7-852b4b80d7d1 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=afa29ce3-7ea1-4fb3-8d15-b28913382476&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1245270 May 03 21:33:32.517383 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-be459578-e0f4-4afc-b651-b5f741d5e3ec req-37087a6b-6607-4066-a171-efacdbbc4523 service neutron] 10.222.0.42 "GET /v2.0/networks/afa29ce3-7ea1-4fb3-8d15-b28913382476?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1820993 May 03 21:33:32.693721 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-be459578-e0f4-4afc-b651-b5f741d5e3ec req-86612880-a46d-4ceb-9926-7702905ad69c service neutron] 10.222.0.42 "GET /v2.0/networks/afa29ce3-7ea1-4fb3-8d15-b28913382476?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1594908 May 03 21:33:32.839323 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be67a85-a74a-4841-b55a-b13aa6f2dc88 req-4d6f6480-2c9e-41ae-9723-bcd755117f8c tempest-TestMinimumBasicScenario-1676527086 tempest-TestMinimumBasicScenario-1676527086-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:33:32.842145 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-3be67a85-a74a-4841-b55a-b13aa6f2dc88 req-4d6f6480-2c9e-41ae-9723-bcd755117f8c tempest-TestMinimumBasicScenario-1676527086 tempest-TestMinimumBasicScenario-1676527086-project] 10.222.0.48 "GET /v2.0/ports?device_id=f13ba9d5-9344-4748-8e24-118858bfce42 HTTP/1.1" status: 200 len: 945 time: 0.0816960 May 03 21:33:32.887973 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-3be67a85-a74a-4841-b55a-b13aa6f2dc88 req-9b694030-ee2c-4a8c-8e4b-652227d19897 tempest-TestMinimumBasicScenario-1676527086 tempest-TestMinimumBasicScenario-1676527086-project] 10.222.0.48 "GET /v2.0/security-groups?id=c752ce3f-47d3-4857-90c0-90885669f08a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408409 May 03 21:33:33.111175 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c843ad8-8643-4610-bd90-dc9d942b3c55 req-148227ff-0f32-4db0-8b39-8a74da97ceda tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:33:33.112980 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-1c843ad8-8643-4610-bd90-dc9d942b3c55 req-148227ff-0f32-4db0-8b39-8a74da97ceda tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] 10.222.0.48 "GET /v2.0/ports?device_id=1233302d-c8af-43d2-9b77-4394d2674961 HTTP/1.1" status: 200 len: 943 time: 0.1048934 May 03 21:33:33.163606 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-1c843ad8-8643-4610-bd90-dc9d942b3c55 req-9c316aef-0a07-4cdb-90c2-dbb524131629 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] 10.222.0.48 "GET /v2.0/security-groups?id=9723ad88-19b9-4747-aa09-f031b130e0be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439117 May 03 21:33:33.441239 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba75cdc-c9af-400e-b2c7-757ca9dbe30b req-45c55448-9920-480d-9b18-8805f71ca9f8 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:33:33.443107 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-7ba75cdc-c9af-400e-b2c7-757ca9dbe30b req-45c55448-9920-480d-9b18-8805f71ca9f8 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] 10.222.0.48 "GET /v2.0/ports?device_id=77f6a8a2-4366-486d-a002-05587e0f46b5 HTTP/1.1" status: 200 len: 947 time: 0.0963438 May 03 21:33:33.511108 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-7ba75cdc-c9af-400e-b2c7-757ca9dbe30b req-44e3e17f-3fe6-4158-a8c6-4ecfccdb91fd tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] 10.222.0.48 "GET /v2.0/security-groups?id=3dff50d4-faed-48b7-b783-10568bb53def&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609252 May 03 21:33:34.385955 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17da7a2-dc85-4a0e-b27c-2c8dc738eec4 req-e025df31-2ccf-4523-8982-5d8fccba784c tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:33:34.387435 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-d17da7a2-dc85-4a0e-b27c-2c8dc738eec4 req-e025df31-2ccf-4523-8982-5d8fccba784c tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] 10.222.0.48 "GET /v2.0/ports?device_id=1233302d-c8af-43d2-9b77-4394d2674961 HTTP/1.1" status: 200 len: 943 time: 0.0833969 May 03 21:33:34.435506 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-d17da7a2-dc85-4a0e-b27c-2c8dc738eec4 req-c1427b87-3ec5-4991-94b8-fc8b2f7f4e70 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] 10.222.0.48 "GET /v2.0/security-groups?id=9723ad88-19b9-4747-aa09-f031b130e0be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415556 May 03 21:33:34.746553 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9603d8c3-e32d-4c5a-8264-e4c2f0c31502 req-891bb8f8-f14f-479a-ba25-643c3c084ca5 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:33:34.747893 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-9603d8c3-e32d-4c5a-8264-e4c2f0c31502 req-891bb8f8-f14f-479a-ba25-643c3c084ca5 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] 10.222.0.48 "GET /v2.0/ports?device_id=77f6a8a2-4366-486d-a002-05587e0f46b5 HTTP/1.1" status: 200 len: 947 time: 0.0860696 May 03 21:33:34.806784 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-9603d8c3-e32d-4c5a-8264-e4c2f0c31502 req-1568f51b-6bce-4bff-9a2b-14ac17568ff0 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] 10.222.0.48 "GET /v2.0/security-groups?id=3dff50d4-faed-48b7-b783-10568bb53def&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515318 May 03 21:33:34.972967 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.rpc [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Device 7fa6b06a-f0cf-4a54-8f74-c95315afe030 details requested by agent hyperv_hv-cinder-84037 with host hv-cinder-84037 {{(pid=83994) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 03 21:33:35.123603 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.db [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] For port 7fa6b06a-f0cf-4a54-8f74-c95315afe030, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=7fa6b06a-f0cf-4a54-8f74-c95315afe030,segment=NetworkSegment(f82b8179-7d00-46b1-abec-98a139f3558c),segment_id=f82b8179-7d00-46b1-abec-98a139f3558c)] {{(pid=83994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 21:33:35.141019 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.rpc [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Returning: {'device': '7fa6b06a-f0cf-4a54-8f74-c95315afe030', 'network_id': 'afa29ce3-7ea1-4fb3-8d15-b28913382476', 'port_id': '7fa6b06a-f0cf-4a54-8f74-c95315afe030', 'mac_address': 'fa:16:3e:88:24:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 413, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '663a4790-11b9-4523-b0db-a1ea41b30d40', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83994) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 03 21:33:35.219323 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1124352'] for port, before_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:35.280112 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.notifiers.nova [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7fa6b06a-f0cf-4a54-8f74-c95315afe030 {{(pid=83994) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 03 21:33:35.299958 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.db [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] For port 7fa6b06a-f0cf-4a54-8f74-c95315afe030, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=7fa6b06a-f0cf-4a54-8f74-c95315afe030,segment=NetworkSegment(f82b8179-7d00-46b1-abec-98a139f3558c),segment_id=f82b8179-7d00-46b1-abec-98a139f3558c)] {{(pid=83994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 21:33:35.437318 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781386188966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781385847453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781385847498'] for port, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:35.513018 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Pushing event updated for resources: {'Port': ['ID=7fa6b06a-f0cf-4a54-8f74-c95315afe030,revision_number=4']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:33:35.709118 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517c4d17-ca06-4139-a76d-9efedb175b66 req-04c9f31c-0c7f-410a-82b7-32a7dd1563db tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:33:35.710654 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-517c4d17-ca06-4139-a76d-9efedb175b66 req-04c9f31c-0c7f-410a-82b7-32a7dd1563db tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] 10.222.0.48 "GET /v2.0/ports?device_id=1233302d-c8af-43d2-9b77-4394d2674961 HTTP/1.1" status: 200 len: 944 time: 0.1468697 May 03 21:33:35.731396 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00346475-01ee-44cb-aeee-dab6305d33de req-84531330-10b6-4ab5-be9f-09294d4b4120 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:33:35.731396 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-00346475-01ee-44cb-aeee-dab6305d33de req-84531330-10b6-4ab5-be9f-09294d4b4120 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] 10.222.0.42 "GET /v2.0/ports?device_id=77f6a8a2-4366-486d-a002-05587e0f46b5 HTTP/1.1" status: 200 len: 947 time: 0.1263847 May 03 21:33:35.825576 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-517c4d17-ca06-4139-a76d-9efedb175b66 req-1b4969e5-f8a2-40af-9c18-2969e09462a0 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] 10.222.0.48 "GET /v2.0/security-groups?id=9723ad88-19b9-4747-aa09-f031b130e0be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0957685 May 03 21:33:35.831180 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.plugin [req-00346475-01ee-44cb-aeee-dab6305d33de req-96058e63-124e-42f1-a067-6b83ea760b99 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] Deleting port be428a12-3d87-4da1-a665-e7b79df6af66 {{(pid=83993) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 03 21:33:35.831649 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-00346475-01ee-44cb-aeee-dab6305d33de req-96058e63-124e-42f1-a067-6b83ea760b99 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781386349267'] for port, before_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:35.894655 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.db [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] get_ports_and_sgs() called for port_ids ['7fa6b06a-f0cf-4a54-8f74-c95315afe030'] {{(pid=83994) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 03 21:33:36.246847 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c928d1e4-b386-41f9-9bae-62b5b4ba824f req-11850106-92b4-49f8-9646-925065ae1f03 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:33:36.250198 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-c928d1e4-b386-41f9-9bae-62b5b4ba824f req-11850106-92b4-49f8-9646-925065ae1f03 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] 10.222.0.48 "GET /v2.0/ports?device_id=77f6a8a2-4366-486d-a002-05587e0f46b5 HTTP/1.1" status: 200 len: 947 time: 0.2185493 May 03 21:33:36.320540 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.db [req-00346475-01ee-44cb-aeee-dab6305d33de req-96058e63-124e-42f1-a067-6b83ea760b99 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] For port be428a12-3d87-4da1-a665-e7b79df6af66, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=be428a12-3d87-4da1-a665-e7b79df6af66,segment=NetworkSegment(192a8290-7524-479c-9894-35253b5adf28),segment_id=192a8290-7524-479c-9894-35253b5adf28)] {{(pid=83993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 21:33:36.320901 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-00346475-01ee-44cb-aeee-dab6305d33de req-96058e63-124e-42f1-a067-6b83ea760b99 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749056'] for port, precommit_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:36.407577 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-c928d1e4-b386-41f9-9bae-62b5b4ba824f req-a9ccd4fa-d6e1-4548-b819-1aea75bb2d45 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] 10.222.0.48 "GET /v2.0/security-groups?id=3dff50d4-faed-48b7-b783-10568bb53def&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1514370 May 03 21:33:36.654251 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-00346475-01ee-44cb-aeee-dab6305d33de req-96058e63-124e-42f1-a067-6b83ea760b99 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:36.654610 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-00346475-01ee-44cb-aeee-dab6305d33de req-96058e63-124e-42f1-a067-6b83ea760b99 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-332800'] for floatingip, after_update {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:36.654924 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.db.l3_db [req-00346475-01ee-44cb-aeee-dab6305d33de req-96058e63-124e-42f1-a067-6b83ea760b99 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] Floating IP e63cce36-5f20-4be3-b2a2-1ce3dc8045eb disassociated. External IP: 172.27.1.37, port: be428a12-3d87-4da1-a665-e7b79df6af66. May 03 21:33:36.655264 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.plugin [req-00346475-01ee-44cb-aeee-dab6305d33de req-96058e63-124e-42f1-a067-6b83ea760b99 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] Calling delete_port for be428a12-3d87-4da1-a665-e7b79df6af66 owned by compute:nova {{(pid=83993) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 03 21:33:36.906378 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-00346475-01ee-44cb-aeee-dab6305d33de req-96058e63-124e-42f1-a067-6b83ea760b99 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781386188948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781385847444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3391708'] for port, after_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:36.960009 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96058e63-124e-42f1-a067-6b83ea760b99 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] Pushing event deleted for resources: {'Port': ['ID=be428a12-3d87-4da1-a665-e7b79df6af66,revision_number=None']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:33:37.036657 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.rpc [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Device 7fa6b06a-f0cf-4a54-8f74-c95315afe030 up at agent hyperv_hv-cinder-84037 {{(pid=83994) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 21:33:37.175340 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.provisioning_blocks [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Provisioning for port 7fa6b06a-f0cf-4a54-8f74-c95315afe030 completed by entity L2. {{(pid=83994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 21:33:37.182040 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.provisioning_blocks [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Provisioning complete for port 7fa6b06a-f0cf-4a54-8f74-c95315afe030 triggered by entity L2. {{(pid=83994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:33:37.182675 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2080827'] for port, provisioning_complete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:37.194977 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90f78ed-6c8c-4c2f-b2a3-d4674a306e64 req-b15194e3-702d-406f-9a94-8520c4fba4af tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:33:37.196510 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-e90f78ed-6c8c-4c2f-b2a3-d4674a306e64 req-b15194e3-702d-406f-9a94-8520c4fba4af tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] 10.222.0.48 "GET /v2.0/ports?device_id=1233302d-c8af-43d2-9b77-4394d2674961 HTTP/1.1" status: 200 len: 944 time: 0.1683238 May 03 21:33:37.278555 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-e90f78ed-6c8c-4c2f-b2a3-d4674a306e64 req-4695cda3-0704-4945-b6cd-206b8e42eb97 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] 10.222.0.48 "GET /v2.0/security-groups?id=9723ad88-19b9-4747-aa09-f031b130e0be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0743847 May 03 21:33:37.315079 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.scheduler.l3_agent_scheduler [req-00346475-01ee-44cb-aeee-dab6305d33de req-96058e63-124e-42f1-a067-6b83ea760b99 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] Router ae7dead0-6fb4-41eb-9eda-11e0a06ec6e3 has already been hosted by L3 agent c192ea1b-f7d6-49b7-9f22-5492fbafc6f3 {{(pid=83993) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 03 21:33:37.353038 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1124352'] for port, before_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:37.387898 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1233302d-c8af-43d2-9b77-4394d2674961', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fa6b06a-f0cf-4a54-8f74-c95315afe030'}] {{(pid=83994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 03 21:33:37.398959 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.db [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] For port 7fa6b06a-f0cf-4a54-8f74-c95315afe030, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=7fa6b06a-f0cf-4a54-8f74-c95315afe030,segment=NetworkSegment(f82b8179-7d00-46b1-abec-98a139f3558c),segment_id=f82b8179-7d00-46b1-abec-98a139f3558c)] {{(pid=83994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 21:33:37.460774 dv-cinder-840377-1-iscsi neutron-server[83994]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fe6a86af-e7a9-4f88-8381-6a6e175e66df'] response: {'server_uuid': '1233302d-c8af-43d2-9b77-4394d2674961', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fa6b06a-f0cf-4a54-8f74-c95315afe030', 'code': 200} May 03 21:33:37.488248 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781386188966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781385847453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781385847498'] for port, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:37.489537 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.rpc [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Device be428a12-3d87-4da1-a665-e7b79df6af66 no longer exists at agent hyperv_hv-cinder-84037 {{(pid=83994) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 21:33:37.598518 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-00346475-01ee-44cb-aeee-dab6305d33de req-96058e63-124e-42f1-a067-6b83ea760b99 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] Notify agent at l3_agent.dv-cinder-840377-1-iscsi the message routers_updated {{(pid=83993) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 21:33:37.624027 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7598092e-42de-4e86-8ae7-17c48a1323ad None None] Sync routers for ids ['ae7dead0-6fb4-41eb-9eda-11e0a06ec6e3'] in dv-cinder-840377-1-iscsi {{(pid=83994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 03 21:33:37.626269 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.plugin [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] No Port match for: be428a12-3d87-4da1-a665-e7b79df6af66 {{(pid=83994) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 03 21:33:37.626614 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.rpc [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Device be428a12-3d87-4da1-a665-e7b79df6af66 not bound to the agent host hv-cinder-84037 {{(pid=83994) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 21:33:37.653683 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7598092e-42de-4e86-8ae7-17c48a1323ad None None] Routers {'ae7dead0-6fb4-41eb-9eda-11e0a06ec6e3'} bound to L3 agent in host dv-cinder-840377-1-iscsi {{(pid=83994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 03 21:33:37.654249 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.l3_hamode_db [None req-7598092e-42de-4e86-8ae7-17c48a1323ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840377-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-03T21:19:18Z,description=,heartbeat_timestamp=2022-05-03T21:33:19Z,host='dv-cinder-840377-1-iscsi',id=c192ea1b-f7d6-49b7-9f22-5492fbafc6f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:19:19Z,topic='l3_agent')) {'router_ids': ['ae7dead0-6fb4-41eb-9eda-11e0a06ec6e3'], 'active': True} {{(pid=83994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:33:37.723170 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.db.l3_dvrscheduler_db [req-00346475-01ee-44cb-aeee-dab6305d33de req-96058e63-124e-42f1-a067-6b83ea760b99 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] No DVR routers for this DVR port be428a12-3d87-4da1-a665-e7b79df6af66 on host hv-cinder-84037 {{(pid=83993) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 21:33:37.726206 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-5d5aa549-e95e-434d-a2f7-b07c418b7729 req-446404a4-30dc-4073-ae3e-3a7f4ed5d2fa tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] 10.222.0.48 "GET /v2.0/ports?device_id=77f6a8a2-4366-486d-a002-05587e0f46b5 HTTP/1.1" status: 200 len: 210 time: 0.0946989 May 03 21:33:37.727283 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-00346475-01ee-44cb-aeee-dab6305d33de req-96058e63-124e-42f1-a067-6b83ea760b99 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93163'] for port, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:37.729966 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77f6a8a2-4366-486d-a002-05587e0f46b5', 'name': 'network-vif-deleted', 'tag': 'be428a12-3d87-4da1-a665-e7b79df6af66'}] {{(pid=83993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 03 21:33:37.791487 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Pushing event updated for resources: {'Port': ['ID=7fa6b06a-f0cf-4a54-8f74-c95315afe030,revision_number=5']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:33:37.806682 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d95808ef-3272-416d-8ef5-7ea5feb5004c'] response: {'server_uuid': '77f6a8a2-4366-486d-a002-05587e0f46b5', 'name': 'network-vif-deleted', 'tag': 'be428a12-3d87-4da1-a665-e7b79df6af66', 'status': 'completed', 'code': 200} May 03 21:33:37.838264 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-00346475-01ee-44cb-aeee-dab6305d33de req-96058e63-124e-42f1-a067-6b83ea760b99 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] 10.222.0.42 "DELETE /v2.0/ports/be428a12-3d87-4da1-a665-e7b79df6af66 HTTP/1.1" status: 204 len: 173 time: 2.0936377 May 03 21:33:37.888541 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.l3_dvr_db [None req-7598092e-42de-4e86-8ae7-17c48a1323ad None None] Set router ae7dead0-6fb4-41eb-9eda-11e0a06ec6e3 gateway port host: dv-cinder-840377-1-iscsi {{(pid=83994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 03 21:33:38.186470 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-5a2bc853-3546-45e1-89ac-9122f3cd231d req-27bf6790-fe20-4dce-a357-3a57c46729ec service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=1233302d-c8af-43d2-9b77-4394d2674961 HTTP/1.1" status: 200 len: 1098 time: 0.2434328 May 03 21:33:38.244472 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-5a2bc853-3546-45e1-89ac-9122f3cd231d req-67d58868-0190-4033-83a1-5f8f49203ed8 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=9723ad88-19b9-4747-aa09-f031b130e0be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495186 May 03 21:33:38.320006 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.l3_hamode_db [None req-7598092e-42de-4e86-8ae7-17c48a1323ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae7dead0-6fb4-41eb-9eda-11e0a06ec6e3', 'name': 'tempest-AttachVolumeShelveTestJSON-2141674484-router', 'tenant_id': '4cf52ffb4a864a689f5d0242ddc4cc4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c33334bd-f19e-453d-9f7b-349270405c58', 'external_fixed_ips': [{'subnet_id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'ip_address': '172.27.1.47'}], 'enable_snat': True}, 'gw_port_id': '0a07561c-bb96-444c-8c1c-e211fc2b8739', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:28:28Z', 'updated_at': '2022-05-03T21:28:42Z', 'revision_number': 4, 'project_id': '4cf52ffb4a864a689f5d0242ddc4cc4f', 'gw_port': {'id': '0a07561c-bb96-444c-8c1c-e211fc2b8739', 'name': '', 'network_id': 'c33334bd-f19e-453d-9f7b-349270405c58', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:4e:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae7dead0-6fb4-41eb-9eda-11e0a06ec6e3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'ip_address': '172.27.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:28:30Z', 'updated_at': '2022-05-03T21:28:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840377-1-iscsi', '_interfaces': [{'id': '5457c169-81f4-4fd9-9167-a261b394277b', 'name': '', 'network_id': 'a76ba353-ab28-4792-b070-a9ace23ad085', 'tenant_id': '4cf52ffb4a864a689f5d0242ddc4cc4f', 'mac_address': 'fa:16:3e:00:71:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae7dead0-6fb4-41eb-9eda-11e0a06ec6e3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e0993ef0-a172-48a1-8947-068cb6cb24ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:28:39Z', 'updated_at': '2022-05-03T21:29:12Z', 'revision_number': 5, 'project_id': '4cf52ffb4a864a689f5d0242ddc4cc4f', 'subnets': [{'id': 'e0993ef0-a172-48a1-8947-068cb6cb24ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840377-1-iscsi', False) {} {{(pid=83994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:33:38.328298 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7598092e-42de-4e86-8ae7-17c48a1323ad None None] Checking router: ae7dead0-6fb4-41eb-9eda-11e0a06ec6e3 for host: dv-cinder-840377-1-iscsi {{(pid=83994) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 03 21:33:38.341872 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7598092e-42de-4e86-8ae7-17c48a1323ad None None] Routers {'ae7dead0-6fb4-41eb-9eda-11e0a06ec6e3'} bound to L3 agent in host dv-cinder-840377-1-iscsi {{(pid=83994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 03 21:33:38.342631 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.l3_hamode_db [None req-7598092e-42de-4e86-8ae7-17c48a1323ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840377-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-03T21:19:18Z,description=,heartbeat_timestamp=2022-05-03T21:33:19Z,host='dv-cinder-840377-1-iscsi',id=c192ea1b-f7d6-49b7-9f22-5492fbafc6f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:19:19Z,topic='l3_agent')) {'router_ids': ['ae7dead0-6fb4-41eb-9eda-11e0a06ec6e3'], 'active': True} {{(pid=83994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:33:38.502819 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0edc1a-e81e-4caa-9ec5-b53ec28d7e0b req-dfc9d196-e29c-4d76-9aea-eeb7eb5ba88e tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:33:38.505216 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-fd0edc1a-e81e-4caa-9ec5-b53ec28d7e0b req-dfc9d196-e29c-4d76-9aea-eeb7eb5ba88e tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] 10.222.0.48 "GET /v2.0/ports?device_id=1233302d-c8af-43d2-9b77-4394d2674961 HTTP/1.1" status: 200 len: 945 time: 0.0902481 May 03 21:33:38.540320 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.l3_dvr_db [None req-7598092e-42de-4e86-8ae7-17c48a1323ad None None] Set router ae7dead0-6fb4-41eb-9eda-11e0a06ec6e3 gateway port host: dv-cinder-840377-1-iscsi {{(pid=83994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 03 21:33:38.562206 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-fd0edc1a-e81e-4caa-9ec5-b53ec28d7e0b req-6f998cf4-4084-49c1-bbe8-e367fb76a6e1 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] 10.222.0.48 "GET /v2.0/security-groups?id=9723ad88-19b9-4747-aa09-f031b130e0be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454357 May 03 21:33:38.900531 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.l3_hamode_db [None req-7598092e-42de-4e86-8ae7-17c48a1323ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae7dead0-6fb4-41eb-9eda-11e0a06ec6e3', 'name': 'tempest-AttachVolumeShelveTestJSON-2141674484-router', 'tenant_id': '4cf52ffb4a864a689f5d0242ddc4cc4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c33334bd-f19e-453d-9f7b-349270405c58', 'external_fixed_ips': [{'subnet_id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'ip_address': '172.27.1.47'}], 'enable_snat': True}, 'gw_port_id': '0a07561c-bb96-444c-8c1c-e211fc2b8739', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:28:28Z', 'updated_at': '2022-05-03T21:28:42Z', 'revision_number': 4, 'project_id': '4cf52ffb4a864a689f5d0242ddc4cc4f', 'gw_port': {'id': '0a07561c-bb96-444c-8c1c-e211fc2b8739', 'name': '', 'network_id': 'c33334bd-f19e-453d-9f7b-349270405c58', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:4e:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae7dead0-6fb4-41eb-9eda-11e0a06ec6e3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'ip_address': '172.27.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:28:30Z', 'updated_at': '2022-05-03T21:28:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840377-1-iscsi', '_interfaces': [{'id': '5457c169-81f4-4fd9-9167-a261b394277b', 'name': '', 'network_id': 'a76ba353-ab28-4792-b070-a9ace23ad085', 'tenant_id': '4cf52ffb4a864a689f5d0242ddc4cc4f', 'mac_address': 'fa:16:3e:00:71:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae7dead0-6fb4-41eb-9eda-11e0a06ec6e3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e0993ef0-a172-48a1-8947-068cb6cb24ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:28:39Z', 'updated_at': '2022-05-03T21:29:12Z', 'revision_number': 5, 'project_id': '4cf52ffb4a864a689f5d0242ddc4cc4f', 'subnets': [{'id': 'e0993ef0-a172-48a1-8947-068cb6cb24ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840377-1-iscsi', False) {} {{(pid=83994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:33:38.904578 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7598092e-42de-4e86-8ae7-17c48a1323ad None None] The sync data for ids ['ae7dead0-6fb4-41eb-9eda-11e0a06ec6e3'] in dv-cinder-840377-1-iscsi is: [{'id': 'ae7dead0-6fb4-41eb-9eda-11e0a06ec6e3', 'name': 'tempest-AttachVolumeShelveTestJSON-2141674484-router', 'tenant_id': '4cf52ffb4a864a689f5d0242ddc4cc4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c33334bd-f19e-453d-9f7b-349270405c58', 'external_fixed_ips': [{'subnet_id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'ip_address': '172.27.1.47'}], 'enable_snat': True}, 'gw_port_id': '0a07561c-bb96-444c-8c1c-e211fc2b8739', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:28:28Z', 'updated_at': '2022-05-03T21:28:42Z', 'revision_number': 4, 'project_id': '4cf52ffb4a864a689f5d0242ddc4cc4f', 'gw_port': {'id': '0a07561c-bb96-444c-8c1c-e211fc2b8739', 'name': '', 'network_id': 'c33334bd-f19e-453d-9f7b-349270405c58', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:4e:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae7dead0-6fb4-41eb-9eda-11e0a06ec6e3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'ip_address': '172.27.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:28:30Z', 'updated_at': '2022-05-03T21:28:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840377-1-iscsi', '_interfaces': [{'id': '5457c169-81f4-4fd9-9167-a261b394277b', 'name': '', 'network_id': 'a76ba353-ab28-4792-b070-a9ace23ad085', 'tenant_id': '4cf52ffb4a864a689f5d0242ddc4cc4f', 'mac_address': 'fa:16:3e:00:71:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae7dead0-6fb4-41eb-9eda-11e0a06ec6e3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e0993ef0-a172-48a1-8947-068cb6cb24ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:28:39Z', 'updated_at': '2022-05-03T21:29:12Z', 'revision_number': 5, 'project_id': '4cf52ffb4a864a689f5d0242ddc4cc4f', 'subnets': [{'id': 'e0993ef0-a172-48a1-8947-068cb6cb24ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 03 21:33:38.963071 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-85ccb488-721d-4d9a-b2e2-bcab0446760a req-e52f02af-b1c8-457b-8c61-da8bc07a7866 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] 10.222.0.48 "GET /v2.0/ports?device_id=77f6a8a2-4366-486d-a002-05587e0f46b5 HTTP/1.1" status: 200 len: 210 time: 0.0451093 May 03 21:33:39.155068 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7560fd01-0bf0-44fe-ac08-2313e84639aa None None] New status for floating IP e63cce36-5f20-4be3-b2a2-1ce3dc8045eb: DOWN {{(pid=83995) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 03 21:33:39.782807 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208617a1-1423-4049-951e-b77a2cfed304 req-089e7aba-a843-4f7b-8f8d-d0575291cb36 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:33:39.785200 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-208617a1-1423-4049-951e-b77a2cfed304 req-089e7aba-a843-4f7b-8f8d-d0575291cb36 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] 10.222.0.48 "GET /v2.0/ports?device_id=1233302d-c8af-43d2-9b77-4394d2674961 HTTP/1.1" status: 200 len: 945 time: 0.0894783 May 03 21:33:39.832016 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-208617a1-1423-4049-951e-b77a2cfed304 req-472f6238-7cb2-49b7-b171-9e4b073dcdb1 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] 10.222.0.48 "GET /v2.0/security-groups?id=9723ad88-19b9-4747-aa09-f031b130e0be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402884 May 03 21:33:40.172611 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-9835002d-e82d-4a3b-bd15-c418af9b9c69 req-528f08ef-b0fe-4064-a6af-5b7f62cf5519 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] 10.222.0.48 "GET /v2.0/ports?device_id=77f6a8a2-4366-486d-a002-05587e0f46b5 HTTP/1.1" status: 200 len: 210 time: 0.0483394 May 03 21:33:41.045707 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676da3bf-52fc-4352-b949-6159f4addbba req-a61abebc-c112-4174-b59c-c70e7ae17120 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:33:41.047224 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-676da3bf-52fc-4352-b949-6159f4addbba req-a61abebc-c112-4174-b59c-c70e7ae17120 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] 10.222.0.48 "GET /v2.0/ports?device_id=1233302d-c8af-43d2-9b77-4394d2674961 HTTP/1.1" status: 200 len: 945 time: 0.0858672 May 03 21:33:41.107124 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-676da3bf-52fc-4352-b949-6159f4addbba req-de71d102-17d9-4eb9-ab5c-f88237d777e7 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] 10.222.0.48 "GET /v2.0/security-groups?id=9723ad88-19b9-4747-aa09-f031b130e0be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522399 May 03 21:33:41.373129 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-546fd563-80b1-4012-842e-25ee35ecca75 req-7364bf27-1b88-4ab8-9acb-cf585cfee461 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] 10.222.0.48 "GET /v2.0/ports?device_id=77f6a8a2-4366-486d-a002-05587e0f46b5 HTTP/1.1" status: 200 len: 210 time: 0.0467010 May 03 21:33:42.319214 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f5e459-632d-47a5-a435-97e14380b519 req-4b7caece-bbff-4560-82cb-4a2a97f6198c tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:33:42.320746 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-87f5e459-632d-47a5-a435-97e14380b519 req-4b7caece-bbff-4560-82cb-4a2a97f6198c tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] 10.222.0.48 "GET /v2.0/ports?device_id=1233302d-c8af-43d2-9b77-4394d2674961 HTTP/1.1" status: 200 len: 945 time: 0.0856488 May 03 21:33:42.381160 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-87f5e459-632d-47a5-a435-97e14380b519 req-e31d21c7-5bef-4a8b-85f4-0823d61f2507 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] 10.222.0.48 "GET /v2.0/security-groups?id=9723ad88-19b9-4747-aa09-f031b130e0be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547833 May 03 21:33:42.587258 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-3287b50c-1639-4ac4-9199-7cda1bfa51d6 req-3a8fc251-18bf-4f3d-93e9-37c7f89d6d1e tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] 10.222.0.48 "GET /v2.0/ports?device_id=77f6a8a2-4366-486d-a002-05587e0f46b5 HTTP/1.1" status: 200 len: 210 time: 0.0426240 May 03 21:33:43.589480 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d694d60-7c52-4edb-a1f8-07cebbb42752 req-85a9934d-4b18-48f7-b476-0906075182f7 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:33:43.591098 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-4d694d60-7c52-4edb-a1f8-07cebbb42752 req-85a9934d-4b18-48f7-b476-0906075182f7 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] 10.222.0.48 "GET /v2.0/ports?device_id=1233302d-c8af-43d2-9b77-4394d2674961 HTTP/1.1" status: 200 len: 945 time: 0.0814168 May 03 21:33:43.640835 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-4d694d60-7c52-4edb-a1f8-07cebbb42752 req-5922a21c-05f7-4400-93ec-01e17de05fc1 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] 10.222.0.48 "GET /v2.0/security-groups?id=9723ad88-19b9-4747-aa09-f031b130e0be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429959 May 03 21:33:43.843841 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.48', 59480) {{(pid=83992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:33:43.857837 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05259dd8-c999-4678-9d69-21db0c47ef04 req-16b7224e-e04b-4747-bb73-c6fd011532af tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:33:43.859403 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-05259dd8-c999-4678-9d69-21db0c47ef04 req-16b7224e-e04b-4747-bb73-c6fd011532af tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] 10.222.0.48 "GET /v2.0/ports?device_id=1233302d-c8af-43d2-9b77-4394d2674961 HTTP/1.1" status: 200 len: 945 time: 0.0861392 May 03 21:33:43.869266 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.48', 59484) {{(pid=83993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:33:43.875103 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.v2.base [None req-e8c30cc6-0468-4899-b1d8-353c4ea0fb00 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Request body: {'floatingip': {'port_id': '7fa6b06a-f0cf-4a54-8f74-c95315afe030'}} {{(pid=83993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 03 21:33:43.916151 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-408edd90-548e-4d42-831d-02eba37fc3d8 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] Notify callbacks [] for security_group, before_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:43.946020 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-408edd90-548e-4d42-831d-02eba37fc3d8 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:43.951746 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-e8c30cc6-0468-4899-b1d8-353c4ea0fb00 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Notify callbacks [] for floatingip, before_update {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:44.094040 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-408edd90-548e-4d42-831d-02eba37fc3d8 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746426'] for security_group, after_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:44.114978 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408edd90-548e-4d42-831d-02eba37fc3d8 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dff50d4-faed-48b7-b783-10568bb53def,revision_number=None']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:33:44.230471 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-408edd90-548e-4d42-831d-02eba37fc3d8 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] Notify callbacks [] for security_group, before_response {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:44.231634 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [None req-408edd90-548e-4d42-831d-02eba37fc3d8 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] 10.222.0.48 "DELETE /v2.0/security-groups/3dff50d4-faed-48b7-b783-10568bb53def HTTP/1.1" status: 204 len: 168 time: 0.3861847 May 03 21:33:44.234428 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.48', 59488) {{(pid=83992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:33:44.254332 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.api.v2.resource [None req-f959d438-25ff-4e01-bf20-533c50c6af75 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] show failed (client error): The resource could not be found. May 03 21:33:44.255389 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [None req-f959d438-25ff-4e01-bf20-533c50c6af75 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] 10.222.0.48 "GET /v2.0/security-groups/3dff50d4-faed-48b7-b783-10568bb53def HTTP/1.1" status: 404 len: 347 time: 0.0200312 May 03 21:33:44.258414 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.48', 59492) {{(pid=83992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:33:44.495040 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.plugins.ml2.plugin [None req-b7ac54c4-6a75-4e5a-a740-307e7cd5f851 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] Deleting port 5bdb1af1-7037-4f8b-ad0c-f72c639630dc {{(pid=83992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 03 21:33:44.495369 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-b7ac54c4-6a75-4e5a-a740-307e7cd5f851 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781386349267'] for port, before_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:44.606619 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-e8c30cc6-0468-4899-b1d8-353c4ea0fb00 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:44.709630 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-b7ac54c4-6a75-4e5a-a740-307e7cd5f851 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749056'] for port, precommit_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:44.713828 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-b7ac54c4-6a75-4e5a-a740-307e7cd5f851 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:44.757400 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-e8c30cc6-0468-4899-b1d8-353c4ea0fb00 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-332800'] for floatingip, after_update {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:44.835819 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.plugins.ml2.plugin [None req-b7ac54c4-6a75-4e5a-a740-307e7cd5f851 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] Calling delete_port for 5bdb1af1-7037-4f8b-ad0c-f72c639630dc owned by network:floatingip {{(pid=83992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 03 21:33:45.036225 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.db.l3_db [None req-e8c30cc6-0468-4899-b1d8-353c4ea0fb00 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Floating IP 1830f7fd-5301-416c-adf5-2f6fb41dec91 associated. External IP: 172.27.1.2, port: 7fa6b06a-f0cf-4a54-8f74-c95315afe030. May 03 21:33:45.117574 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-b7ac54c4-6a75-4e5a-a740-307e7cd5f851 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781386188948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781385847444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3996730'] for port, after_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:45.165960 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ac54c4-6a75-4e5a-a740-307e7cd5f851 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] Pushing event deleted for resources: {'Port': ['ID=5bdb1af1-7037-4f8b-ad0c-f72c639630dc,revision_number=None']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:33:45.265056 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-b7ac54c4-6a75-4e5a-a740-307e7cd5f851 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] Notify callbacks [] for floatingip, after_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:45.285784 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-b7ac54c4-6a75-4e5a-a740-307e7cd5f851 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93163'] for floatingip, before_response {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:45.291121 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [None req-b7ac54c4-6a75-4e5a-a740-307e7cd5f851 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] 10.222.0.48 "DELETE /v2.0/floatingips/e63cce36-5f20-4be3-b2a2-1ce3dc8045eb HTTP/1.1" status: 204 len: 168 time: 1.0316815 May 03 21:33:45.458458 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8c30cc6-0468-4899-b1d8-353c4ea0fb00 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Router 68150121-68dc-4495-bcf7-8d66179822f8 has already been hosted by L3 agent c192ea1b-f7d6-49b7-9f22-5492fbafc6f3 {{(pid=83993) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 03 21:33:45.684716 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8c30cc6-0468-4899-b1d8-353c4ea0fb00 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Notify agent at l3_agent.dv-cinder-840377-1-iscsi the message routers_updated {{(pid=83993) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 21:33:45.689536 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-e8c30cc6-0468-4899-b1d8-353c4ea0fb00 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93163'] for floatingip, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:45.695467 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3725e94-2002-460e-8175-41205c0f7073 None None] Sync routers for ids ['68150121-68dc-4495-bcf7-8d66179822f8'] in dv-cinder-840377-1-iscsi {{(pid=83994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 03 21:33:45.710769 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3725e94-2002-460e-8175-41205c0f7073 None None] Routers {'68150121-68dc-4495-bcf7-8d66179822f8'} bound to L3 agent in host dv-cinder-840377-1-iscsi {{(pid=83994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 03 21:33:45.711911 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.l3_hamode_db [None req-b3725e94-2002-460e-8175-41205c0f7073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840377-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-03T21:19:18Z,description=,heartbeat_timestamp=2022-05-03T21:33:19Z,host='dv-cinder-840377-1-iscsi',id=c192ea1b-f7d6-49b7-9f22-5492fbafc6f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:19:19Z,topic='l3_agent')) {'router_ids': ['68150121-68dc-4495-bcf7-8d66179822f8'], 'active': True} {{(pid=83994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:33:45.766283 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-e8c30cc6-0468-4899-b1d8-353c4ea0fb00 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] 10.222.0.48 "PUT /v2.0/floatingips/1830f7fd-5301-416c-adf5-2f6fb41dec91 HTTP/1.1" status: 200 len: 989 time: 1.8950722 May 03 21:33:45.772323 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1233302d-c8af-43d2-9b77-4394d2674961', 'tag': '7fa6b06a-f0cf-4a54-8f74-c95315afe030'}] {{(pid=83993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 03 21:33:45.841898 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3dfac96d-b562-442c-ab5d-6fd7371293b2'] response: {'name': 'network-changed', 'server_uuid': '1233302d-c8af-43d2-9b77-4394d2674961', 'tag': '7fa6b06a-f0cf-4a54-8f74-c95315afe030', 'status': 'completed', 'code': 200} May 03 21:33:45.985524 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.l3_dvr_db [None req-b3725e94-2002-460e-8175-41205c0f7073 None None] Set router 68150121-68dc-4495-bcf7-8d66179822f8 gateway port host: dv-cinder-840377-1-iscsi {{(pid=83994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 03 21:33:46.087824 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.48', 59530) {{(pid=83992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:33:46.093593 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.v2.base [None req-f97a59f3-49b1-441f-9b7a-8a56efcf5827 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] Request body: {'security_group': {'name': 'tempest-securitygroup--376181301', 'description': 'tempest-description--430997557'}} {{(pid=83992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 03 21:33:46.102907 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.db.quota.driver [None req-f97a59f3-49b1-441f-9b7a-8a56efcf5827 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:33:46.104291 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-100f4025-3c5c-4958-b8ee-de122faec57d req-24b8e077-0504-4ed8-aade-286fcbc62cc8 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=bd571e41b44a4bc6b16bf8163252f168&device_id=1233302d-c8af-43d2-9b77-4394d2674961 HTTP/1.1" status: 200 len: 1098 time: 0.1889954 May 03 21:33:46.120312 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.quota.resource [None req-f97a59f3-49b1-441f-9b7a-8a56efcf5827 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] Usage tracker for resource:security_group and tenant:4cf52ffb4a864a689f5d0242ddc4cc4f is out of sync, need to count used quota {{(pid=83992) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:33:46.132537 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.quota.resource [None req-f97a59f3-49b1-441f-9b7a-8a56efcf5827 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83992) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:33:46.148147 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.db.quota.driver [None req-f97a59f3-49b1-441f-9b7a-8a56efcf5827 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:33:46.224166 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-f97a59f3-49b1-441f-9b7a-8a56efcf5827 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] Notify callbacks [] for security_group, before_create {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:46.263567 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.db.quota.driver [None req-f97a59f3-49b1-441f-9b7a-8a56efcf5827 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:33:46.267668 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.quota.resource [None req-f97a59f3-49b1-441f-9b7a-8a56efcf5827 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] Usage tracker for resource:security_group_rule and tenant:4cf52ffb4a864a689f5d0242ddc4cc4f is out of sync, need to count used quota {{(pid=83992) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:33:46.270777 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.quota.resource [None req-f97a59f3-49b1-441f-9b7a-8a56efcf5827 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83992) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:33:46.277948 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.db.quota.driver [None req-f97a59f3-49b1-441f-9b7a-8a56efcf5827 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:33:46.332346 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100f4025-3c5c-4958-b8ee-de122faec57d req-413b04e5-b5a9-4050-a782-bee6cf624ed5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:33:46.333832 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-100f4025-3c5c-4958-b8ee-de122faec57d req-413b04e5-b5a9-4050-a782-bee6cf624ed5 service neutron] 10.222.0.42 "GET /v2.0/networks?id=afa29ce3-7ea1-4fb3-8d15-b28913382476 HTTP/1.1" status: 200 len: 915 time: 0.2172415 May 03 21:33:46.341060 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-f97a59f3-49b1-441f-9b7a-8a56efcf5827 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] Notify callbacks [] for security_group, precommit_create {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:46.344397 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdc7087-b945-4b81-93c9-fe68a3dfcf1e req-61c9246d-1e11-44f9-a36f-ef17704bef75 tempest-TestMinimumBasicScenario-1676527086 tempest-TestMinimumBasicScenario-1676527086-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:33:46.346424 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-1fdc7087-b945-4b81-93c9-fe68a3dfcf1e req-61c9246d-1e11-44f9-a36f-ef17704bef75 tempest-TestMinimumBasicScenario-1676527086 tempest-TestMinimumBasicScenario-1676527086-project] 10.222.0.48 "GET /v2.0/ports?device_id=f13ba9d5-9344-4748-8e24-118858bfce42 HTTP/1.1" status: 200 len: 945 time: 0.1440206 May 03 21:33:46.397149 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-f97a59f3-49b1-441f-9b7a-8a56efcf5827 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746426'] for security_group, after_create {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:46.397501 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-468a11bb-b7fa-4cb5-80e8-3e0d6ec13744 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781386283879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2080842'] for agent, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:46.400694 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.l3_hamode_db [None req-b3725e94-2002-460e-8175-41205c0f7073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68150121-68dc-4495-bcf7-8d66179822f8', 'name': 'tempest-AttachVolumeNegativeTest-487551053-router', 'tenant_id': 'bd571e41b44a4bc6b16bf8163252f168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c33334bd-f19e-453d-9f7b-349270405c58', 'external_fixed_ips': [{'subnet_id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'ip_address': '172.27.1.192'}], 'enable_snat': True}, 'gw_port_id': '07f5f895-667f-41a6-8b98-e761a27a9ddb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:28:25Z', 'updated_at': '2022-05-03T21:28:37Z', 'revision_number': 4, 'project_id': 'bd571e41b44a4bc6b16bf8163252f168', 'gw_port': {'id': '07f5f895-667f-41a6-8b98-e761a27a9ddb', 'name': '', 'network_id': 'c33334bd-f19e-453d-9f7b-349270405c58', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:26:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68150121-68dc-4495-bcf7-8d66179822f8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'ip_address': '172.27.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:28:27Z', 'updated_at': '2022-05-03T21:28:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840377-1-iscsi', '_floatingips': [{'id': '1830f7fd-5301-416c-adf5-2f6fb41dec91', 'tenant_id': 'bd571e41b44a4bc6b16bf8163252f168', 'floating_ip_address': '172.27.1.2', 'floating_network_id': 'c33334bd-f19e-453d-9f7b-349270405c58', 'router_id': '68150121-68dc-4495-bcf7-8d66179822f8', 'port_id': '7fa6b06a-f0cf-4a54-8f74-c95315afe030', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'afa29ce3-7ea1-4fb3-8d15-b28913382476', 'mac_address': 'fa:16:3e:88:24:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1233302d-c8af-43d2-9b77-4394d2674961', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T21:33:18Z', 'updated_at': '2022-05-03T21:33:44Z', 'revision_number': 1, 'project_id': 'bd571e41b44a4bc6b16bf8163252f168', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4fd95030-f142-4d90-a90c-6a2865ea606e', 'name': '', 'network_id': 'afa29ce3-7ea1-4fb3-8d15-b28913382476', 'tenant_id': 'bd571e41b44a4bc6b16bf8163252f168', 'mac_address': 'fa:16:3e:7c:b9:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68150121-68dc-4495-bcf7-8d66179822f8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '663a4790-11b9-4523-b0db-a1ea41b30d40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:28:34Z', 'updated_at': '2022-05-03T21:29:46Z', 'revision_number': 5, 'project_id': 'bd571e41b44a4bc6b16bf8163252f168', 'subnets': [{'id': '663a4790-11b9-4523-b0db-a1ea41b30d40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840377-1-iscsi', False) {} {{(pid=83994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:33:46.405502 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3725e94-2002-460e-8175-41205c0f7073 None None] Checking router: 68150121-68dc-4495-bcf7-8d66179822f8 for host: dv-cinder-840377-1-iscsi {{(pid=83994) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 03 21:33:46.418795 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3725e94-2002-460e-8175-41205c0f7073 None None] Routers {'68150121-68dc-4495-bcf7-8d66179822f8'} bound to L3 agent in host dv-cinder-840377-1-iscsi {{(pid=83994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 03 21:33:46.419411 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.l3_hamode_db [None req-b3725e94-2002-460e-8175-41205c0f7073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840377-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-03T21:19:18Z,description=,heartbeat_timestamp=2022-05-03T21:33:19Z,host='dv-cinder-840377-1-iscsi',id=c192ea1b-f7d6-49b7-9f22-5492fbafc6f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:19:19Z,topic='l3_agent')) {'router_ids': ['68150121-68dc-4495-bcf7-8d66179822f8'], 'active': True} {{(pid=83994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:33:46.445359 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97a59f3-49b1-441f-9b7a-8a56efcf5827 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] Pushing event updated for resources: {'SecurityGroup': ['ID=95308c2b-cca2-41de-8e93-f747eb13cdfe,revision_number=1']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:33:46.491942 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-100f4025-3c5c-4958-b8ee-de122faec57d req-364f3f16-fe81-4433-ba5b-4fd083e7c153 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7fa6b06a-f0cf-4a54-8f74-c95315afe030 HTTP/1.1" status: 200 len: 997 time: 0.1440814 May 03 21:33:46.495496 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-1fdc7087-b945-4b81-93c9-fe68a3dfcf1e req-1f598dad-a639-47b3-9595-7939c8bc8c46 tempest-TestMinimumBasicScenario-1676527086 tempest-TestMinimumBasicScenario-1676527086-project] 10.222.0.48 "GET /v2.0/security-groups?id=c752ce3f-47d3-4857-90c0-90885669f08a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991945 May 03 21:33:46.509401 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-f97a59f3-49b1-441f-9b7a-8a56efcf5827 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] Notify callbacks [] for security_group, before_response {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:46.513525 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [None req-f97a59f3-49b1-441f-9b7a-8a56efcf5827 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1612 time: 0.4219747 May 03 21:33:46.513737 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.48', 59534) {{(pid=83992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:33:46.519893 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.v2.base [None req-48bb07c5-f550-4c2b-aaca-08ff0f5be80e tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] Request body: {'security_group_rule': {'security_group_id': '95308c2b-cca2-41de-8e93-f747eb13cdfe', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 03 21:33:46.526324 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.db.quota.driver [None req-48bb07c5-f550-4c2b-aaca-08ff0f5be80e tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:33:46.529760 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.48', 59538) {{(pid=83992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:33:46.532580 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.quota.resource [None req-48bb07c5-f550-4c2b-aaca-08ff0f5be80e tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] Usage tracker for resource:security_group_rule and tenant:4cf52ffb4a864a689f5d0242ddc4cc4f is out of sync, need to count used quota {{(pid=83992) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:33:46.543345 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.quota.resource [None req-48bb07c5-f550-4c2b-aaca-08ff0f5be80e tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83992) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:33:46.555535 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.db.quota.driver [None req-48bb07c5-f550-4c2b-aaca-08ff0f5be80e tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:33:46.584187 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100f4025-3c5c-4958-b8ee-de122faec57d req-27b454ba-293b-452e-a280-4e1c6d79e397 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:33:46.586767 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-100f4025-3c5c-4958-b8ee-de122faec57d req-27b454ba-293b-452e-a280-4e1c6d79e397 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=663a4790-11b9-4523-b0db-a1ea41b30d40 HTTP/1.1" status: 200 len: 853 time: 0.0890458 May 03 21:33:46.617826 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.l3_dvr_db [None req-b3725e94-2002-460e-8175-41205c0f7073 None None] Set router 68150121-68dc-4495-bcf7-8d66179822f8 gateway port host: dv-cinder-840377-1-iscsi {{(pid=83994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 03 21:33:46.675996 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-100f4025-3c5c-4958-b8ee-de122faec57d req-d06887cd-aa68-4ebc-a7a4-d516ffd89f2a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=afa29ce3-7ea1-4fb3-8d15-b28913382476&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0823314 May 03 21:33:46.772753 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-48bb07c5-f550-4c2b-aaca-08ff0f5be80e tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:46.821008 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-100f4025-3c5c-4958-b8ee-de122faec57d req-bc253236-c402-4fc6-991c-c24b687b42f6 service neutron] 10.222.0.42 "GET /v2.0/networks/afa29ce3-7ea1-4fb3-8d15-b28913382476?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387677 May 03 21:33:46.824555 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.48', 59544) {{(pid=83993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:33:46.825069 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [None req-0ccc66e4-41ba-4b32-85e7-fcc6d98f3c7c tempest-TestMinimumBasicScenario-1762829330 tempest-TestMinimumBasicScenario-1762829330-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=f13ba9d5-9344-4748-8e24-118858bfce42 HTTP/1.1" status: 200 len: 1093 time: 0.2941420 May 03 21:33:46.831822 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.v2.base [None req-63d188ba-3069-4885-8e58-d9b647a1dd52 tempest-TestMinimumBasicScenario-1676527086 tempest-TestMinimumBasicScenario-1676527086-project] Request body: {'floatingip': {'floating_network_id': 'c33334bd-f19e-453d-9f7b-349270405c58', 'port_id': '85f0f545-6b51-41b2-a9ee-a8c17abc2f57', 'tenant_id': '03af834dfea4426086d2125bcea03d0f', 'fixed_ip_address': '172.20.0.9'}} {{(pid=83993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 03 21:33:46.853062 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-48bb07c5-f550-4c2b-aaca-08ff0f5be80e tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:46.855708 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-63d188ba-3069-4885-8e58-d9b647a1dd52 tempest-TestMinimumBasicScenario-1676527086 tempest-TestMinimumBasicScenario-1676527086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:33:46.865025 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-63d188ba-3069-4885-8e58-d9b647a1dd52 tempest-TestMinimumBasicScenario-1676527086 tempest-TestMinimumBasicScenario-1676527086-project] Usage tracker for resource:floatingip and tenant:03af834dfea4426086d2125bcea03d0f is out of sync, need to count used quota {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:33:46.910751 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-63d188ba-3069-4885-8e58-d9b647a1dd52 tempest-TestMinimumBasicScenario-1676527086 tempest-TestMinimumBasicScenario-1676527086-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:33:46.930281 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-63d188ba-3069-4885-8e58-d9b647a1dd52 tempest-TestMinimumBasicScenario-1676527086 tempest-TestMinimumBasicScenario-1676527086-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:33:46.952300 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-48bb07c5-f550-4c2b-aaca-08ff0f5be80e tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746249'] for security_group_rule, after_create {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:46.988113 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48bb07c5-f550-4c2b-aaca-08ff0f5be80e tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b0738db-53ec-4afd-beeb-c5b293c8d75d,revision_number=0']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:33:47.025644 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.l3_hamode_db [None req-b3725e94-2002-460e-8175-41205c0f7073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68150121-68dc-4495-bcf7-8d66179822f8', 'name': 'tempest-AttachVolumeNegativeTest-487551053-router', 'tenant_id': 'bd571e41b44a4bc6b16bf8163252f168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c33334bd-f19e-453d-9f7b-349270405c58', 'external_fixed_ips': [{'subnet_id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'ip_address': '172.27.1.192'}], 'enable_snat': True}, 'gw_port_id': '07f5f895-667f-41a6-8b98-e761a27a9ddb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:28:25Z', 'updated_at': '2022-05-03T21:28:37Z', 'revision_number': 4, 'project_id': 'bd571e41b44a4bc6b16bf8163252f168', 'gw_port': {'id': '07f5f895-667f-41a6-8b98-e761a27a9ddb', 'name': '', 'network_id': 'c33334bd-f19e-453d-9f7b-349270405c58', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:26:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68150121-68dc-4495-bcf7-8d66179822f8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'ip_address': '172.27.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:28:27Z', 'updated_at': '2022-05-03T21:28:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840377-1-iscsi', '_floatingips': [{'id': '1830f7fd-5301-416c-adf5-2f6fb41dec91', 'tenant_id': 'bd571e41b44a4bc6b16bf8163252f168', 'floating_ip_address': '172.27.1.2', 'floating_network_id': 'c33334bd-f19e-453d-9f7b-349270405c58', 'router_id': '68150121-68dc-4495-bcf7-8d66179822f8', 'port_id': '7fa6b06a-f0cf-4a54-8f74-c95315afe030', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'afa29ce3-7ea1-4fb3-8d15-b28913382476', 'mac_address': 'fa:16:3e:88:24:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1233302d-c8af-43d2-9b77-4394d2674961', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T21:33:18Z', 'updated_at': '2022-05-03T21:33:44Z', 'revision_number': 1, 'project_id': 'bd571e41b44a4bc6b16bf8163252f168', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4fd95030-f142-4d90-a90c-6a2865ea606e', 'name': '', 'network_id': 'afa29ce3-7ea1-4fb3-8d15-b28913382476', 'tenant_id': 'bd571e41b44a4bc6b16bf8163252f168', 'mac_address': 'fa:16:3e:7c:b9:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68150121-68dc-4495-bcf7-8d66179822f8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '663a4790-11b9-4523-b0db-a1ea41b30d40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:28:34Z', 'updated_at': '2022-05-03T21:29:46Z', 'revision_number': 5, 'project_id': 'bd571e41b44a4bc6b16bf8163252f168', 'subnets': [{'id': '663a4790-11b9-4523-b0db-a1ea41b30d40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840377-1-iscsi', False) {} {{(pid=83994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:33:47.030286 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3725e94-2002-460e-8175-41205c0f7073 None None] The sync data for ids ['68150121-68dc-4495-bcf7-8d66179822f8'] in dv-cinder-840377-1-iscsi is: [{'id': '68150121-68dc-4495-bcf7-8d66179822f8', 'name': 'tempest-AttachVolumeNegativeTest-487551053-router', 'tenant_id': 'bd571e41b44a4bc6b16bf8163252f168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c33334bd-f19e-453d-9f7b-349270405c58', 'external_fixed_ips': [{'subnet_id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'ip_address': '172.27.1.192'}], 'enable_snat': True}, 'gw_port_id': '07f5f895-667f-41a6-8b98-e761a27a9ddb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:28:25Z', 'updated_at': '2022-05-03T21:28:37Z', 'revision_number': 4, 'project_id': 'bd571e41b44a4bc6b16bf8163252f168', 'gw_port': {'id': '07f5f895-667f-41a6-8b98-e761a27a9ddb', 'name': '', 'network_id': 'c33334bd-f19e-453d-9f7b-349270405c58', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:26:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68150121-68dc-4495-bcf7-8d66179822f8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'ip_address': '172.27.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:28:27Z', 'updated_at': '2022-05-03T21:28:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840377-1-iscsi', '_floatingips': [{'id': '1830f7fd-5301-416c-adf5-2f6fb41dec91', 'tenant_id': 'bd571e41b44a4bc6b16bf8163252f168', 'floating_ip_address': '172.27.1.2', 'floating_network_id': 'c33334bd-f19e-453d-9f7b-349270405c58', 'router_id': '68150121-68dc-4495-bcf7-8d66179822f8', 'port_id': '7fa6b06a-f0cf-4a54-8f74-c95315afe030', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'afa29ce3-7ea1-4fb3-8d15-b28913382476', 'mac_address': 'fa:16:3e:88:24:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1233302d-c8af-43d2-9b77-4394d2674961', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T21:33:18Z', 'updated_at': '2022-05-03T21:33:44Z', 'revision_number': 1, 'project_id': 'bd571e41b44a4bc6b16bf8163252f168', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4fd95030-f142-4d90-a90c-6a2865ea606e', 'name': '', 'network_id': 'afa29ce3-7ea1-4fb3-8d15-b28913382476', 'tenant_id': 'bd571e41b44a4bc6b16bf8163252f168', 'mac_address': 'fa:16:3e:7c:b9:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68150121-68dc-4495-bcf7-8d66179822f8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '663a4790-11b9-4523-b0db-a1ea41b30d40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:28:34Z', 'updated_at': '2022-05-03T21:29:46Z', 'revision_number': 5, 'project_id': 'bd571e41b44a4bc6b16bf8163252f168', 'subnets': [{'id': '663a4790-11b9-4523-b0db-a1ea41b30d40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 03 21:33:47.128398 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-48bb07c5-f550-4c2b-aaca-08ff0f5be80e tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:47.136455 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [None req-48bb07c5-f550-4c2b-aaca-08ff0f5be80e tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.6215081 May 03 21:33:47.139027 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.48', 59556) {{(pid=83992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:33:47.150049 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.v2.base [None req-ec24a257-3922-4777-93fe-de4525eb7b77 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] Request body: {'security_group_rule': {'security_group_id': '95308c2b-cca2-41de-8e93-f747eb13cdfe', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 03 21:33:47.156508 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-63d188ba-3069-4885-8e58-d9b647a1dd52 tempest-TestMinimumBasicScenario-1676527086 tempest-TestMinimumBasicScenario-1676527086-project] Notify callbacks [] for floatingip, before_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:47.165747 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.db.quota.driver [None req-ec24a257-3922-4777-93fe-de4525eb7b77 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:33:47.171936 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.quota.resource [None req-ec24a257-3922-4777-93fe-de4525eb7b77 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] Usage tracker for resource:security_group_rule and tenant:4cf52ffb4a864a689f5d0242ddc4cc4f is out of sync, need to count used quota {{(pid=83992) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:33:47.176895 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.quota.resource [None req-ec24a257-3922-4777-93fe-de4525eb7b77 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83992) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:33:47.186712 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.db.quota.driver [None req-ec24a257-3922-4777-93fe-de4525eb7b77 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:33:47.246460 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-100f4025-3c5c-4958-b8ee-de122faec57d req-072c532b-b8e6-49ac-bc45-e79a930353bc service neutron] 10.222.0.42 "GET /v2.0/networks/afa29ce3-7ea1-4fb3-8d15-b28913382476?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4104903 May 03 21:33:47.290106 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-ec24a257-3922-4777-93fe-de4525eb7b77 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:47.290923 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18990258-baa3-4c62-8712-0a1b6580b29a None None] New status for floating IP 1830f7fd-5301-416c-adf5-2f6fb41dec91: ACTIVE {{(pid=83995) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 03 21:33:47.347915 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-63d188ba-3069-4885-8e58-d9b647a1dd52 tempest-TestMinimumBasicScenario-1676527086 tempest-TestMinimumBasicScenario-1676527086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1124352'] for port, before_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:47.427437 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-ec24a257-3922-4777-93fe-de4525eb7b77 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:47.509846 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.db.db_base_plugin_common [None req-63d188ba-3069-4885-8e58-d9b647a1dd52 tempest-TestMinimumBasicScenario-1676527086 tempest-TestMinimumBasicScenario-1676527086-project] Allocated IP 172.27.1.225 (c33334bd-f19e-453d-9f7b-349270405c58/8155f8f1-bdbd-4c1c-8daf-045a3e4a5222/30ad8f1e-70ed-4a73-84d1-5a7d144320a1) {{(pid=83993) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 21:33:47.521057 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-ec24a257-3922-4777-93fe-de4525eb7b77 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746249'] for security_group_rule, after_create {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:47.545856 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec24a257-3922-4777-93fe-de4525eb7b77 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36e3d79b-acc4-4f4a-85c9-82d3a9489505,revision_number=0']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:33:47.669683 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-63d188ba-3069-4885-8e58-d9b647a1dd52 tempest-TestMinimumBasicScenario-1676527086 tempest-TestMinimumBasicScenario-1676527086-project] Notify callbacks [] for port, precommit_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:47.703695 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-ec24a257-3922-4777-93fe-de4525eb7b77 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:47.704947 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [None req-ec24a257-3922-4777-93fe-de4525eb7b77 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.5646107 May 03 21:33:47.708216 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.48', 59562) {{(pid=83993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:33:47.714061 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.v2.base [None req-57aef138-6e3b-48eb-a78b-a2f68292f172 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] Request body: {'floatingip': {'floating_network_id': 'c33334bd-f19e-453d-9f7b-349270405c58'}} {{(pid=83993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 03 21:33:47.719221 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-57aef138-6e3b-48eb-a78b-a2f68292f172 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:33:47.724080 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-57aef138-6e3b-48eb-a78b-a2f68292f172 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] Usage tracker for resource:floatingip and tenant:4cf52ffb4a864a689f5d0242ddc4cc4f is out of sync, need to count used quota {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:33:47.726904 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-57aef138-6e3b-48eb-a78b-a2f68292f172 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:33:47.732687 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-57aef138-6e3b-48eb-a78b-a2f68292f172 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:33:47.886340 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-63d188ba-3069-4885-8e58-d9b647a1dd52 tempest-TestMinimumBasicScenario-1676527086 tempest-TestMinimumBasicScenario-1676527086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781385847435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3391708'] for port, after_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:47.930125 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-57aef138-6e3b-48eb-a78b-a2f68292f172 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] Notify callbacks [] for floatingip, before_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:48.030917 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63d188ba-3069-4885-8e58-d9b647a1dd52 tempest-TestMinimumBasicScenario-1676527086 tempest-TestMinimumBasicScenario-1676527086-project] Network c33334bd-f19e-453d-9f7b-349270405c58 is already hosted by enough agents. {{(pid=83993) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 21:33:48.038453 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.scheduler.base_scheduler [None req-63d188ba-3069-4885-8e58-d9b647a1dd52 tempest-TestMinimumBasicScenario-1676527086 tempest-TestMinimumBasicScenario-1676527086-project] Resources bound (agent type, host, resource id): {{(pid=83993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 21:33:48.041077 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63d188ba-3069-4885-8e58-d9b647a1dd52 tempest-TestMinimumBasicScenario-1676527086 tempest-TestMinimumBasicScenario-1676527086-project] Received port after_create {{(pid=83993) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 03 21:33:48.087077 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d188ba-3069-4885-8e58-d9b647a1dd52 tempest-TestMinimumBasicScenario-1676527086 tempest-TestMinimumBasicScenario-1676527086-project] Pushing event updated for resources: {'Port': ['ID=30ad8f1e-70ed-4a73-84d1-5a7d144320a1,revision_number=1']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:33:48.418831 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-57aef138-6e3b-48eb-a78b-a2f68292f172 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1124352'] for port, before_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:48.649310 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.db.db_base_plugin_common [None req-57aef138-6e3b-48eb-a78b-a2f68292f172 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] Allocated IP 172.27.1.43 (c33334bd-f19e-453d-9f7b-349270405c58/8155f8f1-bdbd-4c1c-8daf-045a3e4a5222/858ac9c3-2b62-4838-a588-79cbad7a34b6) {{(pid=83993) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 21:33:48.671926 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-8f58a424-e032-4357-baff-09e7d7049438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781386283879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2080842'] for agent, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:48.934605 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-57aef138-6e3b-48eb-a78b-a2f68292f172 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] Notify callbacks [] for port, precommit_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:48.973166 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-63d188ba-3069-4885-8e58-d9b647a1dd52 tempest-TestMinimumBasicScenario-1676527086 tempest-TestMinimumBasicScenario-1676527086-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:49.099466 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-57aef138-6e3b-48eb-a78b-a2f68292f172 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781385847435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3391708'] for port, after_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:49.281579 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-63d188ba-3069-4885-8e58-d9b647a1dd52 tempest-TestMinimumBasicScenario-1676527086 tempest-TestMinimumBasicScenario-1676527086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1124352'] for port, before_update {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:49.332130 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57aef138-6e3b-48eb-a78b-a2f68292f172 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] Network c33334bd-f19e-453d-9f7b-349270405c58 is already hosted by enough agents. {{(pid=83993) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 21:33:49.335143 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57aef138-6e3b-48eb-a78b-a2f68292f172 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] Pushing event updated for resources: {'Port': ['ID=858ac9c3-2b62-4838-a588-79cbad7a34b6,revision_number=1']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:33:49.339474 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.scheduler.base_scheduler [None req-57aef138-6e3b-48eb-a78b-a2f68292f172 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] Resources bound (agent type, host, resource id): {{(pid=83993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 21:33:49.343252 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57aef138-6e3b-48eb-a78b-a2f68292f172 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] Received port after_create {{(pid=83993) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 03 21:33:49.609117 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781386283879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2080842'] for agent, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:49.660850 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-57aef138-6e3b-48eb-a78b-a2f68292f172 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:49.662782 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-63d188ba-3069-4885-8e58-d9b647a1dd52 tempest-TestMinimumBasicScenario-1676527086 tempest-TestMinimumBasicScenario-1676527086-project] Notify callbacks [] for port, precommit_update {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:49.789781 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-0dfda447-9707-4eba-99ce-657c79a02a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781386283879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2080842'] for agent, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:49.790697 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781386283879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2080842'] for agent, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:49.823982 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-63d188ba-3069-4885-8e58-d9b647a1dd52 tempest-TestMinimumBasicScenario-1676527086 tempest-TestMinimumBasicScenario-1676527086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781386188966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781385847453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781385847498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3391653'] for port, after_update {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:49.957760 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-57aef138-6e3b-48eb-a78b-a2f68292f172 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1124352'] for port, before_update {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:50.015387 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d188ba-3069-4885-8e58-d9b647a1dd52 tempest-TestMinimumBasicScenario-1676527086 tempest-TestMinimumBasicScenario-1676527086-project] Pushing event updated for resources: {'Port': ['ID=30ad8f1e-70ed-4a73-84d1-5a7d144320a1,revision_number=2']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:33:50.052118 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-63d188ba-3069-4885-8e58-d9b647a1dd52 tempest-TestMinimumBasicScenario-1676527086 tempest-TestMinimumBasicScenario-1676527086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-332800'] for floatingip, after_update {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:50.352613 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-57aef138-6e3b-48eb-a78b-a2f68292f172 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] Notify callbacks [] for port, precommit_update {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:50.388368 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.db.l3_db [None req-63d188ba-3069-4885-8e58-d9b647a1dd52 tempest-TestMinimumBasicScenario-1676527086 tempest-TestMinimumBasicScenario-1676527086-project] Floating IP 143892a8-6197-4f48-8570-a2669017d57c associated. External IP: 172.27.1.225, port: 85f0f545-6b51-41b2-a9ee-a8c17abc2f57. May 03 21:33:50.770284 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63d188ba-3069-4885-8e58-d9b647a1dd52 tempest-TestMinimumBasicScenario-1676527086 tempest-TestMinimumBasicScenario-1676527086-project] Router 15c1eece-a342-46e9-847f-2e935141fb69 has already been hosted by L3 agent c192ea1b-f7d6-49b7-9f22-5492fbafc6f3 {{(pid=83993) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 03 21:33:50.997271 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-57aef138-6e3b-48eb-a78b-a2f68292f172 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781386188966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781385847453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781385847498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3391653'] for port, after_update {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:51.107233 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57aef138-6e3b-48eb-a78b-a2f68292f172 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] Pushing event updated for resources: {'Port': ['ID=858ac9c3-2b62-4838-a588-79cbad7a34b6,revision_number=2']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:33:51.145360 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-57aef138-6e3b-48eb-a78b-a2f68292f172 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-332800'] for floatingip, after_update {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:51.210599 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-672d275f-a9b7-498c-8eb6-010b5168d44a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781386283879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2080842'] for agent, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:51.222056 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63d188ba-3069-4885-8e58-d9b647a1dd52 tempest-TestMinimumBasicScenario-1676527086 tempest-TestMinimumBasicScenario-1676527086-project] Notify agent at l3_agent.dv-cinder-840377-1-iscsi the message routers_updated {{(pid=83993) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 21:33:51.234204 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd9281e8-e8b4-4f33-9183-3133670918b4 None None] Sync routers for ids ['15c1eece-a342-46e9-847f-2e935141fb69'] in dv-cinder-840377-1-iscsi {{(pid=83994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 03 21:33:51.254157 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd9281e8-e8b4-4f33-9183-3133670918b4 None None] Routers {'15c1eece-a342-46e9-847f-2e935141fb69'} bound to L3 agent in host dv-cinder-840377-1-iscsi {{(pid=83994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 03 21:33:51.255159 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.l3_hamode_db [None req-dd9281e8-e8b4-4f33-9183-3133670918b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840377-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-03T21:19:18Z,description=,heartbeat_timestamp=2022-05-03T21:33:49Z,host='dv-cinder-840377-1-iscsi',id=c192ea1b-f7d6-49b7-9f22-5492fbafc6f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:19:19Z,topic='l3_agent')) {'router_ids': ['15c1eece-a342-46e9-847f-2e935141fb69'], 'active': True} {{(pid=83994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:33:51.323129 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-57aef138-6e3b-48eb-a78b-a2f68292f172 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93163'] for floatingip, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:51.335070 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-57aef138-6e3b-48eb-a78b-a2f68292f172 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.6154387 May 03 21:33:51.393889 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-63d188ba-3069-4885-8e58-d9b647a1dd52 tempest-TestMinimumBasicScenario-1676527086 tempest-TestMinimumBasicScenario-1676527086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93163'] for floatingip, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:51.488484 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-63d188ba-3069-4885-8e58-d9b647a1dd52 tempest-TestMinimumBasicScenario-1676527086 tempest-TestMinimumBasicScenario-1676527086-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.6618860 May 03 21:33:51.488484 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f13ba9d5-9344-4748-8e24-118858bfce42', 'tag': '85f0f545-6b51-41b2-a9ee-a8c17abc2f57'}] {{(pid=83993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 03 21:33:51.496931 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.48', 59602) {{(pid=83993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:33:51.503240 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.v2.base [None req-78340412-a997-482c-92e6-156cf1f9b65e tempest-TestMinimumBasicScenario-1676527086 tempest-TestMinimumBasicScenario-1676527086-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1209098754', 'description': 'tempest-secgroup-smoke-1209098754 description', 'project_id': '03af834dfea4426086d2125bcea03d0f'}} {{(pid=83993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 03 21:33:51.508867 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-78340412-a997-482c-92e6-156cf1f9b65e tempest-TestMinimumBasicScenario-1676527086 tempest-TestMinimumBasicScenario-1676527086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:33:51.520531 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-78340412-a997-482c-92e6-156cf1f9b65e tempest-TestMinimumBasicScenario-1676527086 tempest-TestMinimumBasicScenario-1676527086-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:33:51.531816 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.l3_dvr_db [None req-dd9281e8-e8b4-4f33-9183-3133670918b4 None None] Set router 15c1eece-a342-46e9-847f-2e935141fb69 gateway port host: dv-cinder-840377-1-iscsi {{(pid=83994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 03 21:33:51.574761 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4dddcf5d-52a8-414e-8578-acbfd72bd6b9'] response: {'name': 'network-changed', 'server_uuid': 'f13ba9d5-9344-4748-8e24-118858bfce42', 'tag': '85f0f545-6b51-41b2-a9ee-a8c17abc2f57', 'status': 'completed', 'code': 200} May 03 21:33:51.603612 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.db.agents_db [None req-1c6bebc3-6d0c-4304-a2c1-5df630ce29f1 None None] Agent healthcheck: found 6 active agents {{(pid=83995) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 03 21:33:51.637633 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-78340412-a997-482c-92e6-156cf1f9b65e tempest-TestMinimumBasicScenario-1676527086 tempest-TestMinimumBasicScenario-1676527086-project] Notify callbacks [] for security_group, before_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:51.659705 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.quota.resource [req-29710374-1f7c-4613-b179-f393ff72e053 req-3f004cea-7af0-479a-83fd-e1ce8126abda tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] Synchronizing usage tracker for tenant:4cf52ffb4a864a689f5d0242ddc4cc4f on resource:security_group {{(pid=83992) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 21:33:51.739164 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-78340412-a997-482c-92e6-156cf1f9b65e tempest-TestMinimumBasicScenario-1676527086 tempest-TestMinimumBasicScenario-1676527086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:33:51.745511 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-78340412-a997-482c-92e6-156cf1f9b65e tempest-TestMinimumBasicScenario-1676527086 tempest-TestMinimumBasicScenario-1676527086-project] Usage tracker for resource:security_group_rule and tenant:03af834dfea4426086d2125bcea03d0f is out of sync, need to count used quota {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:33:51.749073 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-78340412-a997-482c-92e6-156cf1f9b65e tempest-TestMinimumBasicScenario-1676527086 tempest-TestMinimumBasicScenario-1676527086-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:33:51.757757 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-78340412-a997-482c-92e6-156cf1f9b65e tempest-TestMinimumBasicScenario-1676527086 tempest-TestMinimumBasicScenario-1676527086-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:33:51.778829 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-f9f62ac8-7663-4993-ac57-a4f56827b195 req-9d5964e7-e364-40ac-813c-8d4003e44a85 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=03af834dfea4426086d2125bcea03d0f&device_id=f13ba9d5-9344-4748-8e24-118858bfce42 HTTP/1.1" status: 200 len: 1098 time: 0.1195164 May 03 21:33:51.788400 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.quota.resource [req-29710374-1f7c-4613-b179-f393ff72e053 req-3f004cea-7af0-479a-83fd-e1ce8126abda tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] Unset dirty status for tenant:4cf52ffb4a864a689f5d0242ddc4cc4f on resource:security_group {{(pid=83992) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 21:33:51.790140 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-29710374-1f7c-4613-b179-f393ff72e053 req-3f004cea-7af0-479a-83fd-e1ce8126abda tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--376181301&fields=id&tenant_id=4cf52ffb4a864a689f5d0242ddc4cc4f HTTP/1.1" status: 200 len: 267 time: 0.1821020 May 03 21:33:51.916611 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-78340412-a997-482c-92e6-156cf1f9b65e tempest-TestMinimumBasicScenario-1676527086 tempest-TestMinimumBasicScenario-1676527086-project] Notify callbacks [] for security_group, precommit_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:51.960036 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29710374-1f7c-4613-b179-f393ff72e053 req-366158f6-f675-4d9b-a14c-af147d4ffd45 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:33:51.961818 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-29710374-1f7c-4613-b179-f393ff72e053 req-366158f6-f675-4d9b-a14c-af147d4ffd45 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] 10.222.0.48 "GET /v2.0/networks?id=a76ba353-ab28-4792-b070-a9ace23ad085 HTTP/1.1" status: 200 len: 817 time: 0.1638272 May 03 21:33:51.966118 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f62ac8-7663-4993-ac57-a4f56827b195 req-f46082d6-3321-430b-92ff-fa65d3f8cdae service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:33:51.967720 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-f9f62ac8-7663-4993-ac57-a4f56827b195 req-f46082d6-3321-430b-92ff-fa65d3f8cdae service neutron] 10.222.0.42 "GET /v2.0/networks?id=9b51a3a3-5ba7-4915-a72e-fc06fbab7914 HTTP/1.1" status: 200 len: 915 time: 0.1818211 May 03 21:33:51.992543 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-29710374-1f7c-4613-b179-f393ff72e053 req-2d778d62-0746-45ba-a710-078473351d02 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] 10.222.0.48 "GET /v2.0/quotas/4cf52ffb4a864a689f5d0242ddc4cc4f HTTP/1.1" status: 200 len: 375 time: 0.0230184 May 03 21:33:51.999599 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.l3_hamode_db [None req-dd9281e8-e8b4-4f33-9183-3133670918b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15c1eece-a342-46e9-847f-2e935141fb69', 'name': 'tempest-TestMinimumBasicScenario-609706780-router', 'tenant_id': '03af834dfea4426086d2125bcea03d0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c33334bd-f19e-453d-9f7b-349270405c58', 'external_fixed_ips': [{'subnet_id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'ip_address': '172.27.1.122'}], 'enable_snat': True}, 'gw_port_id': '004b165d-575a-48a1-9395-9c16ea05de7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:32:06Z', 'updated_at': '2022-05-03T21:32:11Z', 'revision_number': 4, 'project_id': '03af834dfea4426086d2125bcea03d0f', 'gw_port': {'id': '004b165d-575a-48a1-9395-9c16ea05de7e', 'name': '', 'network_id': 'c33334bd-f19e-453d-9f7b-349270405c58', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:64:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15c1eece-a342-46e9-847f-2e935141fb69', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'ip_address': '172.27.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:32:07Z', 'updated_at': '2022-05-03T21:32:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840377-1-iscsi', '_floatingips': [{'id': '143892a8-6197-4f48-8570-a2669017d57c', 'tenant_id': '03af834dfea4426086d2125bcea03d0f', 'floating_ip_address': '172.27.1.225', 'floating_network_id': 'c33334bd-f19e-453d-9f7b-349270405c58', 'router_id': '15c1eece-a342-46e9-847f-2e935141fb69', 'port_id': '85f0f545-6b51-41b2-a9ee-a8c17abc2f57', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9b51a3a3-5ba7-4915-a72e-fc06fbab7914', 'mac_address': 'fa:16:3e:80:b4:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f13ba9d5-9344-4748-8e24-118858bfce42', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T21:33:48Z', 'updated_at': '2022-05-03T21:33:48Z', 'revision_number': 0, 'project_id': '03af834dfea4426086d2125bcea03d0f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eea655d8-d9fa-49c9-92ac-fe5863b5a45c', 'name': '', 'network_id': '9b51a3a3-5ba7-4915-a72e-fc06fbab7914', 'tenant_id': '03af834dfea4426086d2125bcea03d0f', 'mac_address': 'fa:16:3e:2e:e2:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15c1eece-a342-46e9-847f-2e935141fb69', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2b4ffd3f-ee1e-4729-8300-c5c9c6b81a0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:32:10Z', 'updated_at': '2022-05-03T21:32:22Z', 'revision_number': 5, 'project_id': '03af834dfea4426086d2125bcea03d0f', 'subnets': [{'id': '2b4ffd3f-ee1e-4729-8300-c5c9c6b81a0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840377-1-iscsi', False) {} {{(pid=83994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:33:52.005596 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd9281e8-e8b4-4f33-9183-3133670918b4 None None] Checking router: 15c1eece-a342-46e9-847f-2e935141fb69 for host: dv-cinder-840377-1-iscsi {{(pid=83994) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 03 21:33:52.018779 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd9281e8-e8b4-4f33-9183-3133670918b4 None None] Routers {'15c1eece-a342-46e9-847f-2e935141fb69'} bound to L3 agent in host dv-cinder-840377-1-iscsi {{(pid=83994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 03 21:33:52.021239 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.l3_hamode_db [None req-dd9281e8-e8b4-4f33-9183-3133670918b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840377-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-03T21:19:18Z,description=,heartbeat_timestamp=2022-05-03T21:33:49Z,host='dv-cinder-840377-1-iscsi',id=c192ea1b-f7d6-49b7-9f22-5492fbafc6f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:19:19Z,topic='l3_agent')) {'router_ids': ['15c1eece-a342-46e9-847f-2e935141fb69'], 'active': True} {{(pid=83994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:33:52.032463 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-78340412-a997-482c-92e6-156cf1f9b65e tempest-TestMinimumBasicScenario-1676527086 tempest-TestMinimumBasicScenario-1676527086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746426'] for security_group, after_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:52.095544 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.quota.resource [req-29710374-1f7c-4613-b179-f393ff72e053 req-60920799-4234-459f-a1f2-6a19e35e97e9 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] Synchronizing usage tracker for tenant:4cf52ffb4a864a689f5d0242ddc4cc4f on resource:port {{(pid=83992) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 21:33:52.149559 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78340412-a997-482c-92e6-156cf1f9b65e tempest-TestMinimumBasicScenario-1676527086 tempest-TestMinimumBasicScenario-1676527086-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d42fd400-718a-4705-ba88-26516eaca3fc,revision_number=1']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:33:52.159493 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-f9f62ac8-7663-4993-ac57-a4f56827b195 req-f8eb849f-2e59-47b4-9333-62131a77c2ae service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=85f0f545-6b51-41b2-a9ee-a8c17abc2f57 HTTP/1.1" status: 200 len: 999 time: 0.1821611 May 03 21:33:52.229988 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.l3_dvr_db [None req-dd9281e8-e8b4-4f33-9183-3133670918b4 None None] Set router 15c1eece-a342-46e9-847f-2e935141fb69 gateway port host: dv-cinder-840377-1-iscsi {{(pid=83994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 03 21:33:52.230555 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f62ac8-7663-4993-ac57-a4f56827b195 req-48055034-2bc2-4af3-8400-92d5b4af1fbc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:33:52.231749 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-f9f62ac8-7663-4993-ac57-a4f56827b195 req-48055034-2bc2-4af3-8400-92d5b4af1fbc service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2b4ffd3f-ee1e-4729-8300-c5c9c6b81a0d HTTP/1.1" status: 200 len: 853 time: 0.0612063 May 03 21:33:52.237370 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.quota.resource [req-29710374-1f7c-4613-b179-f393ff72e053 req-60920799-4234-459f-a1f2-6a19e35e97e9 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] Unset dirty status for tenant:4cf52ffb4a864a689f5d0242ddc4cc4f on resource:port {{(pid=83992) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 21:33:52.238862 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-29710374-1f7c-4613-b179-f393ff72e053 req-60920799-4234-459f-a1f2-6a19e35e97e9 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=4cf52ffb4a864a689f5d0242ddc4cc4f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2453427 May 03 21:33:52.284574 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-78340412-a997-482c-92e6-156cf1f9b65e tempest-TestMinimumBasicScenario-1676527086 tempest-TestMinimumBasicScenario-1676527086-project] Notify callbacks [] for security_group, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:52.289705 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-78340412-a997-482c-92e6-156cf1f9b65e tempest-TestMinimumBasicScenario-1676527086 tempest-TestMinimumBasicScenario-1676527086-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.7881289 May 03 21:33:52.289705 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.48', 59620) {{(pid=83993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:33:52.296893 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.v2.base [None req-a38ca226-c62e-4774-99ca-9b1711aede0f tempest-TestMinimumBasicScenario-1676527086 tempest-TestMinimumBasicScenario-1676527086-project] Request body: {'security_group_rule': {'security_group_id': 'd42fd400-718a-4705-ba88-26516eaca3fc', 'project_id': '03af834dfea4426086d2125bcea03d0f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 03 21:33:52.313574 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-a38ca226-c62e-4774-99ca-9b1711aede0f tempest-TestMinimumBasicScenario-1676527086 tempest-TestMinimumBasicScenario-1676527086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:33:52.319949 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-a38ca226-c62e-4774-99ca-9b1711aede0f tempest-TestMinimumBasicScenario-1676527086 tempest-TestMinimumBasicScenario-1676527086-project] Usage tracker for resource:security_group_rule and tenant:03af834dfea4426086d2125bcea03d0f is out of sync, need to count used quota {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:33:52.323573 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-a38ca226-c62e-4774-99ca-9b1711aede0f tempest-TestMinimumBasicScenario-1676527086 tempest-TestMinimumBasicScenario-1676527086-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:33:52.334869 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-a38ca226-c62e-4774-99ca-9b1711aede0f tempest-TestMinimumBasicScenario-1676527086 tempest-TestMinimumBasicScenario-1676527086-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:33:52.357239 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-f9f62ac8-7663-4993-ac57-a4f56827b195 req-65c1470e-67b8-41e5-8e69-ecc312a40d76 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9b51a3a3-5ba7-4915-a72e-fc06fbab7914&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1174512 May 03 21:33:52.504699 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-a38ca226-c62e-4774-99ca-9b1711aede0f tempest-TestMinimumBasicScenario-1676527086 tempest-TestMinimumBasicScenario-1676527086-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:52.509988 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-29710374-1f7c-4613-b179-f393ff72e053 req-1b5068f3-d833-4e1c-aa46-dc5c8fab1aba service neutron] 10.222.0.48 "GET /v2.0/networks/a76ba353-ab28-4792-b070-a9ace23ad085?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2578745 May 03 21:33:52.549979 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-f9f62ac8-7663-4993-ac57-a4f56827b195 req-a3eafaec-5f71-4a6a-84ee-947f48ece161 service neutron] 10.222.0.42 "GET /v2.0/networks/9b51a3a3-5ba7-4915-a72e-fc06fbab7914?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1839545 May 03 21:33:52.660718 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-29710374-1f7c-4613-b179-f393ff72e053 req-b9bd5600-c03b-4952-a4a1-a620c5260366 service neutron] 10.222.0.48 "GET /v2.0/networks/a76ba353-ab28-4792-b070-a9ace23ad085?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1413960 May 03 21:33:52.668773 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.l3_hamode_db [None req-dd9281e8-e8b4-4f33-9183-3133670918b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15c1eece-a342-46e9-847f-2e935141fb69', 'name': 'tempest-TestMinimumBasicScenario-609706780-router', 'tenant_id': '03af834dfea4426086d2125bcea03d0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c33334bd-f19e-453d-9f7b-349270405c58', 'external_fixed_ips': [{'subnet_id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'ip_address': '172.27.1.122'}], 'enable_snat': True}, 'gw_port_id': '004b165d-575a-48a1-9395-9c16ea05de7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:32:06Z', 'updated_at': '2022-05-03T21:32:11Z', 'revision_number': 4, 'project_id': '03af834dfea4426086d2125bcea03d0f', 'gw_port': {'id': '004b165d-575a-48a1-9395-9c16ea05de7e', 'name': '', 'network_id': 'c33334bd-f19e-453d-9f7b-349270405c58', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:64:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15c1eece-a342-46e9-847f-2e935141fb69', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'ip_address': '172.27.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:32:07Z', 'updated_at': '2022-05-03T21:32:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840377-1-iscsi', '_floatingips': [{'id': '143892a8-6197-4f48-8570-a2669017d57c', 'tenant_id': '03af834dfea4426086d2125bcea03d0f', 'floating_ip_address': '172.27.1.225', 'floating_network_id': 'c33334bd-f19e-453d-9f7b-349270405c58', 'router_id': '15c1eece-a342-46e9-847f-2e935141fb69', 'port_id': '85f0f545-6b51-41b2-a9ee-a8c17abc2f57', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9b51a3a3-5ba7-4915-a72e-fc06fbab7914', 'mac_address': 'fa:16:3e:80:b4:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f13ba9d5-9344-4748-8e24-118858bfce42', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T21:33:48Z', 'updated_at': '2022-05-03T21:33:48Z', 'revision_number': 0, 'project_id': '03af834dfea4426086d2125bcea03d0f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eea655d8-d9fa-49c9-92ac-fe5863b5a45c', 'name': '', 'network_id': '9b51a3a3-5ba7-4915-a72e-fc06fbab7914', 'tenant_id': '03af834dfea4426086d2125bcea03d0f', 'mac_address': 'fa:16:3e:2e:e2:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15c1eece-a342-46e9-847f-2e935141fb69', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2b4ffd3f-ee1e-4729-8300-c5c9c6b81a0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:32:10Z', 'updated_at': '2022-05-03T21:32:22Z', 'revision_number': 5, 'project_id': '03af834dfea4426086d2125bcea03d0f', 'subnets': [{'id': '2b4ffd3f-ee1e-4729-8300-c5c9c6b81a0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840377-1-iscsi', False) {} {{(pid=83994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:33:52.673516 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd9281e8-e8b4-4f33-9183-3133670918b4 None None] The sync data for ids ['15c1eece-a342-46e9-847f-2e935141fb69'] in dv-cinder-840377-1-iscsi is: [{'id': '15c1eece-a342-46e9-847f-2e935141fb69', 'name': 'tempest-TestMinimumBasicScenario-609706780-router', 'tenant_id': '03af834dfea4426086d2125bcea03d0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c33334bd-f19e-453d-9f7b-349270405c58', 'external_fixed_ips': [{'subnet_id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'ip_address': '172.27.1.122'}], 'enable_snat': True}, 'gw_port_id': '004b165d-575a-48a1-9395-9c16ea05de7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:32:06Z', 'updated_at': '2022-05-03T21:32:11Z', 'revision_number': 4, 'project_id': '03af834dfea4426086d2125bcea03d0f', 'gw_port': {'id': '004b165d-575a-48a1-9395-9c16ea05de7e', 'name': '', 'network_id': 'c33334bd-f19e-453d-9f7b-349270405c58', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:64:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15c1eece-a342-46e9-847f-2e935141fb69', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'ip_address': '172.27.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:32:07Z', 'updated_at': '2022-05-03T21:32:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840377-1-iscsi', '_floatingips': [{'id': '143892a8-6197-4f48-8570-a2669017d57c', 'tenant_id': '03af834dfea4426086d2125bcea03d0f', 'floating_ip_address': '172.27.1.225', 'floating_network_id': 'c33334bd-f19e-453d-9f7b-349270405c58', 'router_id': '15c1eece-a342-46e9-847f-2e935141fb69', 'port_id': '85f0f545-6b51-41b2-a9ee-a8c17abc2f57', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9b51a3a3-5ba7-4915-a72e-fc06fbab7914', 'mac_address': 'fa:16:3e:80:b4:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f13ba9d5-9344-4748-8e24-118858bfce42', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T21:33:48Z', 'updated_at': '2022-05-03T21:33:48Z', 'revision_number': 0, 'project_id': '03af834dfea4426086d2125bcea03d0f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eea655d8-d9fa-49c9-92ac-fe5863b5a45c', 'name': '', 'network_id': '9b51a3a3-5ba7-4915-a72e-fc06fbab7914', 'tenant_id': '03af834dfea4426086d2125bcea03d0f', 'mac_address': 'fa:16:3e:2e:e2:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15c1eece-a342-46e9-847f-2e935141fb69', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2b4ffd3f-ee1e-4729-8300-c5c9c6b81a0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:32:10Z', 'updated_at': '2022-05-03T21:32:22Z', 'revision_number': 5, 'project_id': '03af834dfea4426086d2125bcea03d0f', 'subnets': [{'id': '2b4ffd3f-ee1e-4729-8300-c5c9c6b81a0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 03 21:33:52.721883 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-f9f62ac8-7663-4993-ac57-a4f56827b195 req-06e6b2ca-1d04-45ff-b3dd-5db30d48b372 service neutron] 10.222.0.42 "GET /v2.0/networks/9b51a3a3-5ba7-4915-a72e-fc06fbab7914?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1633248 May 03 21:33:52.735162 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-a38ca226-c62e-4774-99ca-9b1711aede0f tempest-TestMinimumBasicScenario-1676527086 tempest-TestMinimumBasicScenario-1676527086-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:52.968369 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-a38ca226-c62e-4774-99ca-9b1711aede0f tempest-TestMinimumBasicScenario-1676527086 tempest-TestMinimumBasicScenario-1676527086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746249'] for security_group_rule, after_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:52.992328 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38ca226-c62e-4774-99ca-9b1711aede0f tempest-TestMinimumBasicScenario-1676527086 tempest-TestMinimumBasicScenario-1676527086-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3d445e6-ba50-4a24-8017-d63097f8251d,revision_number=0']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:33:53.134253 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-a38ca226-c62e-4774-99ca-9b1711aede0f tempest-TestMinimumBasicScenario-1676527086 tempest-TestMinimumBasicScenario-1676527086-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:53.136198 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-a38ca226-c62e-4774-99ca-9b1711aede0f tempest-TestMinimumBasicScenario-1676527086 tempest-TestMinimumBasicScenario-1676527086-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.8452766 May 03 21:33:53.138945 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.48', 59640) {{(pid=83993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:33:53.157444 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.v2.base [None req-57e51223-c2d3-4bd2-8479-247768371d7f tempest-TestMinimumBasicScenario-1676527086 tempest-TestMinimumBasicScenario-1676527086-project] Request body: {'security_group_rule': {'security_group_id': 'd42fd400-718a-4705-ba88-26516eaca3fc', 'project_id': '03af834dfea4426086d2125bcea03d0f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 03 21:33:53.157444 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-57e51223-c2d3-4bd2-8479-247768371d7f tempest-TestMinimumBasicScenario-1676527086 tempest-TestMinimumBasicScenario-1676527086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:33:53.160201 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-57e51223-c2d3-4bd2-8479-247768371d7f tempest-TestMinimumBasicScenario-1676527086 tempest-TestMinimumBasicScenario-1676527086-project] Usage tracker for resource:security_group_rule and tenant:03af834dfea4426086d2125bcea03d0f is out of sync, need to count used quota {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:33:53.164343 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-57e51223-c2d3-4bd2-8479-247768371d7f tempest-TestMinimumBasicScenario-1676527086 tempest-TestMinimumBasicScenario-1676527086-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:33:53.170625 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-57e51223-c2d3-4bd2-8479-247768371d7f tempest-TestMinimumBasicScenario-1676527086 tempest-TestMinimumBasicScenario-1676527086-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:33:53.243339 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [req-0b2ed00d-6dea-42d0-948b-f105f8f88253 req-625f01e3-3fc4-49d9-91ec-c678f64f1575 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] Synchronizing usage tracker for tenant:4cf52ffb4a864a689f5d0242ddc4cc4f on resource:port {{(pid=83993) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 21:33:53.257859 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [req-0b2ed00d-6dea-42d0-948b-f105f8f88253 req-625f01e3-3fc4-49d9-91ec-c678f64f1575 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] Unset dirty status for tenant:4cf52ffb4a864a689f5d0242ddc4cc4f on resource:port {{(pid=83993) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 21:33:53.259294 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-0b2ed00d-6dea-42d0-948b-f105f8f88253 req-625f01e3-3fc4-49d9-91ec-c678f64f1575 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] 10.222.0.48 "GET /v2.0/ports?device_id=49b86a80-657d-4e94-bc71-bcfe8f276469 HTTP/1.1" status: 200 len: 210 time: 0.0624349 May 03 21:33:53.274867 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-57e51223-c2d3-4bd2-8479-247768371d7f tempest-TestMinimumBasicScenario-1676527086 tempest-TestMinimumBasicScenario-1676527086-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:53.356157 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-57e51223-c2d3-4bd2-8479-247768371d7f tempest-TestMinimumBasicScenario-1676527086 tempest-TestMinimumBasicScenario-1676527086-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:53.498785 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-57e51223-c2d3-4bd2-8479-247768371d7f tempest-TestMinimumBasicScenario-1676527086 tempest-TestMinimumBasicScenario-1676527086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746249'] for security_group_rule, after_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:53.527925 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e51223-c2d3-4bd2-8479-247768371d7f tempest-TestMinimumBasicScenario-1676527086 tempest-TestMinimumBasicScenario-1676527086-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c22542d-b893-4e00-93f2-637033fe1e60,revision_number=0']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:33:53.649410 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65f50fe8-a692-4044-a365-b005d6f12581 None None] New status for floating IP 143892a8-6197-4f48-8570-a2669017d57c: ACTIVE {{(pid=83995) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 03 21:33:53.652469 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-57e51223-c2d3-4bd2-8479-247768371d7f tempest-TestMinimumBasicScenario-1676527086 tempest-TestMinimumBasicScenario-1676527086-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:53.653720 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-57e51223-c2d3-4bd2-8479-247768371d7f tempest-TestMinimumBasicScenario-1676527086 tempest-TestMinimumBasicScenario-1676527086-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.5135570 May 03 21:33:53.656803 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.48', 59664) {{(pid=83992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:33:53.663699 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.v2.base [None req-15d03ceb-7cd1-4a1d-8c97-6161c49a765d tempest-TestMinimumBasicScenario-1676527086 tempest-TestMinimumBasicScenario-1676527086-project] Request body: {'security_group_rule': {'security_group_id': 'd42fd400-718a-4705-ba88-26516eaca3fc', 'project_id': '03af834dfea4426086d2125bcea03d0f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 03 21:33:53.674265 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.db.quota.driver [None req-15d03ceb-7cd1-4a1d-8c97-6161c49a765d tempest-TestMinimumBasicScenario-1676527086 tempest-TestMinimumBasicScenario-1676527086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:33:53.690462 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.quota.resource [None req-15d03ceb-7cd1-4a1d-8c97-6161c49a765d tempest-TestMinimumBasicScenario-1676527086 tempest-TestMinimumBasicScenario-1676527086-project] Usage tracker for resource:security_group_rule and tenant:03af834dfea4426086d2125bcea03d0f is out of sync, need to count used quota {{(pid=83992) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:33:53.694738 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.quota.resource [None req-15d03ceb-7cd1-4a1d-8c97-6161c49a765d tempest-TestMinimumBasicScenario-1676527086 tempest-TestMinimumBasicScenario-1676527086-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83992) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:33:53.702375 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.db.quota.driver [None req-15d03ceb-7cd1-4a1d-8c97-6161c49a765d tempest-TestMinimumBasicScenario-1676527086 tempest-TestMinimumBasicScenario-1676527086-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:33:53.895447 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-15d03ceb-7cd1-4a1d-8c97-6161c49a765d tempest-TestMinimumBasicScenario-1676527086 tempest-TestMinimumBasicScenario-1676527086-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:53.967405 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-15d03ceb-7cd1-4a1d-8c97-6161c49a765d tempest-TestMinimumBasicScenario-1676527086 tempest-TestMinimumBasicScenario-1676527086-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:54.088929 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-15d03ceb-7cd1-4a1d-8c97-6161c49a765d tempest-TestMinimumBasicScenario-1676527086 tempest-TestMinimumBasicScenario-1676527086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746249'] for security_group_rule, after_create {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:54.114492 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d03ceb-7cd1-4a1d-8c97-6161c49a765d tempest-TestMinimumBasicScenario-1676527086 tempest-TestMinimumBasicScenario-1676527086-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12ff2645-e325-49f1-ab64-08a728eb74dc,revision_number=0']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:33:54.316838 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-15d03ceb-7cd1-4a1d-8c97-6161c49a765d tempest-TestMinimumBasicScenario-1676527086 tempest-TestMinimumBasicScenario-1676527086-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:54.318098 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [None req-15d03ceb-7cd1-4a1d-8c97-6161c49a765d tempest-TestMinimumBasicScenario-1676527086 tempest-TestMinimumBasicScenario-1676527086-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.6603148 May 03 21:33:54.320899 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.48', 59680) {{(pid=83992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:33:54.326487 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.v2.base [None req-200c520e-f3fe-417b-ae64-f0afb46b3b47 tempest-TestMinimumBasicScenario-1676527086 tempest-TestMinimumBasicScenario-1676527086-project] Request body: {'security_group_rule': {'security_group_id': 'd42fd400-718a-4705-ba88-26516eaca3fc', 'project_id': '03af834dfea4426086d2125bcea03d0f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 03 21:33:54.332635 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.db.quota.driver [None req-200c520e-f3fe-417b-ae64-f0afb46b3b47 tempest-TestMinimumBasicScenario-1676527086 tempest-TestMinimumBasicScenario-1676527086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:33:54.341146 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.quota.resource [None req-200c520e-f3fe-417b-ae64-f0afb46b3b47 tempest-TestMinimumBasicScenario-1676527086 tempest-TestMinimumBasicScenario-1676527086-project] Usage tracker for resource:security_group_rule and tenant:03af834dfea4426086d2125bcea03d0f is out of sync, need to count used quota {{(pid=83992) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:33:54.344151 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.quota.resource [None req-200c520e-f3fe-417b-ae64-f0afb46b3b47 tempest-TestMinimumBasicScenario-1676527086 tempest-TestMinimumBasicScenario-1676527086-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83992) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:33:54.355824 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.db.quota.driver [None req-200c520e-f3fe-417b-ae64-f0afb46b3b47 tempest-TestMinimumBasicScenario-1676527086 tempest-TestMinimumBasicScenario-1676527086-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:33:54.400192 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-fd7fb1a4-65d9-4d33-87ee-b8785e236c52 req-2480e846-d3f2-4232-92d6-76a2756820b4 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] 10.222.0.48 "GET /v2.0/ports?device_id=49b86a80-657d-4e94-bc71-bcfe8f276469 HTTP/1.1" status: 200 len: 210 time: 0.0467010 May 03 21:33:54.478594 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-200c520e-f3fe-417b-ae64-f0afb46b3b47 tempest-TestMinimumBasicScenario-1676527086 tempest-TestMinimumBasicScenario-1676527086-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:54.545193 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-200c520e-f3fe-417b-ae64-f0afb46b3b47 tempest-TestMinimumBasicScenario-1676527086 tempest-TestMinimumBasicScenario-1676527086-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:54.636962 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-200c520e-f3fe-417b-ae64-f0afb46b3b47 tempest-TestMinimumBasicScenario-1676527086 tempest-TestMinimumBasicScenario-1676527086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746249'] for security_group_rule, after_create {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:54.661012 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200c520e-f3fe-417b-ae64-f0afb46b3b47 tempest-TestMinimumBasicScenario-1676527086 tempest-TestMinimumBasicScenario-1676527086-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca53d2f4-552f-45c8-b334-2b83addfbf90,revision_number=0']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:33:54.761197 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-200c520e-f3fe-417b-ae64-f0afb46b3b47 tempest-TestMinimumBasicScenario-1676527086 tempest-TestMinimumBasicScenario-1676527086-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:54.762439 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [None req-200c520e-f3fe-417b-ae64-f0afb46b3b47 tempest-TestMinimumBasicScenario-1676527086 tempest-TestMinimumBasicScenario-1676527086-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.4405558 May 03 21:33:54.765473 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.48', 59686) {{(pid=83992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:33:54.772082 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.v2.base [None req-3ba99142-3746-44d8-b1d9-7d3c4010fb06 tempest-TestMinimumBasicScenario-1676527086 tempest-TestMinimumBasicScenario-1676527086-project] Request body: {'security_group_rule': {'security_group_id': 'd42fd400-718a-4705-ba88-26516eaca3fc', 'project_id': '03af834dfea4426086d2125bcea03d0f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 03 21:33:54.778829 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.db.quota.driver [None req-3ba99142-3746-44d8-b1d9-7d3c4010fb06 tempest-TestMinimumBasicScenario-1676527086 tempest-TestMinimumBasicScenario-1676527086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:33:54.783273 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.quota.resource [None req-3ba99142-3746-44d8-b1d9-7d3c4010fb06 tempest-TestMinimumBasicScenario-1676527086 tempest-TestMinimumBasicScenario-1676527086-project] Usage tracker for resource:security_group_rule and tenant:03af834dfea4426086d2125bcea03d0f is out of sync, need to count used quota {{(pid=83992) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:33:54.786551 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.quota.resource [None req-3ba99142-3746-44d8-b1d9-7d3c4010fb06 tempest-TestMinimumBasicScenario-1676527086 tempest-TestMinimumBasicScenario-1676527086-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83992) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:33:54.793526 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.db.quota.driver [None req-3ba99142-3746-44d8-b1d9-7d3c4010fb06 tempest-TestMinimumBasicScenario-1676527086 tempest-TestMinimumBasicScenario-1676527086-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:33:54.866279 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.db.securitygroups_db [None req-3ba99142-3746-44d8-b1d9-7d3c4010fb06 tempest-TestMinimumBasicScenario-1676527086 tempest-TestMinimumBasicScenario-1676527086-project] Project 03af834dfea4426086d2125bcea03d0f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 03 21:33:54.878204 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-3ba99142-3746-44d8-b1d9-7d3c4010fb06 tempest-TestMinimumBasicScenario-1676527086 tempest-TestMinimumBasicScenario-1676527086-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:55.023321 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-3ba99142-3746-44d8-b1d9-7d3c4010fb06 tempest-TestMinimumBasicScenario-1676527086 tempest-TestMinimumBasicScenario-1676527086-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:55.099800 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-3ba99142-3746-44d8-b1d9-7d3c4010fb06 tempest-TestMinimumBasicScenario-1676527086 tempest-TestMinimumBasicScenario-1676527086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746249'] for security_group_rule, after_create {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:55.135275 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba99142-3746-44d8-b1d9-7d3c4010fb06 tempest-TestMinimumBasicScenario-1676527086 tempest-TestMinimumBasicScenario-1676527086-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=579230ed-bdfb-420f-8fbc-5aeb405e41d0,revision_number=0']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:33:55.197027 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-3ba99142-3746-44d8-b1d9-7d3c4010fb06 tempest-TestMinimumBasicScenario-1676527086 tempest-TestMinimumBasicScenario-1676527086-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:55.198293 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [None req-3ba99142-3746-44d8-b1d9-7d3c4010fb06 tempest-TestMinimumBasicScenario-1676527086 tempest-TestMinimumBasicScenario-1676527086-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.4317727 May 03 21:33:55.202456 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.48', 59694) {{(pid=83993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:33:55.209582 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.v2.base [None req-2ebdf4ab-a12f-45cc-9a6b-a041aec495c1 tempest-TestMinimumBasicScenario-1676527086 tempest-TestMinimumBasicScenario-1676527086-project] Request body: {'security_group_rule': {'security_group_id': 'd42fd400-718a-4705-ba88-26516eaca3fc', 'project_id': '03af834dfea4426086d2125bcea03d0f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 03 21:33:55.215460 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-2ebdf4ab-a12f-45cc-9a6b-a041aec495c1 tempest-TestMinimumBasicScenario-1676527086 tempest-TestMinimumBasicScenario-1676527086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:33:55.219646 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-2ebdf4ab-a12f-45cc-9a6b-a041aec495c1 tempest-TestMinimumBasicScenario-1676527086 tempest-TestMinimumBasicScenario-1676527086-project] Usage tracker for resource:security_group_rule and tenant:03af834dfea4426086d2125bcea03d0f is out of sync, need to count used quota {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:33:55.223989 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-2ebdf4ab-a12f-45cc-9a6b-a041aec495c1 tempest-TestMinimumBasicScenario-1676527086 tempest-TestMinimumBasicScenario-1676527086-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:33:55.232540 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-2ebdf4ab-a12f-45cc-9a6b-a041aec495c1 tempest-TestMinimumBasicScenario-1676527086 tempest-TestMinimumBasicScenario-1676527086-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:33:55.315467 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.db.securitygroups_db [None req-2ebdf4ab-a12f-45cc-9a6b-a041aec495c1 tempest-TestMinimumBasicScenario-1676527086 tempest-TestMinimumBasicScenario-1676527086-project] Project 03af834dfea4426086d2125bcea03d0f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 03 21:33:55.322520 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-2ebdf4ab-a12f-45cc-9a6b-a041aec495c1 tempest-TestMinimumBasicScenario-1676527086 tempest-TestMinimumBasicScenario-1676527086-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:55.388824 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-2ebdf4ab-a12f-45cc-9a6b-a041aec495c1 tempest-TestMinimumBasicScenario-1676527086 tempest-TestMinimumBasicScenario-1676527086-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:55.487032 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-2ebdf4ab-a12f-45cc-9a6b-a041aec495c1 tempest-TestMinimumBasicScenario-1676527086 tempest-TestMinimumBasicScenario-1676527086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746249'] for security_group_rule, after_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:55.511913 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebdf4ab-a12f-45cc-9a6b-a041aec495c1 tempest-TestMinimumBasicScenario-1676527086 tempest-TestMinimumBasicScenario-1676527086-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c61081e5-e31c-44a9-832a-c55f8e7aef6f,revision_number=0']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:33:55.598899 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-c39f63bc-affb-4106-8fbc-f188c3a35795 req-ca67528c-ea9a-45f2-9d9f-0ec22b54ac8a tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] 10.222.0.48 "GET /v2.0/ports?device_id=49b86a80-657d-4e94-bc71-bcfe8f276469 HTTP/1.1" status: 200 len: 210 time: 0.0434151 May 03 21:33:55.606585 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-2ebdf4ab-a12f-45cc-9a6b-a041aec495c1 tempest-TestMinimumBasicScenario-1676527086 tempest-TestMinimumBasicScenario-1676527086-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:55.608383 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-2ebdf4ab-a12f-45cc-9a6b-a041aec495c1 tempest-TestMinimumBasicScenario-1676527086 tempest-TestMinimumBasicScenario-1676527086-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.4038677 May 03 21:33:55.746453 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-fbce9609-f876-4bd5-9096-4be3e6dfbe9f req-f67c142a-af36-42d1-ab77-753dbd6c8b1e tempest-TestMinimumBasicScenario-1676527086 tempest-TestMinimumBasicScenario-1676527086-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1209098754&fields=id&tenant_id=03af834dfea4426086d2125bcea03d0f HTTP/1.1" status: 200 len: 267 time: 0.0430658 May 03 21:33:55.833668 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbce9609-f876-4bd5-9096-4be3e6dfbe9f req-87f94559-f249-4966-a60f-df86c8bdaa90 tempest-TestMinimumBasicScenario-1676527086 tempest-TestMinimumBasicScenario-1676527086-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:33:55.835054 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-fbce9609-f876-4bd5-9096-4be3e6dfbe9f req-87f94559-f249-4966-a60f-df86c8bdaa90 tempest-TestMinimumBasicScenario-1676527086 tempest-TestMinimumBasicScenario-1676527086-project] 10.222.0.48 "GET /v2.0/ports?device_id=f13ba9d5-9344-4748-8e24-118858bfce42 HTTP/1.1" status: 200 len: 945 time: 0.0830045 May 03 21:33:55.846531 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.v2.base [req-fbce9609-f876-4bd5-9096-4be3e6dfbe9f req-d1141212-b04d-4115-98f4-7c01e03a1812 tempest-TestMinimumBasicScenario-1676527086 tempest-TestMinimumBasicScenario-1676527086-project] Request body: {'port': {'security_groups': ['c752ce3f-47d3-4857-90c0-90885669f08a', 'd42fd400-718a-4705-ba88-26516eaca3fc']}} {{(pid=83992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 03 21:33:55.962814 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [req-fbce9609-f876-4bd5-9096-4be3e6dfbe9f req-d1141212-b04d-4115-98f4-7c01e03a1812 tempest-TestMinimumBasicScenario-1676527086 tempest-TestMinimumBasicScenario-1676527086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1124352'] for port, before_update {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:56.227341 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.plugins.ml2.db [req-fbce9609-f876-4bd5-9096-4be3e6dfbe9f req-d1141212-b04d-4115-98f4-7c01e03a1812 tempest-TestMinimumBasicScenario-1676527086 tempest-TestMinimumBasicScenario-1676527086-project] For port 85f0f545-6b51-41b2-a9ee-a8c17abc2f57, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=85f0f545-6b51-41b2-a9ee-a8c17abc2f57,segment=NetworkSegment(6cb7f327-dd57-450a-bdb1-c88d9c6b752e),segment_id=6cb7f327-dd57-450a-bdb1-c88d9c6b752e)] {{(pid=83992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 21:33:56.255175 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [req-fbce9609-f876-4bd5-9096-4be3e6dfbe9f req-d1141212-b04d-4115-98f4-7c01e03a1812 tempest-TestMinimumBasicScenario-1676527086 tempest-TestMinimumBasicScenario-1676527086-project] Notify callbacks [] for port, precommit_update {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:56.363306 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [req-fbce9609-f876-4bd5-9096-4be3e6dfbe9f req-d1141212-b04d-4115-98f4-7c01e03a1812 tempest-TestMinimumBasicScenario-1676527086 tempest-TestMinimumBasicScenario-1676527086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781386188966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781385847453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781385847498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3996739'] for port, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:56.437810 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbce9609-f876-4bd5-9096-4be3e6dfbe9f req-d1141212-b04d-4115-98f4-7c01e03a1812 tempest-TestMinimumBasicScenario-1676527086 tempest-TestMinimumBasicScenario-1676527086-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:33:56.438410 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [req-fbce9609-f876-4bd5-9096-4be3e6dfbe9f req-d1141212-b04d-4115-98f4-7c01e03a1812 tempest-TestMinimumBasicScenario-1676527086 tempest-TestMinimumBasicScenario-1676527086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93163'] for port, before_response {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:56.440749 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-fbce9609-f876-4bd5-9096-4be3e6dfbe9f req-d1141212-b04d-4115-98f4-7c01e03a1812 tempest-TestMinimumBasicScenario-1676527086 tempest-TestMinimumBasicScenario-1676527086-project] 10.222.0.48 "PUT /v2.0/ports/85f0f545-6b51-41b2-a9ee-a8c17abc2f57 HTTP/1.1" status: 200 len: 981 time: 0.5994551 May 03 21:33:56.441196 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f13ba9d5-9344-4748-8e24-118858bfce42', 'tag': '85f0f545-6b51-41b2-a9ee-a8c17abc2f57'}] {{(pid=83992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 03 21:33:56.460959 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1141212-b04d-4115-98f4-7c01e03a1812 tempest-TestMinimumBasicScenario-1676527086 tempest-TestMinimumBasicScenario-1676527086-project] Pushing event updated for resources: {'Port': ['ID=85f0f545-6b51-41b2-a9ee-a8c17abc2f57,revision_number=6']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:33:56.634578 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.db [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] get_ports_and_sgs() called for port_ids ['85f0f545-6b51-41b2-a9ee-a8c17abc2f57'] {{(pid=83994) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 03 21:33:56.677998 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3b58de96-9fc2-4590-b921-7f89f8af01a9'] response: {'name': 'network-changed', 'server_uuid': 'f13ba9d5-9344-4748-8e24-118858bfce42', 'tag': '85f0f545-6b51-41b2-a9ee-a8c17abc2f57', 'status': 'completed', 'code': 200} May 03 21:33:56.701755 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87f8ea1-6d5a-4c0b-9894-6fb1f60813c4 req-0bd02792-73bb-4179-b302-f4f586303659 tempest-TestMinimumBasicScenario-1676527086 tempest-TestMinimumBasicScenario-1676527086-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:33:56.706027 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-c87f8ea1-6d5a-4c0b-9894-6fb1f60813c4 req-0bd02792-73bb-4179-b302-f4f586303659 tempest-TestMinimumBasicScenario-1676527086 tempest-TestMinimumBasicScenario-1676527086-project] 10.222.0.48 "GET /v2.0/ports?device_id=f13ba9d5-9344-4748-8e24-118858bfce42 HTTP/1.1" status: 200 len: 984 time: 0.1476800 May 03 21:33:56.809676 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.provisioning_blocks [None req-ba116899-11b1-40a0-b636-158e1e976b6c None None] Provisioning complete for port 85f0f545-6b51-41b2-a9ee-a8c17abc2f57 triggered by entity DHCP. {{(pid=83994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:33:56.809985 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-ba116899-11b1-40a0-b636-158e1e976b6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2080827'] for port, provisioning_complete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:56.837358 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [req-c87f8ea1-6d5a-4c0b-9894-6fb1f60813c4 req-1256aa5c-007b-45a8-9074-2d51cdc7aa4a tempest-TestMinimumBasicScenario-1676527086 tempest-TestMinimumBasicScenario-1676527086-project] Synchronizing usage tracker for tenant:03af834dfea4426086d2125bcea03d0f on resource:security_group {{(pid=83993) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 21:33:56.872273 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-9d6e9483-e68d-4e9a-a8af-72ea95cfda1b req-adfd3c93-d58c-4b6b-8663-39120df6d235 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=03af834dfea4426086d2125bcea03d0f&device_id=f13ba9d5-9344-4748-8e24-118858bfce42 HTTP/1.1" status: 200 len: 1137 time: 0.1437018 May 03 21:33:56.883604 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.db [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] get_ports_and_sgs() called for port_ids ['85f0f545-6b51-41b2-a9ee-a8c17abc2f57'] {{(pid=83994) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 03 21:33:56.886327 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-7bc36ef1-072a-4282-8a49-eb64b71e7d3e req-ff6f255a-0556-42a8-be42-30ee0b4965fb tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] 10.222.0.48 "GET /v2.0/ports?device_id=49b86a80-657d-4e94-bc71-bcfe8f276469 HTTP/1.1" status: 200 len: 210 time: 0.0734468 May 03 21:33:57.088218 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [req-c87f8ea1-6d5a-4c0b-9894-6fb1f60813c4 req-1256aa5c-007b-45a8-9074-2d51cdc7aa4a tempest-TestMinimumBasicScenario-1676527086 tempest-TestMinimumBasicScenario-1676527086-project] Unset dirty status for tenant:03af834dfea4426086d2125bcea03d0f on resource:security_group {{(pid=83993) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 21:33:57.089442 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-c87f8ea1-6d5a-4c0b-9894-6fb1f60813c4 req-1256aa5c-007b-45a8-9074-2d51cdc7aa4a tempest-TestMinimumBasicScenario-1676527086 tempest-TestMinimumBasicScenario-1676527086-project] 10.222.0.48 "GET /v2.0/security-groups?id=c752ce3f-47d3-4857-90c0-90885669f08a&id=d42fd400-718a-4705-ba88-26516eaca3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3779819 May 03 21:33:57.191113 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6e9483-e68d-4e9a-a8af-72ea95cfda1b req-cf2387e9-0c3c-4fb8-8abc-3c1aab0d2941 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:33:57.193007 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-9d6e9483-e68d-4e9a-a8af-72ea95cfda1b req-cf2387e9-0c3c-4fb8-8abc-3c1aab0d2941 service neutron] 10.222.0.42 "GET /v2.0/networks?id=9b51a3a3-5ba7-4915-a72e-fc06fbab7914 HTTP/1.1" status: 200 len: 915 time: 0.3139637 May 03 21:33:57.357052 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-9d6e9483-e68d-4e9a-a8af-72ea95cfda1b req-fccc0d3d-3ce3-4e7d-aa49-10a68cbfafb1 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=85f0f545-6b51-41b2-a9ee-a8c17abc2f57 HTTP/1.1" status: 200 len: 1001 time: 0.1434040 May 03 21:33:57.442079 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6e9483-e68d-4e9a-a8af-72ea95cfda1b req-e94b8387-ad4d-47f8-bbe2-a30c11f2bf58 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:33:57.444634 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-9d6e9483-e68d-4e9a-a8af-72ea95cfda1b req-e94b8387-ad4d-47f8-bbe2-a30c11f2bf58 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2b4ffd3f-ee1e-4729-8300-c5c9c6b81a0d HTTP/1.1" status: 200 len: 853 time: 0.0769379 May 03 21:33:57.551666 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-9d6e9483-e68d-4e9a-a8af-72ea95cfda1b req-fb6aa135-feb3-4b33-aad1-3aeb57eada14 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9b51a3a3-5ba7-4915-a72e-fc06fbab7914&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1008410 May 03 21:33:57.731996 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-9d6e9483-e68d-4e9a-a8af-72ea95cfda1b req-4ec9b618-31f8-42de-870e-63040acab2f8 service neutron] 10.222.0.42 "GET /v2.0/networks/9b51a3a3-5ba7-4915-a72e-fc06fbab7914?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1697037 May 03 21:33:57.878315 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-9d6e9483-e68d-4e9a-a8af-72ea95cfda1b req-30368a65-e2a8-47cf-97b1-9c7fe7dc1af9 service neutron] 10.222.0.42 "GET /v2.0/networks/9b51a3a3-5ba7-4915-a72e-fc06fbab7914?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1381917 May 03 21:33:57.972088 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.db [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] get_ports_and_sgs() called for port_ids ['85f0f545-6b51-41b2-a9ee-a8c17abc2f57'] {{(pid=83994) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 03 21:33:58.002532 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.db [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] get_ports_and_sgs() called for port_ids ['85f0f545-6b51-41b2-a9ee-a8c17abc2f57'] {{(pid=83994) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 03 21:33:58.101734 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-267ef5e1-dbe9-46ad-a38c-c3e564dc0e47 req-626b4906-3ea4-48f3-9309-fdeedb726b4c tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] 10.222.0.48 "GET /v2.0/ports?device_id=49b86a80-657d-4e94-bc71-bcfe8f276469 HTTP/1.1" status: 200 len: 210 time: 0.0690076 May 03 21:33:58.332726 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29710374-1f7c-4613-b179-f393ff72e053 req-eabb3e74-dc1c-43b0-8c8f-571cb22f0a53 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:33:58.334193 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-29710374-1f7c-4613-b179-f393ff72e053 req-eabb3e74-dc1c-43b0-8c8f-571cb22f0a53 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] 10.222.0.42 "GET /v2.0/networks?id=a76ba353-ab28-4792-b070-a9ace23ad085 HTTP/1.1" status: 200 len: 817 time: 0.2637856 May 03 21:33:58.404141 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76a41a5-c7a1-4290-b87c-a7717f00995d req-110c08e3-8886-4c82-853e-88cbb3ab4a18 tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:33:58.405890 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-c76a41a5-c7a1-4290-b87c-a7717f00995d req-110c08e3-8886-4c82-853e-88cbb3ab4a18 tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] 10.222.0.48 "GET /v2.0/ports?device_id=274fd6f3-1f2e-4da8-8c5f-fa173514fc2a HTTP/1.1" status: 200 len: 946 time: 0.1300604 May 03 21:33:58.429313 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-29710374-1f7c-4613-b179-f393ff72e053 req-5aeac6ed-9ae3-4d8f-a1b1-0809f365219f tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4cf52ffb4a864a689f5d0242ddc4cc4f HTTP/1.1" status: 200 len: 379 time: 0.0689919 May 03 21:33:58.449823 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.v2.base [req-29710374-1f7c-4613-b179-f393ff72e053 req-fb5face1-cd53-4419-8b84-df79988673b5 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] Request body: {'port': {'device_id': '49b86a80-657d-4e94-bc71-bcfe8f276469', 'network_id': 'a76ba353-ab28-4792-b070-a9ace23ad085', 'admin_state_up': True, 'tenant_id': '4cf52ffb4a864a689f5d0242ddc4cc4f', 'security_groups': ['95308c2b-cca2-41de-8e93-f747eb13cdfe']}} {{(pid=83993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 03 21:33:58.581552 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-c76a41a5-c7a1-4290-b87c-a7717f00995d req-77c3711f-2637-40ab-9deb-7bee82fd191a tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] 10.222.0.48 "GET /v2.0/security-groups?id=7027a18b-ac9e-45f0-8010-84baee7160ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1592445 May 03 21:33:58.644578 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [req-29710374-1f7c-4613-b179-f393ff72e053 req-fb5face1-cd53-4419-8b84-df79988673b5 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:33:58.655016 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [req-29710374-1f7c-4613-b179-f393ff72e053 req-fb5face1-cd53-4419-8b84-df79988673b5 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:33:58.762851 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-29710374-1f7c-4613-b179-f393ff72e053 req-fb5face1-cd53-4419-8b84-df79988673b5 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] Made reservation on behalf of 4cf52ffb4a864a689f5d0242ddc4cc4f for: {'port': 1} {{(pid=83993) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 21:33:58.767942 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-29710374-1f7c-4613-b179-f393ff72e053 req-fb5face1-cd53-4419-8b84-df79988673b5 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1124352'] for port, before_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:58.977707 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.db.db_base_plugin_common [req-29710374-1f7c-4613-b179-f393ff72e053 req-fb5face1-cd53-4419-8b84-df79988673b5 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] Allocated IP 172.20.0.9 (a76ba353-ab28-4792-b070-a9ace23ad085/e0993ef0-a172-48a1-8947-068cb6cb24ca/4a088512-8058-4a9a-a45b-177671d97cfc) {{(pid=83993) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 21:33:59.172251 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-29710374-1f7c-4613-b179-f393ff72e053 req-fb5face1-cd53-4419-8b84-df79988673b5 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] Notify callbacks [] for port, precommit_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:59.190069 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.db.provisioning_blocks [req-29710374-1f7c-4613-b179-f393ff72e053 req-fb5face1-cd53-4419-8b84-df79988673b5 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] Transition to ACTIVE for port object 4a088512-8058-4a9a-a45b-177671d97cfc will not be triggered until provisioned by entity DHCP. {{(pid=83993) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 21:33:59.306093 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-ae702f52-0a89-425b-ae07-ba82846abed8 req-ec1c39f4-6195-4c8f-a47f-cdd480bceae1 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] 10.222.0.48 "GET /v2.0/ports?device_id=49b86a80-657d-4e94-bc71-bcfe8f276469 HTTP/1.1" status: 200 len: 210 time: 0.0472956 May 03 21:33:59.333363 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-29710374-1f7c-4613-b179-f393ff72e053 req-fb5face1-cd53-4419-8b84-df79988673b5 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781385847435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3391708'] for port, after_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:59.408759 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29710374-1f7c-4613-b179-f393ff72e053 req-fb5face1-cd53-4419-8b84-df79988673b5 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] Network a76ba353-ab28-4792-b070-a9ace23ad085 is already hosted by enough agents. {{(pid=83993) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 21:33:59.412160 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.scheduler.base_scheduler [req-29710374-1f7c-4613-b179-f393ff72e053 req-fb5face1-cd53-4419-8b84-df79988673b5 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] Resources bound (agent type, host, resource id): {{(pid=83993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 21:33:59.416493 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.db.l3_dvrscheduler_db [req-29710374-1f7c-4613-b179-f393ff72e053 req-fb5face1-cd53-4419-8b84-df79988673b5 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] Received port after_create {{(pid=83993) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 03 21:33:59.445090 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5face1-cd53-4419-8b84-df79988673b5 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] Pushing event updated for resources: {'Port': ['ID=4a088512-8058-4a9a-a45b-177671d97cfc,revision_number=1']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:33:59.483937 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29710374-1f7c-4613-b179-f393ff72e053 req-fb5face1-cd53-4419-8b84-df79988673b5 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:33:59.484608 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-29710374-1f7c-4613-b179-f393ff72e053 req-fb5face1-cd53-4419-8b84-df79988673b5 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93163'] for port, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:59.620904 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-29710374-1f7c-4613-b179-f393ff72e053 req-fb5face1-cd53-4419-8b84-df79988673b5 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1769345 May 03 21:33:59.639920 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.v2.base [req-29710374-1f7c-4613-b179-f393ff72e053 req-439ca646-54f9-48ff-9113-9697b1874eb8 service neutron] Request body: {'port': {'device_id': '49b86a80-657d-4e94-bc71-bcfe8f276469', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84037'}} {{(pid=83993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 03 21:33:59.869599 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.provisioning_blocks [None req-6aa6191d-93a4-4b80-b19e-8107a6f3f401 None None] Provisioning for port 4a088512-8058-4a9a-a45b-177671d97cfc completed by entity DHCP. {{(pid=83994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 21:33:59.875086 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.provisioning_blocks [None req-6aa6191d-93a4-4b80-b19e-8107a6f3f401 None None] Provisioning complete for port 4a088512-8058-4a9a-a45b-177671d97cfc triggered by entity DHCP. {{(pid=83994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:33:59.875461 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-6aa6191d-93a4-4b80-b19e-8107a6f3f401 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2080827'] for port, provisioning_complete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:59.882883 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-29710374-1f7c-4613-b179-f393ff72e053 req-439ca646-54f9-48ff-9113-9697b1874eb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1124352'] for port, before_update {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:59.927884 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.plugin [None req-6aa6191d-93a4-4b80-b19e-8107a6f3f401 None None] Port 4a088512-8058-4a9a-a45b-177671d97cfc cannot update to ACTIVE because it is not bound. {{(pid=83994) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 03 21:33:59.964827 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8854c32f-1e75-42aa-b5d6-98417a5a38b7 req-8a4eb2a8-f5f4-4d3e-afe3-17be0f805e2f tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:33:59.966294 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-8854c32f-1e75-42aa-b5d6-98417a5a38b7 req-8a4eb2a8-f5f4-4d3e-afe3-17be0f805e2f tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] 10.222.0.48 "GET /v2.0/ports?device_id=274fd6f3-1f2e-4da8-8c5f-fa173514fc2a HTTP/1.1" status: 200 len: 946 time: 0.2414806 May 03 21:33:59.993980 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.48', 59762) {{(pid=83992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:34:00.053272 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.db.db_base_plugin_v2 [None req-977a527f-9833-49ba-adc9-53e1ed015a67 admin admin] Deleting subnet 99786e24-36cf-4f53-9515-58ebb4abcf3d {{(pid=83992) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 03 21:34:00.058131 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-977a527f-9833-49ba-adc9-53e1ed015a67 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:00.085962 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-8854c32f-1e75-42aa-b5d6-98417a5a38b7 req-990e5048-6f64-461c-8db5-b69698e33865 tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] 10.222.0.48 "GET /v2.0/security-groups?id=7027a18b-ac9e-45f0-8010-84baee7160ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1122100 May 03 21:34:00.115297 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-977a527f-9833-49ba-adc9-53e1ed015a67 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2020427'] for subnet, precommit_delete_associations {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:00.175227 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-977a527f-9833-49ba-adc9-53e1ed015a67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2088927'] for subnet, precommit_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:00.302707 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.notifiers.nova [req-29710374-1f7c-4613-b179-f393ff72e053 req-439ca646-54f9-48ff-9113-9697b1874eb8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a088512-8058-4a9a-a45b-177671d97cfc {{(pid=83993) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 03 21:34:00.309524 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-29710374-1f7c-4613-b179-f393ff72e053 req-439ca646-54f9-48ff-9113-9697b1874eb8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:00.317301 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-977a527f-9833-49ba-adc9-53e1ed015a67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2088918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3996681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3410922'] for subnet, after_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:00.325130 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.db.provisioning_blocks [req-29710374-1f7c-4613-b179-f393ff72e053 req-439ca646-54f9-48ff-9113-9697b1874eb8 service neutron] Transition to ACTIVE for port object 4a088512-8058-4a9a-a45b-177671d97cfc will not be triggered until provisioned by entity L2. {{(pid=83993) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 21:34:00.354613 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977a527f-9833-49ba-adc9-53e1ed015a67 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=99786e24-36cf-4f53-9515-58ebb4abcf3d,revision_number=None']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:34:00.359181 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-977a527f-9833-49ba-adc9-53e1ed015a67 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:00.365682 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [None req-977a527f-9833-49ba-adc9-53e1ed015a67 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/99786e24-36cf-4f53-9515-58ebb4abcf3d HTTP/1.1" status: 204 len: 168 time: 0.3706903 May 03 21:34:00.368107 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.48', 59768) {{(pid=83992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:34:00.435171 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-29710374-1f7c-4613-b179-f393ff72e053 req-439ca646-54f9-48ff-9113-9697b1874eb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781386188966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781385847453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781385847498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3391653'] for port, after_update {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:00.520857 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-b7eb66d7-1a30-4f7e-99bf-381fba24a973 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1078587'] for network, before_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:00.571825 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439ca646-54f9-48ff-9113-9697b1874eb8 service neutron] Pushing event updated for resources: {'Port': ['ID=4a088512-8058-4a9a-a45b-177671d97cfc,revision_number=2']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:34:00.671633 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cc63d4-0c86-468b-b8e6-1c4b3e58e08c req-9c159815-1c0c-4661-abca-62ddf88bf369 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:34:00.673722 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-65cc63d4-0c86-468b-b8e6-1c4b3e58e08c req-9c159815-1c0c-4661-abca-62ddf88bf369 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] 10.222.0.48 "GET /v2.0/ports?device_id=49b86a80-657d-4e94-bc71-bcfe8f276469 HTTP/1.1" status: 200 len: 943 time: 0.2209587 May 03 21:34:00.684331 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-b7eb66d7-1a30-4f7e-99bf-381fba24a973 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2083402', 'neutron.services.segments.db._delete_segments_for_network-8781386283897'] for network, precommit_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:00.691507 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.managers [req-29710374-1f7c-4613-b179-f393ff72e053 req-439ca646-54f9-48ff-9113-9697b1874eb8 service neutron] Attempting to bind port 4a088512-8058-4a9a-a45b-177671d97cfc on host hv-cinder-84037 for vnic_type normal with profile {{(pid=83993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 21:34:00.691844 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.managers [req-29710374-1f7c-4613-b179-f393ff72e053 req-439ca646-54f9-48ff-9113-9697b1874eb8 service neutron] Attempting to bind port 4a088512-8058-4a9a-a45b-177671d97cfc by drivers openvswitch,hyperv on host hv-cinder-84037 at level 0 using segments [{'id': '192a8290-7524-479c-9894-35253b5adf28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'a76ba353-ab28-4792-b070-a9ace23ad085'}] {{(pid=83993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 21:34:00.692170 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29710374-1f7c-4613-b179-f393ff72e053 req-439ca646-54f9-48ff-9113-9697b1874eb8 service neutron] Attempting to bind port 4a088512-8058-4a9a-a45b-177671d97cfc on network a76ba353-ab28-4792-b070-a9ace23ad085 {{(pid=83993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 03 21:34:00.698521 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29710374-1f7c-4613-b179-f393ff72e053 req-439ca646-54f9-48ff-9113-9697b1874eb8 service neutron] Port 4a088512-8058-4a9a-a45b-177671d97cfc on network a76ba353-ab28-4792-b070-a9ace23ad085 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84037 {{(pid=83993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 03 21:34:00.698922 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29710374-1f7c-4613-b179-f393ff72e053 req-439ca646-54f9-48ff-9113-9697b1874eb8 service neutron] Attempting to bind port 4a088512-8058-4a9a-a45b-177671d97cfc on network a76ba353-ab28-4792-b070-a9ace23ad085 {{(pid=83993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 03 21:34:00.706296 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29710374-1f7c-4613-b179-f393ff72e053 req-439ca646-54f9-48ff-9113-9697b1874eb8 service neutron] Checking agent: {'id': '6f729c1e-126d-4db9-b521-92dbb8a34775', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84037', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 21, 26, 18), 'started_at': datetime.datetime(2022, 5, 3, 21, 26, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 21, 33, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 03 21:34:00.706661 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29710374-1f7c-4613-b179-f393ff72e053 req-439ca646-54f9-48ff-9113-9697b1874eb8 service neutron] Checking segment: {'id': '192a8290-7524-479c-9894-35253b5adf28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'a76ba353-ab28-4792-b070-a9ace23ad085'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 03 21:34:00.707011 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29710374-1f7c-4613-b179-f393ff72e053 req-439ca646-54f9-48ff-9113-9697b1874eb8 service neutron] Bound using segment: {'id': '192a8290-7524-479c-9894-35253b5adf28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'a76ba353-ab28-4792-b070-a9ace23ad085'} {{(pid=83993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 03 21:34:00.707441 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.managers [req-29710374-1f7c-4613-b179-f393ff72e053 req-439ca646-54f9-48ff-9113-9697b1874eb8 service neutron] Bound port: 4a088512-8058-4a9a-a45b-177671d97cfc, host: hv-cinder-84037, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '192a8290-7524-479c-9894-35253b5adf28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'a76ba353-ab28-4792-b070-a9ace23ad085'}}] {{(pid=83993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 21:34:00.708247 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-29710374-1f7c-4613-b179-f393ff72e053 req-439ca646-54f9-48ff-9113-9697b1874eb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1124352'] for port, before_update {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:00.736222 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.services.segments.db [None req-b7eb66d7-1a30-4f7e-99bf-381fba24a973 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1bd6e5c5-0c32-4b7c-912b-8ae1c3143665']}} {{(pid=83992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:34:00.754802 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.services.segments.db [None req-b7eb66d7-1a30-4f7e-99bf-381fba24a973 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ead6f962-4d7d-42d4-a44b-625695deccc6') {'for_net_delete': True} {{(pid=83992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:34:00.755096 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.services.segments.db [None req-b7eb66d7-1a30-4f7e-99bf-381fba24a973 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ead6f962-4d7d-42d4-a44b-625695deccc6') {} {{(pid=83992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:34:00.770484 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-65cc63d4-0c86-468b-b8e6-1c4b3e58e08c req-ad7afae4-9540-4720-9485-d18ad5c6e0db tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] 10.222.0.48 "GET /v2.0/security-groups?id=95308c2b-cca2-41de-8e93-f747eb13cdfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0892830 May 03 21:34:00.772022 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-b7eb66d7-1a30-4f7e-99bf-381fba24a973 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781386283780', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2020280'] for segment, before_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:00.792247 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-b7eb66d7-1a30-4f7e-99bf-381fba24a973 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1172921'] for segment, precommit_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:00.799233 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7eb66d7-1a30-4f7e-99bf-381fba24a973 admin admin] Releasing vlan 424 on physical network physnet1 to pool {{(pid=83992) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 03 21:34:00.799953 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-b7eb66d7-1a30-4f7e-99bf-381fba24a973 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1172898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3996775'] for segment, after_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:00.801409 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.db [req-29710374-1f7c-4613-b179-f393ff72e053 req-439ca646-54f9-48ff-9113-9697b1874eb8 service neutron] For port 4a088512-8058-4a9a-a45b-177671d97cfc, host hv-cinder-84037, cleared binding levels {{(pid=83993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 21:34:00.805378 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.db [req-29710374-1f7c-4613-b179-f393ff72e053 req-439ca646-54f9-48ff-9113-9697b1874eb8 service neutron] For port 4a088512-8058-4a9a-a45b-177671d97cfc, host hv-cinder-84037, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=4a088512-8058-4a9a-a45b-177671d97cfc,segment=NetworkSegment(192a8290-7524-479c-9894-35253b5adf28),segment_id=192a8290-7524-479c-9894-35253b5adf28)] {{(pid=83993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 21:34:00.813913 dv-cinder-840377-1-iscsi neutron-server[83992]: Traceback (most recent call last): May 03 21:34:00.813913 dv-cinder-840377-1-iscsi neutron-server[83992]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 03 21:34:00.813913 dv-cinder-840377-1-iscsi neutron-server[83992]: timer() May 03 21:34:00.813913 dv-cinder-840377-1-iscsi neutron-server[83992]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 03 21:34:00.813913 dv-cinder-840377-1-iscsi neutron-server[83992]: cb(*args, **kw) May 03 21:34:00.813913 dv-cinder-840377-1-iscsi neutron-server[83992]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 03 21:34:00.813913 dv-cinder-840377-1-iscsi neutron-server[83992]: return func(*args, **kwargs) May 03 21:34:00.813913 dv-cinder-840377-1-iscsi neutron-server[83992]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 03 21:34:00.813913 dv-cinder-840377-1-iscsi neutron-server[83992]: self._notify() May 03 21:34:00.813913 dv-cinder-840377-1-iscsi neutron-server[83992]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 03 21:34:00.813913 dv-cinder-840377-1-iscsi neutron-server[83992]: self.callback(batched_events) May 03 21:34:00.813913 dv-cinder-840377-1-iscsi neutron-server[83992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 03 21:34:00.813913 dv-cinder-840377-1-iscsi neutron-server[83992]: event.method(event) May 03 21:34:00.813913 dv-cinder-840377-1-iscsi neutron-server[83992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 03 21:34:00.813913 dv-cinder-840377-1-iscsi neutron-server[83992]: aggregate_id = self._get_aggregate_id(event.segment_id) May 03 21:34:00.813913 dv-cinder-840377-1-iscsi neutron-server[83992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 03 21:34:00.813913 dv-cinder-840377-1-iscsi neutron-server[83992]: aggregate_uuid = self.p_client.list_aggregates( May 03 21:34:00.813913 dv-cinder-840377-1-iscsi neutron-server[83992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 03 21:34:00.813913 dv-cinder-840377-1-iscsi neutron-server[83992]: return f(self, *a, **k) May 03 21:34:00.813913 dv-cinder-840377-1-iscsi neutron-server[83992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 03 21:34:00.813913 dv-cinder-840377-1-iscsi neutron-server[83992]: return self._get(url).json() May 03 21:34:00.813913 dv-cinder-840377-1-iscsi neutron-server[83992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 03 21:34:00.813913 dv-cinder-840377-1-iscsi neutron-server[83992]: return self._client.get(url, endpoint_filter=self._ks_filter, May 03 21:34:00.813913 dv-cinder-840377-1-iscsi neutron-server[83992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 03 21:34:00.813913 dv-cinder-840377-1-iscsi neutron-server[83992]: return self.request(url, 'GET', **kwargs) May 03 21:34:00.813913 dv-cinder-840377-1-iscsi neutron-server[83992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 03 21:34:00.813913 dv-cinder-840377-1-iscsi neutron-server[83992]: base_url = self.get_endpoint(auth, allow=allow, May 03 21:34:00.813913 dv-cinder-840377-1-iscsi neutron-server[83992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 03 21:34:00.813913 dv-cinder-840377-1-iscsi neutron-server[83992]: auth = self._auth_required(auth, 'determine endpoint URL') May 03 21:34:00.813913 dv-cinder-840377-1-iscsi neutron-server[83992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 03 21:34:00.813913 dv-cinder-840377-1-iscsi neutron-server[83992]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 03 21:34:00.813913 dv-cinder-840377-1-iscsi neutron-server[83992]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 03 21:34:00.913137 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7509afd6-27fb-4d91-a95a-b33ae67cd52e req-94923a2a-cd17-4d15-a655-d10a279b80a6 tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:34:00.914575 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-7509afd6-27fb-4d91-a95a-b33ae67cd52e req-94923a2a-cd17-4d15-a655-d10a279b80a6 tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] 10.222.0.42 "GET /v2.0/ports?device_id=274fd6f3-1f2e-4da8-8c5f-fa173514fc2a HTTP/1.1" status: 200 len: 946 time: 0.0855381 May 03 21:34:00.955685 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-29710374-1f7c-4613-b179-f393ff72e053 req-439ca646-54f9-48ff-9113-9697b1874eb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781386188966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781385847453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781385847498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3391653'] for port, after_update {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:01.040535 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-29710374-1f7c-4613-b179-f393ff72e053 req-439ca646-54f9-48ff-9113-9697b1874eb8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93163'] for port, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:01.041949 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-29710374-1f7c-4613-b179-f393ff72e053 req-439ca646-54f9-48ff-9113-9697b1874eb8 service neutron] 10.222.0.42 "PUT /v2.0/ports/4a088512-8058-4a9a-a45b-177671d97cfc HTTP/1.1" status: 200 len: 1093 time: 1.4062040 May 03 21:34:01.044490 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49b86a80-657d-4e94-bc71-bcfe8f276469', 'tag': '4a088512-8058-4a9a-a45b-177671d97cfc'}] {{(pid=83993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 03 21:34:01.058086 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.plugin [req-7509afd6-27fb-4d91-a95a-b33ae67cd52e req-0a589341-b99f-4588-868d-dcfa58b40103 tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] Deleting port 46d7aa18-8157-45ea-b292-6af9e591723f {{(pid=83993) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 03 21:34:01.058440 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-7509afd6-27fb-4d91-a95a-b33ae67cd52e req-0a589341-b99f-4588-868d-dcfa58b40103 tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781386349267'] for port, before_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:01.101096 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-b7eb66d7-1a30-4f7e-99bf-381fba24a973 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2083393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-332850'] for network, after_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:01.122849 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439ca646-54f9-48ff-9113-9697b1874eb8 service neutron] Pushing event updated for resources: {'Port': ['ID=4a088512-8058-4a9a-a45b-177671d97cfc,revision_number=3']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:34:01.140958 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-b7eb66d7-1a30-4f7e-99bf-381fba24a973 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1706389'] for network, before_response {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:01.160314 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7eb66d7-1a30-4f7e-99bf-381fba24a973 admin admin] Pushing event deleted for resources: {'Network': ['ID=1bd6e5c5-0c32-4b7c-912b-8ae1c3143665,revision_number=None']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:34:01.262046 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1a7b3d45-e2c6-4d3c-8f21-0a24dbad8d4a'] response: {'name': 'network-changed', 'server_uuid': '49b86a80-657d-4e94-bc71-bcfe8f276469', 'tag': '4a088512-8058-4a9a-a45b-177671d97cfc', 'status': 'completed', 'code': 200} May 03 21:34:01.316872 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [None req-b7eb66d7-1a30-4f7e-99bf-381fba24a973 admin admin] 10.222.0.48 "DELETE /v2.0/networks/1bd6e5c5-0c32-4b7c-912b-8ae1c3143665 HTTP/1.1" status: 204 len: 168 time: 0.9476280 May 03 21:34:01.421330 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-29710374-1f7c-4613-b179-f393ff72e053 req-b4afdede-cf61-4c8e-ab40-da98ac0e2032 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4cf52ffb4a864a689f5d0242ddc4cc4f&device_id=49b86a80-657d-4e94-bc71-bcfe8f276469 HTTP/1.1" status: 200 len: 1096 time: 0.2098985 May 03 21:34:01.448299 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3f3766-dbe3-4ee6-8a45-590610d9df4d req-b7d3b28b-c0ad-4142-80bc-c72fa40092da tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:34:01.449771 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-9a3f3766-dbe3-4ee6-8a45-590610d9df4d req-b7d3b28b-c0ad-4142-80bc-c72fa40092da tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] 10.222.0.48 "GET /v2.0/ports?device_id=274fd6f3-1f2e-4da8-8c5f-fa173514fc2a HTTP/1.1" status: 200 len: 946 time: 0.1734684 May 03 21:34:01.497298 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-9a3f3766-dbe3-4ee6-8a45-590610d9df4d req-be9755f8-3314-44e8-92e0-c92f70bb5a0b tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] 10.222.0.48 "GET /v2.0/security-groups?id=7027a18b-ac9e-45f0-8010-84baee7160ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407784 May 03 21:34:01.515012 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-29710374-1f7c-4613-b179-f393ff72e053 req-6542b5cb-4221-4631-a8fe-74de47cc9a70 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4a088512-8058-4a9a-a45b-177671d97cfc HTTP/1.1" status: 200 len: 217 time: 0.0782468 May 03 21:34:01.516445 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.db [req-7509afd6-27fb-4d91-a95a-b33ae67cd52e req-0a589341-b99f-4588-868d-dcfa58b40103 tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] For port 46d7aa18-8157-45ea-b292-6af9e591723f, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=46d7aa18-8157-45ea-b292-6af9e591723f,segment=NetworkSegment(f612df4b-39e4-4aca-8577-536003890aab),segment_id=f612df4b-39e4-4aca-8577-536003890aab)] {{(pid=83993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 21:34:01.517406 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-7509afd6-27fb-4d91-a95a-b33ae67cd52e req-0a589341-b99f-4588-868d-dcfa58b40103 tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749056'] for port, precommit_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:01.662984 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29710374-1f7c-4613-b179-f393ff72e053 req-3fa2f367-2f6e-4235-aa36-686b4020cbc6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:34:01.664470 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-29710374-1f7c-4613-b179-f393ff72e053 req-3fa2f367-2f6e-4235-aa36-686b4020cbc6 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e0993ef0-a172-48a1-8947-068cb6cb24ca HTTP/1.1" status: 200 len: 856 time: 0.1395240 May 03 21:34:01.856117 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.48', 59788) {{(pid=83992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:34:01.903733 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [None req-fabf1a20-98c5-45c4-92a2-1533aed702fc admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=103e27d9374d41689ceff14ee5a5ae21&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0544934 May 03 21:34:01.906251 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.48', 59792) {{(pid=83992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:34:01.971095 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-d403aa2b-9881-4efb-84d8-d28e3c231726 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:01.996914 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-d403aa2b-9881-4efb-84d8-d28e3c231726 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:02.036136 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-7509afd6-27fb-4d91-a95a-b33ae67cd52e req-0a589341-b99f-4588-868d-dcfa58b40103 tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:02.036728 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-7509afd6-27fb-4d91-a95a-b33ae67cd52e req-0a589341-b99f-4588-868d-dcfa58b40103 tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-332800'] for floatingip, after_update {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:02.036862 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.db.l3_db [req-7509afd6-27fb-4d91-a95a-b33ae67cd52e req-0a589341-b99f-4588-868d-dcfa58b40103 tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] Floating IP 8f798384-b616-4ee0-bb37-3fa2d5f5f971 disassociated. External IP: 172.27.1.34, port: 46d7aa18-8157-45ea-b292-6af9e591723f. May 03 21:34:02.037174 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.plugin [req-7509afd6-27fb-4d91-a95a-b33ae67cd52e req-0a589341-b99f-4588-868d-dcfa58b40103 tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] Calling delete_port for 46d7aa18-8157-45ea-b292-6af9e591723f owned by compute:nova {{(pid=83993) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 03 21:34:02.086590 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-29710374-1f7c-4613-b179-f393ff72e053 req-a71c3898-e8d3-4dcf-87c4-a08f972868f5 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a76ba353-ab28-4792-b070-a9ace23ad085&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3711424 May 03 21:34:02.231874 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52ee04f-fdd4-4bcb-b77a-da277519cb9e req-9a4ef586-c476-4d0f-b0c9-0d908cada1f2 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:34:02.232507 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [req-a52ee04f-fdd4-4bcb-b77a-da277519cb9e req-9a4ef586-c476-4d0f-b0c9-0d908cada1f2 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] Synchronizing usage tracker for tenant:4cf52ffb4a864a689f5d0242ddc4cc4f on resource:port {{(pid=83993) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 21:34:02.293966 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-d403aa2b-9881-4efb-84d8-d28e3c231726 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746426'] for security_group, after_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:02.311821 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d403aa2b-9881-4efb-84d8-d28e3c231726 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65996721-a490-4a59-8f5d-ec10ee072626,revision_number=None']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:34:02.326701 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-29710374-1f7c-4613-b179-f393ff72e053 req-4967a535-e547-49bb-8949-b7c0c5d8b23e service neutron] 10.222.0.42 "GET /v2.0/networks/a76ba353-ab28-4792-b070-a9ace23ad085?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2296567 May 03 21:34:02.410853 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [req-a52ee04f-fdd4-4bcb-b77a-da277519cb9e req-9a4ef586-c476-4d0f-b0c9-0d908cada1f2 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] Unset dirty status for tenant:4cf52ffb4a864a689f5d0242ddc4cc4f on resource:port {{(pid=83993) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 21:34:02.412005 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-a52ee04f-fdd4-4bcb-b77a-da277519cb9e req-9a4ef586-c476-4d0f-b0c9-0d908cada1f2 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] 10.222.0.48 "GET /v2.0/ports?device_id=49b86a80-657d-4e94-bc71-bcfe8f276469 HTTP/1.1" status: 200 len: 943 time: 0.4631920 May 03 21:34:02.422450 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-d403aa2b-9881-4efb-84d8-d28e3c231726 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:02.424587 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [None req-d403aa2b-9881-4efb-84d8-d28e3c231726 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/65996721-a490-4a59-8f5d-ec10ee072626 HTTP/1.1" status: 204 len: 168 time: 0.5169799 May 03 21:34:02.452808 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-7509afd6-27fb-4d91-a95a-b33ae67cd52e req-0a589341-b99f-4588-868d-dcfa58b40103 tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781386188948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781385847444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3391708'] for port, after_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:02.535099 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a589341-b99f-4588-868d-dcfa58b40103 tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] Pushing event deleted for resources: {'Port': ['ID=46d7aa18-8157-45ea-b292-6af9e591723f,revision_number=None']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:34:02.575917 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-a52ee04f-fdd4-4bcb-b77a-da277519cb9e req-0e13c56e-957c-44ab-aba7-12653d7834f5 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] 10.222.0.48 "GET /v2.0/security-groups?id=95308c2b-cca2-41de-8e93-f747eb13cdfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1467993 May 03 21:34:02.578239 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-29710374-1f7c-4613-b179-f393ff72e053 req-924adab1-d7d7-4e07-9dff-7413dd1d69b9 service neutron] 10.222.0.42 "GET /v2.0/networks/a76ba353-ab28-4792-b070-a9ace23ad085?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2448881 May 03 21:34:02.707087 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-25cd9fe9-1246-4e64-a14e-1615dde0bd08 req-b41d967e-d62e-45a0-9ade-1f55fdd610ee tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] 10.222.0.48 "GET /v2.0/ports?device_id=274fd6f3-1f2e-4da8-8c5f-fa173514fc2a HTTP/1.1" status: 200 len: 210 time: 0.0527058 May 03 21:34:02.835232 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7509afd6-27fb-4d91-a95a-b33ae67cd52e req-0a589341-b99f-4588-868d-dcfa58b40103 tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] Router 360beb80-9db1-4402-a5b1-1a0d502ee210 has already been hosted by L3 agent c192ea1b-f7d6-49b7-9f22-5492fbafc6f3 {{(pid=83993) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 03 21:34:03.112637 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-efb81c62-552c-4678-ae4d-a78ae4ba6652 req-d4176c6f-0b0d-4245-b429-0a5859e79b3a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4cf52ffb4a864a689f5d0242ddc4cc4f&device_id=49b86a80-657d-4e94-bc71-bcfe8f276469 HTTP/1.1" status: 200 len: 1096 time: 0.2661564 May 03 21:34:03.282989 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb81c62-552c-4678-ae4d-a78ae4ba6652 req-9caa97c3-956b-40ab-b1e9-813c5c525e51 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:34:03.284459 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-efb81c62-552c-4678-ae4d-a78ae4ba6652 req-9caa97c3-956b-40ab-b1e9-813c5c525e51 service neutron] 10.222.0.42 "GET /v2.0/networks?id=a76ba353-ab28-4792-b070-a9ace23ad085 HTTP/1.1" status: 200 len: 918 time: 0.1654875 May 03 21:34:03.352474 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7509afd6-27fb-4d91-a95a-b33ae67cd52e req-0a589341-b99f-4588-868d-dcfa58b40103 tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] Notify agent at l3_agent.dv-cinder-840377-1-iscsi the message routers_updated {{(pid=83993) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 21:34:03.362927 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4750013-d336-4dbf-8c07-0132490423ea None None] Sync routers for ids ['360beb80-9db1-4402-a5b1-1a0d502ee210'] in dv-cinder-840377-1-iscsi {{(pid=83994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 03 21:34:03.379346 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4750013-d336-4dbf-8c07-0132490423ea None None] Routers {'360beb80-9db1-4402-a5b1-1a0d502ee210'} bound to L3 agent in host dv-cinder-840377-1-iscsi {{(pid=83994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 03 21:34:03.379978 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.l3_hamode_db [None req-d4750013-d336-4dbf-8c07-0132490423ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840377-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-03T21:19:18Z,description=,heartbeat_timestamp=2022-05-03T21:33:49Z,host='dv-cinder-840377-1-iscsi',id=c192ea1b-f7d6-49b7-9f22-5492fbafc6f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:19:19Z,topic='l3_agent')) {'router_ids': ['360beb80-9db1-4402-a5b1-1a0d502ee210'], 'active': True} {{(pid=83994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:34:03.391800 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-efb81c62-552c-4678-ae4d-a78ae4ba6652 req-e69a26aa-7dfd-4b80-9e85-413c6eb47705 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4a088512-8058-4a9a-a45b-177671d97cfc HTTP/1.1" status: 200 len: 217 time: 0.1001153 May 03 21:34:03.568182 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.db.l3_dvrscheduler_db [req-7509afd6-27fb-4d91-a95a-b33ae67cd52e req-0a589341-b99f-4588-868d-dcfa58b40103 tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] No DVR routers for this DVR port 46d7aa18-8157-45ea-b292-6af9e591723f on host hv-cinder-84037 {{(pid=83993) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 21:34:03.568182 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-7509afd6-27fb-4d91-a95a-b33ae67cd52e req-0a589341-b99f-4588-868d-dcfa58b40103 tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93163'] for port, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:03.570484 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '274fd6f3-1f2e-4da8-8c5f-fa173514fc2a', 'name': 'network-vif-deleted', 'tag': '46d7aa18-8157-45ea-b292-6af9e591723f'}] {{(pid=83993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 03 21:34:03.599612 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-7509afd6-27fb-4d91-a95a-b33ae67cd52e req-0a589341-b99f-4588-868d-dcfa58b40103 tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] 10.222.0.42 "DELETE /v2.0/ports/46d7aa18-8157-45ea-b292-6af9e591723f HTTP/1.1" status: 204 len: 173 time: 2.6772652 May 03 21:34:03.630703 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb81c62-552c-4678-ae4d-a78ae4ba6652 req-1c5ae885-8f2c-441f-8da1-39738370b403 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:34:03.630703 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-efb81c62-552c-4678-ae4d-a78ae4ba6652 req-1c5ae885-8f2c-441f-8da1-39738370b403 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e0993ef0-a172-48a1-8947-068cb6cb24ca HTTP/1.1" status: 200 len: 856 time: 0.1910865 May 03 21:34:03.640126 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.l3_dvr_db [None req-d4750013-d336-4dbf-8c07-0132490423ea None None] Set router 360beb80-9db1-4402-a5b1-1a0d502ee210 gateway port host: dv-cinder-840377-1-iscsi {{(pid=83994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 03 21:34:03.662775 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f726c171-f895-4080-af50-b849eaae86e3'] response: {'server_uuid': '274fd6f3-1f2e-4da8-8c5f-fa173514fc2a', 'name': 'network-vif-deleted', 'tag': '46d7aa18-8157-45ea-b292-6af9e591723f', 'status': 'completed', 'code': 200} May 03 21:34:03.714774 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-efb81c62-552c-4678-ae4d-a78ae4ba6652 req-ee5f05cc-6702-41e5-a600-4d067329b325 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a76ba353-ab28-4792-b070-a9ace23ad085&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0891075 May 03 21:34:03.892473 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-efb81c62-552c-4678-ae4d-a78ae4ba6652 req-ded49be0-9ed0-4b9f-8bf5-3a4e8481bff1 service neutron] 10.222.0.42 "GET /v2.0/networks/a76ba353-ab28-4792-b070-a9ace23ad085?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1629303 May 03 21:34:03.945963 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93dad814-2bc2-49b8-870b-31044123c8f9 req-d2decc2c-5b7d-45c7-a43c-ddb3891deed4 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:34:03.957826 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-93dad814-2bc2-49b8-870b-31044123c8f9 req-d2decc2c-5b7d-45c7-a43c-ddb3891deed4 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] 10.222.0.48 "GET /v2.0/ports?device_id=49b86a80-657d-4e94-bc71-bcfe8f276469 HTTP/1.1" status: 200 len: 943 time: 0.2245128 May 03 21:34:04.045408 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-93dad814-2bc2-49b8-870b-31044123c8f9 req-e7ca54a0-1e5f-4e13-91df-e2a61c5d34ed tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] 10.222.0.48 "GET /v2.0/security-groups?id=95308c2b-cca2-41de-8e93-f747eb13cdfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0864124 May 03 21:34:04.106799 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.l3_hamode_db [None req-d4750013-d336-4dbf-8c07-0132490423ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '360beb80-9db1-4402-a5b1-1a0d502ee210', 'name': 'tempest-AttachVolumeTestJSON-600581022-router', 'tenant_id': 'a2df1ca790224a009004c3c22a5ee5c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c33334bd-f19e-453d-9f7b-349270405c58', 'external_fixed_ips': [{'subnet_id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'ip_address': '172.27.1.17'}], 'enable_snat': True}, 'gw_port_id': 'a353ebbc-82af-401c-a27c-5a116fea74c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:28:28Z', 'updated_at': '2022-05-03T21:28:43Z', 'revision_number': 4, 'project_id': 'a2df1ca790224a009004c3c22a5ee5c5', 'gw_port': {'id': 'a353ebbc-82af-401c-a27c-5a116fea74c8', 'name': '', 'network_id': 'c33334bd-f19e-453d-9f7b-349270405c58', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:ae:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '360beb80-9db1-4402-a5b1-1a0d502ee210', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'ip_address': '172.27.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:28:30Z', 'updated_at': '2022-05-03T21:29:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840377-1-iscsi', '_interfaces': [{'id': '420ded47-b7bf-4a1d-b041-ea6b040061a2', 'name': '', 'network_id': '74dacc7e-115e-4cd0-87fd-8eaa4de43b7c', 'tenant_id': 'a2df1ca790224a009004c3c22a5ee5c5', 'mac_address': 'fa:16:3e:94:17:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '360beb80-9db1-4402-a5b1-1a0d502ee210', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '55e45d73-03f2-4af5-b38e-f33c41c1d7ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:28:42Z', 'updated_at': '2022-05-03T21:29:50Z', 'revision_number': 5, 'project_id': 'a2df1ca790224a009004c3c22a5ee5c5', 'subnets': [{'id': '55e45d73-03f2-4af5-b38e-f33c41c1d7ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840377-1-iscsi', False) {} {{(pid=83994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:34:04.113695 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [req-32eb5a4b-a3d5-4efb-a025-2968331e5254 req-933f1323-d9ad-4dd8-a366-f9d7a01550c3 tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] Synchronizing usage tracker for tenant:a2df1ca790224a009004c3c22a5ee5c5 on resource:port {{(pid=83993) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 21:34:04.116982 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4750013-d336-4dbf-8c07-0132490423ea None None] Checking router: 360beb80-9db1-4402-a5b1-1a0d502ee210 for host: dv-cinder-840377-1-iscsi {{(pid=83994) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 03 21:34:04.135394 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4750013-d336-4dbf-8c07-0132490423ea None None] Routers {'360beb80-9db1-4402-a5b1-1a0d502ee210'} bound to L3 agent in host dv-cinder-840377-1-iscsi {{(pid=83994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 03 21:34:04.136673 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.l3_hamode_db [None req-d4750013-d336-4dbf-8c07-0132490423ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840377-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-03T21:19:18Z,description=,heartbeat_timestamp=2022-05-03T21:33:49Z,host='dv-cinder-840377-1-iscsi',id=c192ea1b-f7d6-49b7-9f22-5492fbafc6f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:19:19Z,topic='l3_agent')) {'router_ids': ['360beb80-9db1-4402-a5b1-1a0d502ee210'], 'active': True} {{(pid=83994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:34:04.205600 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-efb81c62-552c-4678-ae4d-a78ae4ba6652 req-93effd25-cb6d-41aa-bca2-5e494082e426 service neutron] 10.222.0.42 "GET /v2.0/networks/a76ba353-ab28-4792-b070-a9ace23ad085?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3109074 May 03 21:34:04.288052 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [req-32eb5a4b-a3d5-4efb-a025-2968331e5254 req-933f1323-d9ad-4dd8-a366-f9d7a01550c3 tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] Unset dirty status for tenant:a2df1ca790224a009004c3c22a5ee5c5 on resource:port {{(pid=83993) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 21:34:04.289529 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-32eb5a4b-a3d5-4efb-a025-2968331e5254 req-933f1323-d9ad-4dd8-a366-f9d7a01550c3 tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] 10.222.0.48 "GET /v2.0/ports?device_id=274fd6f3-1f2e-4da8-8c5f-fa173514fc2a HTTP/1.1" status: 200 len: 210 time: 0.2424743 May 03 21:34:04.358147 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.l3_dvr_db [None req-d4750013-d336-4dbf-8c07-0132490423ea None None] Set router 360beb80-9db1-4402-a5b1-1a0d502ee210 gateway port host: dv-cinder-840377-1-iscsi {{(pid=83994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 03 21:34:04.562937 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.48', 59840) {{(pid=83993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:34:04.671513 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.rpc [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Device 46d7aa18-8157-45ea-b292-6af9e591723f no longer exists at agent hyperv_hv-cinder-84037 {{(pid=83994) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 21:34:04.715673 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.plugin [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] No Port match for: 46d7aa18-8157-45ea-b292-6af9e591723f {{(pid=83994) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 03 21:34:04.716138 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.rpc [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Device 46d7aa18-8157-45ea-b292-6af9e591723f not bound to the agent host hv-cinder-84037 {{(pid=83994) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 21:34:04.767534 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-67a03127-ecae-41e3-aba9-8dab58f69324 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:04.810309 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-67a03127-ecae-41e3-aba9-8dab58f69324 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:34:04.813798 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.l3_hamode_db [None req-d4750013-d336-4dbf-8c07-0132490423ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '360beb80-9db1-4402-a5b1-1a0d502ee210', 'name': 'tempest-AttachVolumeTestJSON-600581022-router', 'tenant_id': 'a2df1ca790224a009004c3c22a5ee5c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c33334bd-f19e-453d-9f7b-349270405c58', 'external_fixed_ips': [{'subnet_id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'ip_address': '172.27.1.17'}], 'enable_snat': True}, 'gw_port_id': 'a353ebbc-82af-401c-a27c-5a116fea74c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:28:28Z', 'updated_at': '2022-05-03T21:28:43Z', 'revision_number': 4, 'project_id': 'a2df1ca790224a009004c3c22a5ee5c5', 'gw_port': {'id': 'a353ebbc-82af-401c-a27c-5a116fea74c8', 'name': '', 'network_id': 'c33334bd-f19e-453d-9f7b-349270405c58', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:ae:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '360beb80-9db1-4402-a5b1-1a0d502ee210', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'ip_address': '172.27.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:28:30Z', 'updated_at': '2022-05-03T21:29:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840377-1-iscsi', '_interfaces': [{'id': '420ded47-b7bf-4a1d-b041-ea6b040061a2', 'name': '', 'network_id': '74dacc7e-115e-4cd0-87fd-8eaa4de43b7c', 'tenant_id': 'a2df1ca790224a009004c3c22a5ee5c5', 'mac_address': 'fa:16:3e:94:17:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '360beb80-9db1-4402-a5b1-1a0d502ee210', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '55e45d73-03f2-4af5-b38e-f33c41c1d7ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:28:42Z', 'updated_at': '2022-05-03T21:29:50Z', 'revision_number': 5, 'project_id': 'a2df1ca790224a009004c3c22a5ee5c5', 'subnets': [{'id': '55e45d73-03f2-4af5-b38e-f33c41c1d7ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840377-1-iscsi', False) {} {{(pid=83994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:34:04.818143 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-67a03127-ecae-41e3-aba9-8dab58f69324 admin admin] Usage tracker for resource:security_group_rule and tenant:1165558c91e0439e8c6ef19f90281115 is out of sync, need to count used quota {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:34:04.820731 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4750013-d336-4dbf-8c07-0132490423ea None None] The sync data for ids ['360beb80-9db1-4402-a5b1-1a0d502ee210'] in dv-cinder-840377-1-iscsi is: [{'id': '360beb80-9db1-4402-a5b1-1a0d502ee210', 'name': 'tempest-AttachVolumeTestJSON-600581022-router', 'tenant_id': 'a2df1ca790224a009004c3c22a5ee5c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c33334bd-f19e-453d-9f7b-349270405c58', 'external_fixed_ips': [{'subnet_id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'ip_address': '172.27.1.17'}], 'enable_snat': True}, 'gw_port_id': 'a353ebbc-82af-401c-a27c-5a116fea74c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:28:28Z', 'updated_at': '2022-05-03T21:28:43Z', 'revision_number': 4, 'project_id': 'a2df1ca790224a009004c3c22a5ee5c5', 'gw_port': {'id': 'a353ebbc-82af-401c-a27c-5a116fea74c8', 'name': '', 'network_id': 'c33334bd-f19e-453d-9f7b-349270405c58', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:ae:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '360beb80-9db1-4402-a5b1-1a0d502ee210', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'ip_address': '172.27.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:28:30Z', 'updated_at': '2022-05-03T21:29:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840377-1-iscsi', '_interfaces': [{'id': '420ded47-b7bf-4a1d-b041-ea6b040061a2', 'name': '', 'network_id': '74dacc7e-115e-4cd0-87fd-8eaa4de43b7c', 'tenant_id': 'a2df1ca790224a009004c3c22a5ee5c5', 'mac_address': 'fa:16:3e:94:17:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '360beb80-9db1-4402-a5b1-1a0d502ee210', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '55e45d73-03f2-4af5-b38e-f33c41c1d7ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:28:42Z', 'updated_at': '2022-05-03T21:29:50Z', 'revision_number': 5, 'project_id': 'a2df1ca790224a009004c3c22a5ee5c5', 'subnets': [{'id': '55e45d73-03f2-4af5-b38e-f33c41c1d7ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 03 21:34:04.825999 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-67a03127-ecae-41e3-aba9-8dab58f69324 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:34:04.835535 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-67a03127-ecae-41e3-aba9-8dab58f69324 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:34:04.919566 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-67a03127-ecae-41e3-aba9-8dab58f69324 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:05.023435 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-67a03127-ecae-41e3-aba9-8dab58f69324 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746426'] for security_group, after_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:05.077879 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a03127-ecae-41e3-aba9-8dab58f69324 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2fde333-b003-4e34-af20-40c1cc623f4e,revision_number=1']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:34:05.088594 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.48', 59846) {{(pid=83992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:34:05.089431 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-67a03127-ecae-41e3-aba9-8dab58f69324 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=1165558c91e0439e8c6ef19f90281115&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5238039 May 03 21:34:05.094207 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a03127-ecae-41e3-aba9-8dab58f69324 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:34:05.094207 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a03127-ecae-41e3-aba9-8dab58f69324 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:34:05.094207 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a03127-ecae-41e3-aba9-8dab58f69324 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:34:05.094207 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a03127-ecae-41e3-aba9-8dab58f69324 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:34:05.094207 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a03127-ecae-41e3-aba9-8dab58f69324 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:34:05.094207 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a03127-ecae-41e3-aba9-8dab58f69324 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:34:05.095476 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a03127-ecae-41e3-aba9-8dab58f69324 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:34:05.095476 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a03127-ecae-41e3-aba9-8dab58f69324 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:34:05.095724 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a03127-ecae-41e3-aba9-8dab58f69324 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:34:05.095995 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a03127-ecae-41e3-aba9-8dab58f69324 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:34:05.096372 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a03127-ecae-41e3-aba9-8dab58f69324 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:34:05.143540 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67009fc1-9eda-4e0c-a9a4-a027a19db76d None None] New status for floating IP 8f798384-b616-4ee0-bb37-3fa2d5f5f971: DOWN {{(pid=83995) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 03 21:34:05.197896 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-ff95ceff-0aab-447d-817d-5cb00e1a0a39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:05.233754 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-ff95ceff-0aab-447d-817d-5cb00e1a0a39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:05.377850 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e61050a-58d2-4feb-ad72-19ef2c3da9cc req-35aad5fb-546d-440d-a76c-c68b8339e60f tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:34:05.379421 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-8e61050a-58d2-4feb-ad72-19ef2c3da9cc req-35aad5fb-546d-440d-a76c-c68b8339e60f tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] 10.222.0.48 "GET /v2.0/ports?device_id=49b86a80-657d-4e94-bc71-bcfe8f276469 HTTP/1.1" status: 200 len: 943 time: 0.0902369 May 03 21:34:05.435741 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-8e61050a-58d2-4feb-ad72-19ef2c3da9cc req-d5e7d712-a143-495b-95d6-d4fc9b8beb28 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] 10.222.0.48 "GET /v2.0/security-groups?id=95308c2b-cca2-41de-8e93-f747eb13cdfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488238 May 03 21:34:05.449083 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-ff95ceff-0aab-447d-817d-5cb00e1a0a39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746426'] for security_group, after_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:05.474059 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff95ceff-0aab-447d-817d-5cb00e1a0a39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2fde333-b003-4e34-af20-40c1cc623f4e,revision_number=None']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:34:05.480895 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-ff95ceff-0aab-447d-817d-5cb00e1a0a39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:05.482011 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [None req-ff95ceff-0aab-447d-817d-5cb00e1a0a39 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f2fde333-b003-4e34-af20-40c1cc623f4e HTTP/1.1" status: 204 len: 168 time: 0.3924458 May 03 21:34:05.570036 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.48', 59858) {{(pid=83993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:34:05.654123 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-c3517149-249f-4cd7-b61a-66a48c9f11d3 tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] Notify callbacks [] for security_group, before_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:05.683570 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-c3517149-249f-4cd7-b61a-66a48c9f11d3 tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:05.894504 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-c3517149-249f-4cd7-b61a-66a48c9f11d3 tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746426'] for security_group, after_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:05.923940 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3517149-249f-4cd7-b61a-66a48c9f11d3 tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7027a18b-ac9e-45f0-8010-84baee7160ac,revision_number=None']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:34:06.041541 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-c3517149-249f-4cd7-b61a-66a48c9f11d3 tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] Notify callbacks [] for security_group, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:06.045579 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-c3517149-249f-4cd7-b61a-66a48c9f11d3 tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] 10.222.0.48 "DELETE /v2.0/security-groups/7027a18b-ac9e-45f0-8010-84baee7160ac HTTP/1.1" status: 204 len: 168 time: 0.4719620 May 03 21:34:06.045964 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.48', 59870) {{(pid=83992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:34:06.068754 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.api.v2.resource [None req-773fcf94-92a0-458c-8670-ac1ceac92a9c tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] show failed (client error): The resource could not be found. May 03 21:34:06.069969 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [None req-773fcf94-92a0-458c-8670-ac1ceac92a9c tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] 10.222.0.48 "GET /v2.0/security-groups/7027a18b-ac9e-45f0-8010-84baee7160ac HTTP/1.1" status: 404 len: 347 time: 0.0228891 May 03 21:34:06.072780 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.48', 59876) {{(pid=83992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:34:06.259734 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.plugins.ml2.plugin [None req-a4cfa5c9-0232-4d1d-9ed4-2952f85e0053 tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] Deleting port e5f98557-52a9-4db1-b450-dc6f2db1f4b3 {{(pid=83992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 03 21:34:06.260382 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-a4cfa5c9-0232-4d1d-9ed4-2952f85e0053 tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781386349267'] for port, before_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:06.463517 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-a4cfa5c9-0232-4d1d-9ed4-2952f85e0053 tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749056'] for port, precommit_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:06.463841 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-a4cfa5c9-0232-4d1d-9ed4-2952f85e0053 tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:06.629368 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.plugins.ml2.plugin [None req-a4cfa5c9-0232-4d1d-9ed4-2952f85e0053 tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] Calling delete_port for e5f98557-52a9-4db1-b450-dc6f2db1f4b3 owned by network:floatingip {{(pid=83992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 03 21:34:06.650618 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.rpc [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Device 4a088512-8058-4a9a-a45b-177671d97cfc details requested by agent hyperv_hv-cinder-84037 with host hv-cinder-84037 {{(pid=83994) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 03 21:34:06.835925 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1235396-aa8a-459f-a070-b6486b39bff5 req-8d2bdcae-6810-4922-a718-e8895ffc94cf tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:34:06.837846 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-e1235396-aa8a-459f-a070-b6486b39bff5 req-8d2bdcae-6810-4922-a718-e8895ffc94cf tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] 10.222.0.48 "GET /v2.0/ports?device_id=49b86a80-657d-4e94-bc71-bcfe8f276469 HTTP/1.1" status: 200 len: 943 time: 0.2187438 May 03 21:34:06.854868 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.db [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] For port 4a088512-8058-4a9a-a45b-177671d97cfc, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=4a088512-8058-4a9a-a45b-177671d97cfc,segment=NetworkSegment(192a8290-7524-479c-9894-35253b5adf28),segment_id=192a8290-7524-479c-9894-35253b5adf28)] {{(pid=83994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 21:34:06.871777 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.rpc [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Returning: {'device': '4a088512-8058-4a9a-a45b-177671d97cfc', 'network_id': 'a76ba353-ab28-4792-b070-a9ace23ad085', 'port_id': '4a088512-8058-4a9a-a45b-177671d97cfc', 'mac_address': 'fa:16:3e:83:20:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 430, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0993ef0-a172-48a1-8947-068cb6cb24ca', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83994) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 03 21:34:06.939005 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-e1235396-aa8a-459f-a070-b6486b39bff5 req-5cec5794-c976-47b7-b8d8-b311a6a5584c tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] 10.222.0.48 "GET /v2.0/security-groups?id=95308c2b-cca2-41de-8e93-f747eb13cdfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0895002 May 03 21:34:06.945108 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1124352'] for port, before_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:06.968874 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.notifiers.nova [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a088512-8058-4a9a-a45b-177671d97cfc {{(pid=83994) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 03 21:34:06.989754 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.db [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] For port 4a088512-8058-4a9a-a45b-177671d97cfc, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=4a088512-8058-4a9a-a45b-177671d97cfc,segment=NetworkSegment(192a8290-7524-479c-9894-35253b5adf28),segment_id=192a8290-7524-479c-9894-35253b5adf28)] {{(pid=83994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 21:34:07.014172 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-a4cfa5c9-0232-4d1d-9ed4-2952f85e0053 tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781386188948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781385847444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3996730'] for port, after_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:07.083205 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cfa5c9-0232-4d1d-9ed4-2952f85e0053 tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] Pushing event deleted for resources: {'Port': ['ID=e5f98557-52a9-4db1-b450-dc6f2db1f4b3,revision_number=None']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:34:07.116788 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781386188966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781385847453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781385847498'] for port, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:07.222259 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Pushing event updated for resources: {'Port': ['ID=4a088512-8058-4a9a-a45b-177671d97cfc,revision_number=4']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:34:07.238284 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-a4cfa5c9-0232-4d1d-9ed4-2952f85e0053 tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] Notify callbacks [] for floatingip, after_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:07.340071 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-a4cfa5c9-0232-4d1d-9ed4-2952f85e0053 tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93163'] for floatingip, before_response {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:07.341272 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [None req-a4cfa5c9-0232-4d1d-9ed4-2952f85e0053 tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] 10.222.0.48 "DELETE /v2.0/floatingips/8f798384-b616-4ee0-bb37-3fa2d5f5f971 HTTP/1.1" status: 204 len: 168 time: 1.2675292 May 03 21:34:07.514946 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.db [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] get_ports_and_sgs() called for port_ids ['4a088512-8058-4a9a-a45b-177671d97cfc'] {{(pid=83994) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 03 21:34:07.663255 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.48', 59908) {{(pid=83992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:34:07.669163 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.v2.base [None req-9caf93f8-3ee5-4302-a780-c7bece658771 tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] Request body: {'security_group': {'name': 'tempest-securitygroup--576574764', 'description': 'tempest-description--402382928'}} {{(pid=83992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 03 21:34:07.675914 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.db.quota.driver [None req-9caf93f8-3ee5-4302-a780-c7bece658771 tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:34:07.682176 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.quota.resource [None req-9caf93f8-3ee5-4302-a780-c7bece658771 tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] Usage tracker for resource:security_group and tenant:a2df1ca790224a009004c3c22a5ee5c5 is out of sync, need to count used quota {{(pid=83992) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:34:07.688985 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.quota.resource [None req-9caf93f8-3ee5-4302-a780-c7bece658771 tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83992) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:34:07.699241 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.db.quota.driver [None req-9caf93f8-3ee5-4302-a780-c7bece658771 tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:34:07.853545 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-9caf93f8-3ee5-4302-a780-c7bece658771 tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] Notify callbacks [] for security_group, before_create {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:07.896868 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.db.quota.driver [None req-9caf93f8-3ee5-4302-a780-c7bece658771 tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:34:07.902853 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.quota.resource [None req-9caf93f8-3ee5-4302-a780-c7bece658771 tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] Usage tracker for resource:security_group_rule and tenant:a2df1ca790224a009004c3c22a5ee5c5 is out of sync, need to count used quota {{(pid=83992) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:34:07.907890 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.quota.resource [None req-9caf93f8-3ee5-4302-a780-c7bece658771 tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83992) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:34:07.915055 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.db.quota.driver [None req-9caf93f8-3ee5-4302-a780-c7bece658771 tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:34:07.942714 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.48', 59916) {{(pid=83993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:34:07.984626 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-9caf93f8-3ee5-4302-a780-c7bece658771 tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] Notify callbacks [] for security_group, precommit_create {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:08.065253 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-9caf93f8-3ee5-4302-a780-c7bece658771 tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746426'] for security_group, after_create {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:08.109202 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-8c1a3c46-159c-4eed-855a-4aa50c70b17f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:08.132645 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9caf93f8-3ee5-4302-a780-c7bece658771 tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1936a7be-6b75-49ba-a7fa-dd2e0617a0e7,revision_number=1']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:34:08.151894 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-8c1a3c46-159c-4eed-855a-4aa50c70b17f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:34:08.156384 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-8c1a3c46-159c-4eed-855a-4aa50c70b17f admin admin] Usage tracker for resource:security_group_rule and tenant:63c96664e855411487a7f3f2ed3658f1 is out of sync, need to count used quota {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:34:08.159788 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-8c1a3c46-159c-4eed-855a-4aa50c70b17f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:34:08.176990 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-8c1a3c46-159c-4eed-855a-4aa50c70b17f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:34:08.197596 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-9caf93f8-3ee5-4302-a780-c7bece658771 tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] Notify callbacks [] for security_group, before_response {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:08.198969 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [None req-9caf93f8-3ee5-4302-a780-c7bece658771 tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1612 time: 0.5345922 May 03 21:34:08.202383 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.48', 59924) {{(pid=83993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:34:08.210230 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.v2.base [None req-3c3a575c-955f-441b-8e60-065893b9ad08 tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] Request body: {'security_group_rule': {'security_group_id': '1936a7be-6b75-49ba-a7fa-dd2e0617a0e7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 03 21:34:08.220600 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c745f55-c8ce-4536-a4f7-979a6e160a36 req-9c79a128-8aa1-44e1-859c-4236a0d65f73 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:34:08.222255 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-7c745f55-c8ce-4536-a4f7-979a6e160a36 req-9c79a128-8aa1-44e1-859c-4236a0d65f73 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] 10.222.0.48 "GET /v2.0/ports?device_id=49b86a80-657d-4e94-bc71-bcfe8f276469 HTTP/1.1" status: 200 len: 944 time: 0.0914624 May 03 21:34:08.223249 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-3c3a575c-955f-441b-8e60-065893b9ad08 tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:34:08.231568 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-3c3a575c-955f-441b-8e60-065893b9ad08 tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] Usage tracker for resource:security_group_rule and tenant:a2df1ca790224a009004c3c22a5ee5c5 is out of sync, need to count used quota {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:34:08.236781 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-3c3a575c-955f-441b-8e60-065893b9ad08 tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:34:08.247141 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-3c3a575c-955f-441b-8e60-065893b9ad08 tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:34:08.278905 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-7c745f55-c8ce-4536-a4f7-979a6e160a36 req-3de838e3-15ce-4103-98fe-bb7bac692351 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] 10.222.0.48 "GET /v2.0/security-groups?id=95308c2b-cca2-41de-8e93-f747eb13cdfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462289 May 03 21:34:08.301452 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-8c1a3c46-159c-4eed-855a-4aa50c70b17f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:08.355634 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-3c3a575c-955f-441b-8e60-065893b9ad08 tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:08.381163 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-8c1a3c46-159c-4eed-855a-4aa50c70b17f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746426'] for security_group, after_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:08.442494 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1a3c46-159c-4eed-855a-4aa50c70b17f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac773190-1f6d-445e-98b5-83ddde57fa25,revision_number=1']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:34:08.452734 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-8c1a3c46-159c-4eed-855a-4aa50c70b17f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=63c96664e855411487a7f3f2ed3658f1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5065904 May 03 21:34:08.456503 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.48', 59928) {{(pid=83992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:34:08.465824 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-3c3a575c-955f-441b-8e60-065893b9ad08 tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:08.520199 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-a233babc-c8cf-424c-8cc7-674e4e16f07c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:08.539408 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-3c3a575c-955f-441b-8e60-065893b9ad08 tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746249'] for security_group_rule, after_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:08.553217 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-a233babc-c8cf-424c-8cc7-674e4e16f07c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:08.565493 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3a575c-955f-441b-8e60-065893b9ad08 tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a9b9795-9c53-4a6f-a233-120e4e742df0,revision_number=0']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:34:08.647947 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-3c3a575c-955f-441b-8e60-065893b9ad08 tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:08.651981 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-3c3a575c-955f-441b-8e60-065893b9ad08 tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.4459176 May 03 21:34:08.652251 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.48', 59932) {{(pid=83993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:34:08.658828 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.v2.base [None req-8c81fb74-8e77-439c-a0cf-62b0603670b2 tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] Request body: {'security_group_rule': {'security_group_id': '1936a7be-6b75-49ba-a7fa-dd2e0617a0e7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 03 21:34:08.664955 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-8c81fb74-8e77-439c-a0cf-62b0603670b2 tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:34:08.671420 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-8c81fb74-8e77-439c-a0cf-62b0603670b2 tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] Usage tracker for resource:security_group_rule and tenant:a2df1ca790224a009004c3c22a5ee5c5 is out of sync, need to count used quota {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:34:08.677452 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-8c81fb74-8e77-439c-a0cf-62b0603670b2 tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:34:08.683911 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-8c81fb74-8e77-439c-a0cf-62b0603670b2 tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:34:08.767984 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-a233babc-c8cf-424c-8cc7-674e4e16f07c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746426'] for security_group, after_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:08.784982 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a233babc-c8cf-424c-8cc7-674e4e16f07c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac773190-1f6d-445e-98b5-83ddde57fa25,revision_number=None']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:34:08.789978 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-a233babc-c8cf-424c-8cc7-674e4e16f07c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:08.791049 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [None req-a233babc-c8cf-424c-8cc7-674e4e16f07c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ac773190-1f6d-445e-98b5-83ddde57fa25 HTTP/1.1" status: 204 len: 168 time: 0.3335719 May 03 21:34:08.820787 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-8c81fb74-8e77-439c-a0cf-62b0603670b2 tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:08.928606 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-8c81fb74-8e77-439c-a0cf-62b0603670b2 tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:09.008000 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-8c81fb74-8e77-439c-a0cf-62b0603670b2 tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746249'] for security_group_rule, after_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:09.034232 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c81fb74-8e77-439c-a0cf-62b0603670b2 tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47f5c7e8-6787-49c9-8374-89b7f3898963,revision_number=0']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:34:09.128001 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-8c81fb74-8e77-439c-a0cf-62b0603670b2 tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:09.129251 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-8c81fb74-8e77-439c-a0cf-62b0603670b2 tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.4760051 May 03 21:34:09.133052 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.48', 59940) {{(pid=83993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:34:09.138639 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.v2.base [None req-6d90b477-4a3e-4379-8dbb-8b47819e9890 tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] Request body: {'floatingip': {'floating_network_id': 'c33334bd-f19e-453d-9f7b-349270405c58'}} {{(pid=83993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 03 21:34:09.144807 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-6d90b477-4a3e-4379-8dbb-8b47819e9890 tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:34:09.149097 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-6d90b477-4a3e-4379-8dbb-8b47819e9890 tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] Usage tracker for resource:floatingip and tenant:a2df1ca790224a009004c3c22a5ee5c5 is out of sync, need to count used quota {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:34:09.151960 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-6d90b477-4a3e-4379-8dbb-8b47819e9890 tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:34:09.158431 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-6d90b477-4a3e-4379-8dbb-8b47819e9890 tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:34:09.252285 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-6d90b477-4a3e-4379-8dbb-8b47819e9890 tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] Notify callbacks [] for floatingip, before_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:09.416388 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-6d90b477-4a3e-4379-8dbb-8b47819e9890 tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1124352'] for port, before_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:09.646413 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2425cf7b-69b6-49b9-911b-09768fbb9d6e req-2b10c96e-1c54-4f6f-8199-4be10ae20797 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:34:09.647917 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-2425cf7b-69b6-49b9-911b-09768fbb9d6e req-2b10c96e-1c54-4f6f-8199-4be10ae20797 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] 10.222.0.48 "GET /v2.0/ports?device_id=49b86a80-657d-4e94-bc71-bcfe8f276469 HTTP/1.1" status: 200 len: 944 time: 0.1719792 May 03 21:34:09.681652 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.db.db_base_plugin_common [None req-6d90b477-4a3e-4379-8dbb-8b47819e9890 tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] Allocated IP 172.27.1.45 (c33334bd-f19e-453d-9f7b-349270405c58/8155f8f1-bdbd-4c1c-8daf-045a3e4a5222/68b22199-9746-4f05-9cbc-eef866cdce38) {{(pid=83993) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 21:34:09.785734 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-2425cf7b-69b6-49b9-911b-09768fbb9d6e req-683d04ca-6bc1-4c50-909c-0eeb84ec754a tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] 10.222.0.48 "GET /v2.0/security-groups?id=95308c2b-cca2-41de-8e93-f747eb13cdfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1300077 May 03 21:34:09.869194 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-6d90b477-4a3e-4379-8dbb-8b47819e9890 tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] Notify callbacks [] for port, precommit_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:09.957552 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-6d90b477-4a3e-4379-8dbb-8b47819e9890 tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781385847435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3391708'] for port, after_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:10.029181 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d90b477-4a3e-4379-8dbb-8b47819e9890 tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] Network c33334bd-f19e-453d-9f7b-349270405c58 is already hosted by enough agents. {{(pid=83993) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 21:34:10.032012 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.scheduler.base_scheduler [None req-6d90b477-4a3e-4379-8dbb-8b47819e9890 tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] Resources bound (agent type, host, resource id): {{(pid=83993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 21:34:10.036048 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d90b477-4a3e-4379-8dbb-8b47819e9890 tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] Received port after_create {{(pid=83993) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 03 21:34:10.067248 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d90b477-4a3e-4379-8dbb-8b47819e9890 tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] Pushing event updated for resources: {'Port': ['ID=68b22199-9746-4f05-9cbc-eef866cdce38,revision_number=1']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:34:10.204671 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.48', 59966) {{(pid=83992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:34:10.308087 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-6d90b477-4a3e-4379-8dbb-8b47819e9890 tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:10.349843 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.v2.base [None req-fc50b8db-1a74-4c6a-96c7-697f93572b14 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1397119621-network', 'tenant_id': 'e665d5aad2c24ad7843ca060d41792d3'}} {{(pid=83992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 03 21:34:10.354634 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.db.quota.driver [None req-fc50b8db-1a74-4c6a-96c7-697f93572b14 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:34:10.359700 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.quota.resource [None req-fc50b8db-1a74-4c6a-96c7-697f93572b14 admin admin] Usage tracker for resource:network and tenant:e665d5aad2c24ad7843ca060d41792d3 is out of sync, need to count used quota {{(pid=83992) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:34:10.362905 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.quota.resource [None req-fc50b8db-1a74-4c6a-96c7-697f93572b14 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83992) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:34:10.369415 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.db.quota.driver [None req-fc50b8db-1a74-4c6a-96c7-697f93572b14 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:34:10.489251 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-6d90b477-4a3e-4379-8dbb-8b47819e9890 tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1124352'] for port, before_update {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:10.498958 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc50b8db-1a74-4c6a-96c7-697f93572b14 admin admin] Made reservation on behalf of e665d5aad2c24ad7843ca060d41792d3 for: {'network': 1} {{(pid=83992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 21:34:10.501787 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-fc50b8db-1a74-4c6a-96c7-697f93572b14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1124352'] for network, before_create {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:10.514337 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-fc50b8db-1a74-4c6a-96c7-697f93572b14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:10.546977 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.db.quota.driver [None req-fc50b8db-1a74-4c6a-96c7-697f93572b14 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:34:10.552577 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.quota.resource [None req-fc50b8db-1a74-4c6a-96c7-697f93572b14 admin admin] Usage tracker for resource:security_group_rule and tenant:e665d5aad2c24ad7843ca060d41792d3 is out of sync, need to count used quota {{(pid=83992) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:34:10.555598 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.quota.resource [None req-fc50b8db-1a74-4c6a-96c7-697f93572b14 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83992) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:34:10.561581 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.db.quota.driver [None req-fc50b8db-1a74-4c6a-96c7-697f93572b14 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:34:10.635342 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-fc50b8db-1a74-4c6a-96c7-697f93572b14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:10.705625 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-fc50b8db-1a74-4c6a-96c7-697f93572b14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746426'] for security_group, after_create {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:10.724533 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-6d90b477-4a3e-4379-8dbb-8b47819e9890 tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] Notify callbacks [] for port, precommit_update {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:10.736784 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc50b8db-1a74-4c6a-96c7-697f93572b14 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 402} {{(pid=83992) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 21:34:10.745478 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc50b8db-1a74-4c6a-96c7-697f93572b14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e60de63-2ebd-4b80-8214-dc750c0267df,revision_number=1']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:34:10.751886 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-fc50b8db-1a74-4c6a-96c7-697f93572b14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1172921'] for segment, precommit_create {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:10.756855 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.db.segments_db [None req-fc50b8db-1a74-4c6a-96c7-697f93572b14 admin admin] Added segment 3e0ba556-645a-494a-9a35-88209b132e8b of type vlan for network f0a9fce1-0034-4c9f-bab5-3584af0c3657 May 03 21:34:10.780777 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-fc50b8db-1a74-4c6a-96c7-697f93572b14 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781385835798'] for network, precommit_create {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:10.796522 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-6d90b477-4a3e-4379-8dbb-8b47819e9890 tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781386188966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781385847453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781385847498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3391653'] for port, after_update {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:10.893790 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-fc50b8db-1a74-4c6a-96c7-697f93572b14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396'] for network, after_create {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:10.895241 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc50b8db-1a74-4c6a-96c7-697f93572b14 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:34:10.896768 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-fc50b8db-1a74-4c6a-96c7-697f93572b14 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1706389'] for network, before_response {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:10.910074 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d90b477-4a3e-4379-8dbb-8b47819e9890 tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] Pushing event updated for resources: {'Port': ['ID=68b22199-9746-4f05-9cbc-eef866cdce38,revision_number=2']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:34:10.930943 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-6d90b477-4a3e-4379-8dbb-8b47819e9890 tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-332800'] for floatingip, after_update {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:11.058640 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc50b8db-1a74-4c6a-96c7-697f93572b14 admin admin] Pushing event updated for resources: {'Network': ['ID=f0a9fce1-0034-4c9f-bab5-3584af0c3657,revision_number=1']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:34:11.072624 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.rpc [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Network f0a9fce1-0034-4c9f-bab5-3584af0c3657 details requested by agent ovs-agent-dv-cinder-840377-1-iscsi with host dv-cinder-840377-1-iscsi {{(pid=83994) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 03 21:34:11.088945 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-6d90b477-4a3e-4379-8dbb-8b47819e9890 tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93163'] for floatingip, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:11.091586 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-6d90b477-4a3e-4379-8dbb-8b47819e9890 tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.9574003 May 03 21:34:11.112497 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de63ddfe-6ceb-4916-9532-e530533a0cb4 req-51de8785-f29b-413a-974f-d2fe7de77a34 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:34:11.112497 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-de63ddfe-6ceb-4916-9532-e530533a0cb4 req-51de8785-f29b-413a-974f-d2fe7de77a34 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] 10.222.0.48 "GET /v2.0/ports?device_id=49b86a80-657d-4e94-bc71-bcfe8f276469 HTTP/1.1" status: 200 len: 944 time: 0.1231394 May 03 21:34:11.144166 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [None req-fc50b8db-1a74-4c6a-96c7-697f93572b14 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9365168 May 03 21:34:11.154071 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.48', 59978) {{(pid=83993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:34:11.168037 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.v2.base [None req-b33bf57a-d09e-45dc-8d0c-f5af64337c1a admin admin] Request body: {'subnet': {'network_id': 'f0a9fce1-0034-4c9f-bab5-3584af0c3657', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1397119621-subnet', 'tenant_id': 'e665d5aad2c24ad7843ca060d41792d3', 'ip_version': 4}} {{(pid=83993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 03 21:34:11.173051 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-de63ddfe-6ceb-4916-9532-e530533a0cb4 req-a9216dc7-dcfb-4b4f-b7b9-766c10a3c128 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] 10.222.0.48 "GET /v2.0/security-groups?id=95308c2b-cca2-41de-8e93-f747eb13cdfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509021 May 03 21:34:11.175674 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-b33bf57a-d09e-45dc-8d0c-f5af64337c1a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:34:11.182739 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-b33bf57a-d09e-45dc-8d0c-f5af64337c1a admin admin] Usage tracker for resource:subnet and tenant:e665d5aad2c24ad7843ca060d41792d3 is out of sync, need to count used quota {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:34:11.190520 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-b33bf57a-d09e-45dc-8d0c-f5af64337c1a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:34:11.196656 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-b33bf57a-d09e-45dc-8d0c-f5af64337c1a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:34:11.334518 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b33bf57a-d09e-45dc-8d0c-f5af64337c1a admin admin] Made reservation on behalf of e665d5aad2c24ad7843ca060d41792d3 for: {'subnet': 1} {{(pid=83993) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 21:34:11.337060 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-b33bf57a-d09e-45dc-8d0c-f5af64337c1a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3403655'] for subnet, before_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:11.484060 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [req-352a7f35-47c6-46a6-94b7-dfd205e5d69d req-ea277c6a-e653-4e0d-8b75-291d7a1f60f8 tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] Synchronizing usage tracker for tenant:a2df1ca790224a009004c3c22a5ee5c5 on resource:security_group {{(pid=83993) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 21:34:11.636177 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [req-352a7f35-47c6-46a6-94b7-dfd205e5d69d req-ea277c6a-e653-4e0d-8b75-291d7a1f60f8 tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] Unset dirty status for tenant:a2df1ca790224a009004c3c22a5ee5c5 on resource:security_group {{(pid=83993) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 21:34:11.637442 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-352a7f35-47c6-46a6-94b7-dfd205e5d69d req-ea277c6a-e653-4e0d-8b75-291d7a1f60f8 tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--576574764&fields=id&tenant_id=a2df1ca790224a009004c3c22a5ee5c5 HTTP/1.1" status: 200 len: 267 time: 0.2365944 May 03 21:34:11.719473 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-b33bf57a-d09e-45dc-8d0c-f5af64337c1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3391528', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3403669'] for subnet, after_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:11.851069 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33bf57a-d09e-45dc-8d0c-f5af64337c1a admin admin] Pushing event updated for resources: {'Subnet': ['ID=668a4303-55d7-4be7-977c-0eb3f7451c76,revision_number=0']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:34:11.870262 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352a7f35-47c6-46a6-94b7-dfd205e5d69d req-5b1dcb69-9d73-48f7-9b4f-bb56a2c47e8e tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:34:11.871776 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-352a7f35-47c6-46a6-94b7-dfd205e5d69d req-5b1dcb69-9d73-48f7-9b4f-bb56a2c47e8e tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] 10.222.0.48 "GET /v2.0/networks?id=74dacc7e-115e-4cd0-87fd-8eaa4de43b7c HTTP/1.1" status: 200 len: 810 time: 0.2272816 May 03 21:34:11.875076 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b33bf57a-d09e-45dc-8d0c-f5af64337c1a admin admin] Checking segment: {'id': '3e0ba556-645a-494a-9a35-88209b132e8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'f0a9fce1-0034-4c9f-bab5-3584af0c3657'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 03 21:34:11.875974 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b33bf57a-d09e-45dc-8d0c-f5af64337c1a admin admin] Network hostable DHCP agents. Network: f0a9fce1-0034-4c9f-bab5-3584af0c3657, hostable agents: ['e4e3c6c0-e8b0-4c45-a267-b4e6dd042766'], hosted agents: [] {{(pid=83993) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 21:34:11.899794 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-352a7f35-47c6-46a6-94b7-dfd205e5d69d req-f736fb24-1fbc-4ec7-82a4-758ec1ae6540 tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] 10.222.0.48 "GET /v2.0/quotas/a2df1ca790224a009004c3c22a5ee5c5 HTTP/1.1" status: 200 len: 375 time: 0.0191946 May 03 21:34:11.987374 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-352a7f35-47c6-46a6-94b7-dfd205e5d69d req-2252b46f-6330-4908-9da4-ded8c87d905b tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=a2df1ca790224a009004c3c22a5ee5c5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0820465 May 03 21:34:12.160957 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b33bf57a-d09e-45dc-8d0c-f5af64337c1a admin admin] Network f0a9fce1-0034-4c9f-bab5-3584af0c3657 is scheduled to be hosted by DHCP agent e4e3c6c0-e8b0-4c45-a267-b4e6dd042766 with binding_index 1 {{(pid=83993) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 21:34:12.230943 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-352a7f35-47c6-46a6-94b7-dfd205e5d69d req-f8074128-f6dd-415a-9c76-0374e0b1026c service neutron] 10.222.0.48 "GET /v2.0/networks/74dacc7e-115e-4cd0-87fd-8eaa4de43b7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2231934 May 03 21:34:12.261231 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.scheduler.base_scheduler [None req-b33bf57a-d09e-45dc-8d0c-f5af64337c1a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840377-1-iscsi, f0a9fce1-0034-4c9f-bab5-3584af0c3657) {{(pid=83993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 21:34:12.270872 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b50b0a7e-530c-43dd-964c-fac0c4cb5050 None None] Network f0a9fce1-0034-4c9f-bab5-3584af0c3657 requested from dv-cinder-840377-1-iscsi {{(pid=83994) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 03 21:34:12.315300 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b33bf57a-d09e-45dc-8d0c-f5af64337c1a admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:34:12.315902 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-b33bf57a-d09e-45dc-8d0c-f5af64337c1a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1706389'] for subnet, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:12.399885 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-352a7f35-47c6-46a6-94b7-dfd205e5d69d req-d878c409-cc04-485a-8060-66ae47ba11ae service neutron] 10.222.0.48 "GET /v2.0/networks/74dacc7e-115e-4cd0-87fd-8eaa4de43b7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1600952 May 03 21:34:12.432297 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-b33bf57a-d09e-45dc-8d0c-f5af64337c1a admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.2761981 May 03 21:34:12.435516 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.48', 59996) {{(pid=83993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:34:12.442514 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.v2.base [None req-69678a2b-84e0-4a18-bf4b-aaed639b4b9a admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1397119621-router', 'tenant_id': 'e665d5aad2c24ad7843ca060d41792d3', 'external_gateway_info': {'network_id': 'c33334bd-f19e-453d-9f7b-349270405c58'}}} {{(pid=83993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 03 21:34:12.449004 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-69678a2b-84e0-4a18-bf4b-aaed639b4b9a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:34:12.454673 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-69678a2b-84e0-4a18-bf4b-aaed639b4b9a admin admin] Usage tracker for resource:router and tenant:e665d5aad2c24ad7843ca060d41792d3 is out of sync, need to count used quota {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:34:12.464331 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-69678a2b-84e0-4a18-bf4b-aaed639b4b9a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:34:12.466434 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-69678a2b-84e0-4a18-bf4b-aaed639b4b9a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:34:12.480824 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb65388c-d0f6-4547-b379-a772a19699f7 req-c7211e92-75e4-4578-b890-9faa1ab6f71c tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:34:12.485949 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-bb65388c-d0f6-4547-b379-a772a19699f7 req-c7211e92-75e4-4578-b890-9faa1ab6f71c tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] 10.222.0.48 "GET /v2.0/ports?device_id=49b86a80-657d-4e94-bc71-bcfe8f276469 HTTP/1.1" status: 200 len: 944 time: 0.0961459 May 03 21:34:12.518062 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d31baefd-ec8f-4986-acf2-f73d2f524d81 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpecea5701-ca0d-5319-88af-91ea1d0a4bad-f0a9fce1-0034-4c9f-bab5-3584af0c3657', 'network_id': 'f0a9fce1-0034-4c9f-bab5-3584af0c3657', 'tenant_id': 'e665d5aad2c24ad7843ca060d41792d3', 'fixed_ips': [{'subnet_id': '668a4303-55d7-4be7-977c-0eb3f7451c76'}]}} from dv-cinder-840377-1-iscsi. {{(pid=83994) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 03 21:34:12.518970 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-d31baefd-ec8f-4986-acf2-f73d2f524d81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1124352'] for port, before_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:12.535652 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-bb65388c-d0f6-4547-b379-a772a19699f7 req-67e08cbc-81ca-4b8a-996b-505bcb389e9d tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] 10.222.0.48 "GET /v2.0/security-groups?id=95308c2b-cca2-41de-8e93-f747eb13cdfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466824 May 03 21:34:12.583325 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-69678a2b-84e0-4a18-bf4b-aaed639b4b9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-330009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4169'] for router, before_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:12.584287 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-69678a2b-84e0-4a18-bf4b-aaed639b4b9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-330106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-332958', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-569578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4162'] for router, precommit_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:12.658359 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-69678a2b-84e0-4a18-bf4b-aaed639b4b9a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:12.739860 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.db_base_plugin_common [None req-d31baefd-ec8f-4986-acf2-f73d2f524d81 None None] Allocated IP 172.20.0.2 (f0a9fce1-0034-4c9f-bab5-3584af0c3657/668a4303-55d7-4be7-977c-0eb3f7451c76/be6545ee-1245-49c9-8167-1f94a4e5aa16) {{(pid=83994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 21:34:12.834509 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.quota.resource [req-b7d86834-29e1-4d68-bc04-0e69c1b1ee7b req-af973d01-1388-40f2-80c6-c56626cb2c06 tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] Synchronizing usage tracker for tenant:a2df1ca790224a009004c3c22a5ee5c5 on resource:port {{(pid=83992) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 21:34:12.850587 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.rpc [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Device 4a088512-8058-4a9a-a45b-177671d97cfc up at agent hyperv_hv-cinder-84037 {{(pid=83994) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 21:34:12.988923 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-69678a2b-84e0-4a18-bf4b-aaed639b4b9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-332908', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-330467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7592'] for router, precommit_update {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:13.018743 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.quota.resource [req-b7d86834-29e1-4d68-bc04-0e69c1b1ee7b req-af973d01-1388-40f2-80c6-c56626cb2c06 tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] Unset dirty status for tenant:a2df1ca790224a009004c3c22a5ee5c5 on resource:port {{(pid=83992) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 21:34:13.022298 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-b7d86834-29e1-4d68-bc04-0e69c1b1ee7b req-af973d01-1388-40f2-80c6-c56626cb2c06 tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] 10.222.0.48 "GET /v2.0/ports?device_id=aab2b795-8567-48fa-81d6-985a8f168f87 HTTP/1.1" status: 200 len: 210 time: 0.2662022 May 03 21:34:13.037366 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-d31baefd-ec8f-4986-acf2-f73d2f524d81 None None] Notify callbacks [] for port, precommit_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:13.050087 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.provisioning_blocks [None req-d31baefd-ec8f-4986-acf2-f73d2f524d81 None None] Transition to ACTIVE for port object be6545ee-1245-49c9-8167-1f94a4e5aa16 will not be triggered until provisioned by entity L2. {{(pid=83994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 21:34:13.071220 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.provisioning_blocks [None req-d31baefd-ec8f-4986-acf2-f73d2f524d81 None None] Transition to ACTIVE for port object be6545ee-1245-49c9-8167-1f94a4e5aa16 will not be triggered until provisioned by entity DHCP. {{(pid=83994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 21:34:13.166287 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.provisioning_blocks [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Provisioning for port 4a088512-8058-4a9a-a45b-177671d97cfc completed by entity L2. {{(pid=83994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 21:34:13.175073 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.provisioning_blocks [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Provisioning complete for port 4a088512-8058-4a9a-a45b-177671d97cfc triggered by entity L2. {{(pid=83994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:34:13.175635 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2080827'] for port, provisioning_complete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:13.247095 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-d31baefd-ec8f-4986-acf2-f73d2f524d81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781385847435'] for port, after_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:13.347996 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d31baefd-ec8f-4986-acf2-f73d2f524d81 None None] Network f0a9fce1-0034-4c9f-bab5-3584af0c3657 is already hosted by enough agents. {{(pid=83994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 21:34:13.350082 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.scheduler.base_scheduler [None req-d31baefd-ec8f-4986-acf2-f73d2f524d81 None None] Resources bound (agent type, host, resource id): {{(pid=83994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 21:34:13.351874 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31baefd-ec8f-4986-acf2-f73d2f524d81 None None] Pushing event updated for resources: {'Port': ['ID=be6545ee-1245-49c9-8167-1f94a4e5aa16,revision_number=1']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:34:13.354221 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d31baefd-ec8f-4986-acf2-f73d2f524d81 None None] Received port after_create {{(pid=83994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 03 21:34:13.446807 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-69678a2b-84e0-4a18-bf4b-aaed639b4b9a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:13.478220 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-69678a2b-84e0-4a18-bf4b-aaed639b4b9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1124352'] for port, before_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:13.497816 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.managers [None req-d31baefd-ec8f-4986-acf2-f73d2f524d81 None None] Attempting to bind port be6545ee-1245-49c9-8167-1f94a4e5aa16 on host dv-cinder-840377-1-iscsi for vnic_type normal with profile {{(pid=83994) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 21:34:13.498101 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.managers [None req-d31baefd-ec8f-4986-acf2-f73d2f524d81 None None] Attempting to bind port be6545ee-1245-49c9-8167-1f94a4e5aa16 by drivers openvswitch,hyperv on host dv-cinder-840377-1-iscsi at level 0 using segments [{'id': '3e0ba556-645a-494a-9a35-88209b132e8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'f0a9fce1-0034-4c9f-bab5-3584af0c3657'}] {{(pid=83994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 21:34:13.498461 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d31baefd-ec8f-4986-acf2-f73d2f524d81 None None] Attempting to bind port be6545ee-1245-49c9-8167-1f94a4e5aa16 on network f0a9fce1-0034-4c9f-bab5-3584af0c3657 {{(pid=83994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 03 21:34:13.509494 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1124352'] for port, before_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:13.524165 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d31baefd-ec8f-4986-acf2-f73d2f524d81 None None] Checking agent: {'id': 'fb00ce1e-8ae6-4b1c-988b-a0ad40f400cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840377-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 21, 19, 20), 'started_at': datetime.datetime(2022, 5, 3, 21, 19, 50), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 21, 33, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840377-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 03 21:34:13.524570 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d31baefd-ec8f-4986-acf2-f73d2f524d81 None None] Checking segment: {'id': '3e0ba556-645a-494a-9a35-88209b132e8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'f0a9fce1-0034-4c9f-bab5-3584af0c3657'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 03 21:34:13.524990 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-d31baefd-ec8f-4986-acf2-f73d2f524d81 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:13.525476 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d31baefd-ec8f-4986-acf2-f73d2f524d81 None None] Bound using segment: {'id': '3e0ba556-645a-494a-9a35-88209b132e8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'f0a9fce1-0034-4c9f-bab5-3584af0c3657'} {{(pid=83994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 03 21:34:13.525947 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.managers [None req-d31baefd-ec8f-4986-acf2-f73d2f524d81 None None] Bound port: be6545ee-1245-49c9-8167-1f94a4e5aa16, host: dv-cinder-840377-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e0ba556-645a-494a-9a35-88209b132e8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'f0a9fce1-0034-4c9f-bab5-3584af0c3657'}}] {{(pid=83994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 21:34:13.526313 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-d31baefd-ec8f-4986-acf2-f73d2f524d81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1124352'] for port, before_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:13.583844 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49b86a80-657d-4e94-bc71-bcfe8f276469', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a088512-8058-4a9a-a45b-177671d97cfc'}] {{(pid=83994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 03 21:34:13.611535 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.db [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] For port 4a088512-8058-4a9a-a45b-177671d97cfc, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=4a088512-8058-4a9a-a45b-177671d97cfc,segment=NetworkSegment(192a8290-7524-479c-9894-35253b5adf28),segment_id=192a8290-7524-479c-9894-35253b5adf28)] {{(pid=83994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 21:34:13.649527 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.db.db_base_plugin_common [None req-69678a2b-84e0-4a18-bf4b-aaed639b4b9a admin admin] Allocated IP 172.27.1.207 (c33334bd-f19e-453d-9f7b-349270405c58/8155f8f1-bdbd-4c1c-8daf-045a3e4a5222/8cea356d-7d33-44b4-a4b5-aec73b440abd) {{(pid=83993) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 21:34:13.669484 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.db [None req-d31baefd-ec8f-4986-acf2-f73d2f524d81 None None] For port be6545ee-1245-49c9-8167-1f94a4e5aa16, host dv-cinder-840377-1-iscsi, cleared binding levels {{(pid=83994) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 21:34:13.675053 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.db [None req-d31baefd-ec8f-4986-acf2-f73d2f524d81 None None] For port be6545ee-1245-49c9-8167-1f94a4e5aa16, host dv-cinder-840377-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840377-1-iscsi',level=0,port_id=be6545ee-1245-49c9-8167-1f94a4e5aa16,segment=NetworkSegment(3e0ba556-645a-494a-9a35-88209b132e8b),segment_id=3e0ba556-645a-494a-9a35-88209b132e8b)] {{(pid=83994) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 21:34:13.728379 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781386188966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781385847453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781385847498'] for port, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:13.765239 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-d31baefd-ec8f-4986-acf2-f73d2f524d81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781386188966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781385847453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781385847498'] for port, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:13.833618 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Pushing event updated for resources: {'Port': ['ID=4a088512-8058-4a9a-a45b-177671d97cfc,revision_number=5']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:34:13.886887 dv-cinder-840377-1-iscsi neutron-server[83994]: INFO neutron.notifiers.nova [-] Nova event matching ['req-76979fac-d182-408d-bc59-d8cb357956da'] response: {'server_uuid': '49b86a80-657d-4e94-bc71-bcfe8f276469', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a088512-8058-4a9a-a45b-177671d97cfc', 'code': 200} May 03 21:34:13.887444 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-69678a2b-84e0-4a18-bf4b-aaed639b4b9a admin admin] Notify callbacks [] for port, precommit_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:13.914127 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135562d3-8599-47a5-b900-864181655914 req-d4b9128d-52c6-4a8d-a186-80be9d07484e tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:34:13.915852 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-135562d3-8599-47a5-b900-864181655914 req-d4b9128d-52c6-4a8d-a186-80be9d07484e tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] 10.222.0.48 "GET /v2.0/ports?device_id=49b86a80-657d-4e94-bc71-bcfe8f276469 HTTP/1.1" status: 200 len: 945 time: 0.1796243 May 03 21:34:13.927690 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31baefd-ec8f-4986-acf2-f73d2f524d81 None None] Pushing event updated for resources: {'Port': ['ID=be6545ee-1245-49c9-8167-1f94a4e5aa16,revision_number=2']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:34:13.974546 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-135562d3-8599-47a5-b900-864181655914 req-cf3484e8-2232-4710-8999-4ea3e01000c5 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] 10.222.0.48 "GET /v2.0/security-groups?id=95308c2b-cca2-41de-8e93-f747eb13cdfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525153 May 03 21:34:14.049737 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-69678a2b-84e0-4a18-bf4b-aaed639b4b9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781385847435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3391708'] for port, after_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:14.169732 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69678a2b-84e0-4a18-bf4b-aaed639b4b9a admin admin] Network c33334bd-f19e-453d-9f7b-349270405c58 is already hosted by enough agents. {{(pid=83993) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 21:34:14.170943 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69678a2b-84e0-4a18-bf4b-aaed639b4b9a admin admin] Pushing event updated for resources: {'Port': ['ID=8cea356d-7d33-44b4-a4b5-aec73b440abd,revision_number=1']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:34:14.174889 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.scheduler.base_scheduler [None req-69678a2b-84e0-4a18-bf4b-aaed639b4b9a admin admin] Resources bound (agent type, host, resource id): {{(pid=83993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 21:34:14.181586 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69678a2b-84e0-4a18-bf4b-aaed639b4b9a admin admin] Received port after_create {{(pid=83993) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 03 21:34:14.244006 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-7236df1d-6f3d-4dea-897f-ef45db3e5f82 req-f5d92543-da89-47d1-b442-a1902dabb2d7 tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] 10.222.0.48 "GET /v2.0/ports?device_id=aab2b795-8567-48fa-81d6-985a8f168f87 HTTP/1.1" status: 200 len: 210 time: 0.0481219 May 03 21:34:14.444103 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-69678a2b-84e0-4a18-bf4b-aaed639b4b9a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:14.444883 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-69678a2b-84e0-4a18-bf4b-aaed639b4b9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-330474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-332915'] for router, after_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:14.839573 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69678a2b-84e0-4a18-bf4b-aaed639b4b9a admin admin] Router 2e3dfff1-9645-409e-bf30-4464ec3b1553 is scheduled to L3 agent c192ea1b-f7d6-49b7-9f22-5492fbafc6f3 with binding_index 1 {{(pid=83993) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 03 21:34:14.872705 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-022f6eb5-2bfc-4d08-9c24-51b0759299f7 None None] Network f0a9fce1-0034-4c9f-bab5-3584af0c3657 requested from dv-cinder-840377-1-iscsi {{(pid=83994) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 03 21:34:15.070134 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69678a2b-84e0-4a18-bf4b-aaed639b4b9a admin admin] Notify agent at l3_agent.dv-cinder-840377-1-iscsi the message routers_updated {{(pid=83993) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 21:34:15.128592 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7c9a517-72f6-41e2-bde2-05aba1b51ada None None] Sync routers for ids ['2e3dfff1-9645-409e-bf30-4464ec3b1553'] in dv-cinder-840377-1-iscsi {{(pid=83994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 03 21:34:15.132684 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.provisioning_blocks [None req-0e92c605-8c13-4820-bf52-49fd57687c72 None None] Provisioning for port be6545ee-1245-49c9-8167-1f94a4e5aa16 completed by entity DHCP. {{(pid=83994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 21:34:15.174326 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7c9a517-72f6-41e2-bde2-05aba1b51ada None None] Routers {'2e3dfff1-9645-409e-bf30-4464ec3b1553'} bound to L3 agent in host dv-cinder-840377-1-iscsi {{(pid=83994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 03 21:34:15.174767 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.l3_hamode_db [None req-e7c9a517-72f6-41e2-bde2-05aba1b51ada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840377-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-03T21:19:18Z,description=,heartbeat_timestamp=2022-05-03T21:33:49Z,host='dv-cinder-840377-1-iscsi',id=c192ea1b-f7d6-49b7-9f22-5492fbafc6f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:19:19Z,topic='l3_agent')) {'router_ids': ['2e3dfff1-9645-409e-bf30-4464ec3b1553'], 'active': True} {{(pid=83994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:34:15.195989 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-69678a2b-84e0-4a18-bf4b-aaed639b4b9a admin admin] Notify callbacks [] for router, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:15.197241 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-69678a2b-84e0-4a18-bf4b-aaed639b4b9a admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.7617791 May 03 21:34:15.200255 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.48', 60042) {{(pid=83992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:34:15.238637 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566255d8-02c9-41d7-acae-d587b44dd33d req-2d3b2f7c-0b42-469a-b4bf-b514d033328b tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:34:15.240349 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-566255d8-02c9-41d7-acae-d587b44dd33d req-2d3b2f7c-0b42-469a-b4bf-b514d033328b tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] 10.222.0.48 "GET /v2.0/ports?device_id=49b86a80-657d-4e94-bc71-bcfe8f276469 HTTP/1.1" status: 200 len: 945 time: 0.0926907 May 03 21:34:15.313090 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-566255d8-02c9-41d7-acae-d587b44dd33d req-7573a6d8-11ad-4fec-93c6-c1a1b8830d41 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] 10.222.0.48 "GET /v2.0/security-groups?id=95308c2b-cca2-41de-8e93-f747eb13cdfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529327 May 03 21:34:15.399202 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.l3_dvr_db [None req-e7c9a517-72f6-41e2-bde2-05aba1b51ada None None] Set router 2e3dfff1-9645-409e-bf30-4464ec3b1553 gateway port host: dv-cinder-840377-1-iscsi {{(pid=83994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 03 21:34:15.442824 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-412c556f-8894-4857-865d-bded0499f6b4 req-1673958c-970d-492a-9dc1-c2e9aaf50484 tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] 10.222.0.48 "GET /v2.0/ports?device_id=aab2b795-8567-48fa-81d6-985a8f168f87 HTTP/1.1" status: 200 len: 210 time: 0.0528901 May 03 21:34:15.734106 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.l3_hamode_db [None req-e7c9a517-72f6-41e2-bde2-05aba1b51ada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e3dfff1-9645-409e-bf30-4464ec3b1553', 'name': 'tempest-TestVolumeBootPattern-1397119621-router', 'tenant_id': 'e665d5aad2c24ad7843ca060d41792d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c33334bd-f19e-453d-9f7b-349270405c58', 'external_fixed_ips': [{'subnet_id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'ip_address': '172.27.1.207'}], 'enable_snat': True}, 'gw_port_id': '8cea356d-7d33-44b4-a4b5-aec73b440abd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:34:12Z', 'updated_at': '2022-05-03T21:34:14Z', 'revision_number': 3, 'project_id': 'e665d5aad2c24ad7843ca060d41792d3', 'gw_port': {'id': '8cea356d-7d33-44b4-a4b5-aec73b440abd', 'name': '', 'network_id': 'c33334bd-f19e-453d-9f7b-349270405c58', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:d1:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e3dfff1-9645-409e-bf30-4464ec3b1553', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'ip_address': '172.27.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:34:13Z', 'updated_at': '2022-05-03T21:34:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840377-1-iscsi'}], 'dv-cinder-840377-1-iscsi', False) {} {{(pid=83994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:34:15.738105 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.rpc [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Device be6545ee-1245-49c9-8167-1f94a4e5aa16 up at agent ovs-agent-dv-cinder-840377-1-iscsi {{(pid=83994) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 21:34:15.768385 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7c9a517-72f6-41e2-bde2-05aba1b51ada None None] Checking router: 2e3dfff1-9645-409e-bf30-4464ec3b1553 for host: dv-cinder-840377-1-iscsi {{(pid=83994) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 03 21:34:15.768769 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7c9a517-72f6-41e2-bde2-05aba1b51ada None None] Updating router 2e3dfff1-9645-409e-bf30-4464ec3b1553 port 8cea356d-7d33-44b4-a4b5-aec73b440abd binding host dv-cinder-840377-1-iscsi {{(pid=83994) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 03 21:34:15.846510 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-e7c9a517-72f6-41e2-bde2-05aba1b51ada None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1124352'] for port, before_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:16.091598 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.provisioning_blocks [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Provisioning for port be6545ee-1245-49c9-8167-1f94a4e5aa16 completed by entity L2. {{(pid=83994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 21:34:16.122003 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-e3a372e2-6f7a-4c16-8c7d-314e244ab578 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1124352'] for port, before_create {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:16.125809 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.provisioning_blocks [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Provisioning complete for port be6545ee-1245-49c9-8167-1f94a4e5aa16 triggered by entity L2. {{(pid=83994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:34:16.126409 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2080827'] for port, provisioning_complete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:16.298421 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1124352'] for port, before_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:16.381496 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.db [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] For port be6545ee-1245-49c9-8167-1f94a4e5aa16, host dv-cinder-840377-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840377-1-iscsi',level=0,port_id=be6545ee-1245-49c9-8167-1f94a4e5aa16,segment=NetworkSegment(3e0ba556-645a-494a-9a35-88209b132e8b),segment_id=3e0ba556-645a-494a-9a35-88209b132e8b)] {{(pid=83994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 21:34:16.489467 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-308deff6-abd3-4288-a6f1-246eb4013ed5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781386283879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2080842'] for agent, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:16.492274 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-e7c9a517-72f6-41e2-bde2-05aba1b51ada None None] Notify callbacks [] for port, precommit_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:16.507378 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.provisioning_blocks [None req-e7c9a517-72f6-41e2-bde2-05aba1b51ada None None] Transition to ACTIVE for port object 8cea356d-7d33-44b4-a4b5-aec73b440abd will not be triggered until provisioned by entity L2. {{(pid=83994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 21:34:16.521940 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781386188966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781385847453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781385847498'] for port, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:16.542463 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.db.db_base_plugin_common [None req-e3a372e2-6f7a-4c16-8c7d-314e244ab578 admin admin] Allocated IP 172.20.0.1 (f0a9fce1-0034-4c9f-bab5-3584af0c3657/668a4303-55d7-4be7-977c-0eb3f7451c76/417ff828-e1a3-471a-ac64-bc91b666d26e) {{(pid=83992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 21:34:16.586367 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-e7c9a517-72f6-41e2-bde2-05aba1b51ada None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781386188966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781385847453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781385847498'] for port, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:16.597843 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-43489fa1-a709-4f2f-a708-e8e69879d602 req-a183455d-6296-40db-81e5-fc21f2a701b9 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=49b86a80-657d-4e94-bc71-bcfe8f276469 HTTP/1.1" status: 200 len: 1098 time: 0.1333625 May 03 21:34:16.626071 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.managers [None req-e7c9a517-72f6-41e2-bde2-05aba1b51ada None None] Attempting to bind port 8cea356d-7d33-44b4-a4b5-aec73b440abd on host dv-cinder-840377-1-iscsi for vnic_type normal with profile {{(pid=83994) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 21:34:16.629716 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.managers [None req-e7c9a517-72f6-41e2-bde2-05aba1b51ada None None] Attempting to bind port 8cea356d-7d33-44b4-a4b5-aec73b440abd by drivers openvswitch,hyperv on host dv-cinder-840377-1-iscsi at level 0 using segments [{'id': '36b0f1c3-e784-4cca-986f-65718d8cb16d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c33334bd-f19e-453d-9f7b-349270405c58'}] {{(pid=83994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 21:34:16.629716 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7c9a517-72f6-41e2-bde2-05aba1b51ada None None] Attempting to bind port 8cea356d-7d33-44b4-a4b5-aec73b440abd on network c33334bd-f19e-453d-9f7b-349270405c58 {{(pid=83994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 03 21:34:16.635884 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Pushing event updated for resources: {'Port': ['ID=be6545ee-1245-49c9-8167-1f94a4e5aa16,revision_number=3']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:34:16.639429 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7c9a517-72f6-41e2-bde2-05aba1b51ada None None] Checking agent: {'id': 'fb00ce1e-8ae6-4b1c-988b-a0ad40f400cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840377-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 21, 19, 20), 'started_at': datetime.datetime(2022, 5, 3, 21, 19, 50), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 21, 33, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840377-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 03 21:34:16.639681 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7c9a517-72f6-41e2-bde2-05aba1b51ada None None] Checking segment: {'id': '36b0f1c3-e784-4cca-986f-65718d8cb16d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c33334bd-f19e-453d-9f7b-349270405c58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 03 21:34:16.639928 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-e7c9a517-72f6-41e2-bde2-05aba1b51ada None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:16.640369 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7c9a517-72f6-41e2-bde2-05aba1b51ada None None] Bound using segment: {'id': '36b0f1c3-e784-4cca-986f-65718d8cb16d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c33334bd-f19e-453d-9f7b-349270405c58'} {{(pid=83994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 03 21:34:16.640834 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.managers [None req-e7c9a517-72f6-41e2-bde2-05aba1b51ada None None] Bound port: 8cea356d-7d33-44b4-a4b5-aec73b440abd, host: dv-cinder-840377-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36b0f1c3-e784-4cca-986f-65718d8cb16d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c33334bd-f19e-453d-9f7b-349270405c58'}}] {{(pid=83994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 21:34:16.641827 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-e7c9a517-72f6-41e2-bde2-05aba1b51ada None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1124352'] for port, before_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:16.673607 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57e0346-4785-448f-815c-6c1af1b59c65 req-bd776a2e-69ec-443b-a7cc-e76cd2577af5 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:34:16.675458 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-e57e0346-4785-448f-815c-6c1af1b59c65 req-bd776a2e-69ec-443b-a7cc-e76cd2577af5 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] 10.222.0.48 "GET /v2.0/ports?device_id=49b86a80-657d-4e94-bc71-bcfe8f276469 HTTP/1.1" status: 200 len: 945 time: 0.2034159 May 03 21:34:16.689211 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-ffddaacf-fabe-43bb-a226-c679560e535b req-350a35a7-bf41-4d3b-a92d-e12b464b739e tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] 10.222.0.48 "GET /v2.0/ports?device_id=aab2b795-8567-48fa-81d6-985a8f168f87 HTTP/1.1" status: 200 len: 210 time: 0.0823326 May 03 21:34:16.734019 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-43489fa1-a709-4f2f-a708-e8e69879d602 req-559a16da-96eb-42a9-ab42-4ef3cb487c82 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=95308c2b-cca2-41de-8e93-f747eb13cdfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1284814 May 03 21:34:16.770571 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92817b05-a9b7-4791-9c2c-70ee24bc9952 None None] Pushing event updated for resources: {'Port': ['ID=8cea356d-7d33-44b4-a4b5-aec73b440abd,revision_number=2']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:34:16.780994 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-e3a372e2-6f7a-4c16-8c7d-314e244ab578 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:16.785363 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.db [None req-e7c9a517-72f6-41e2-bde2-05aba1b51ada None None] For port 8cea356d-7d33-44b4-a4b5-aec73b440abd, host dv-cinder-840377-1-iscsi, cleared binding levels {{(pid=83994) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 21:34:16.788585 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.db [None req-e7c9a517-72f6-41e2-bde2-05aba1b51ada None None] For port 8cea356d-7d33-44b4-a4b5-aec73b440abd, host dv-cinder-840377-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840377-1-iscsi',level=0,port_id=8cea356d-7d33-44b4-a4b5-aec73b440abd,segment=NetworkSegment(36b0f1c3-e784-4cca-986f-65718d8cb16d),segment_id=36b0f1c3-e784-4cca-986f-65718d8cb16d)] {{(pid=83994) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 21:34:16.801036 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-e57e0346-4785-448f-815c-6c1af1b59c65 req-762fda45-0cfc-4818-bc00-64eb0d9fc11d tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] 10.222.0.48 "GET /v2.0/security-groups?id=95308c2b-cca2-41de-8e93-f747eb13cdfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1049557 May 03 21:34:16.803553 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.db.provisioning_blocks [None req-e3a372e2-6f7a-4c16-8c7d-314e244ab578 admin admin] Transition to ACTIVE for port object 417ff828-e1a3-471a-ac64-bc91b666d26e will not be triggered until provisioned by entity DHCP. {{(pid=83992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 21:34:16.910869 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-e7c9a517-72f6-41e2-bde2-05aba1b51ada None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781386188966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781385847453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781385847498'] for port, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:16.956406 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-e3a372e2-6f7a-4c16-8c7d-314e244ab578 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781385847435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3996730'] for port, after_create {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:16.990195 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92817b05-a9b7-4791-9c2c-70ee24bc9952 None None] Pushing event updated for resources: {'Port': ['ID=8cea356d-7d33-44b4-a4b5-aec73b440abd,revision_number=3']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:34:17.001073 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7c9a517-72f6-41e2-bde2-05aba1b51ada None None] Routers {'2e3dfff1-9645-409e-bf30-4464ec3b1553'} bound to L3 agent in host dv-cinder-840377-1-iscsi {{(pid=83994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 03 21:34:17.001073 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.l3_hamode_db [None req-e7c9a517-72f6-41e2-bde2-05aba1b51ada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840377-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-03T21:19:18Z,description=,heartbeat_timestamp=2022-05-03T21:33:49Z,host='dv-cinder-840377-1-iscsi',id=c192ea1b-f7d6-49b7-9f22-5492fbafc6f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:19:19Z,topic='l3_agent')) {'router_ids': ['2e3dfff1-9645-409e-bf30-4464ec3b1553'], 'active': True} {{(pid=83994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:34:17.039407 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3a372e2-6f7a-4c16-8c7d-314e244ab578 admin admin] Network f0a9fce1-0034-4c9f-bab5-3584af0c3657 is already hosted by enough agents. {{(pid=83992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 21:34:17.043235 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a372e2-6f7a-4c16-8c7d-314e244ab578 admin admin] Pushing event updated for resources: {'Port': ['ID=417ff828-e1a3-471a-ac64-bc91b666d26e,revision_number=1']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:34:17.045634 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.scheduler.base_scheduler [None req-e3a372e2-6f7a-4c16-8c7d-314e244ab578 admin admin] Resources bound (agent type, host, resource id): {{(pid=83992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 21:34:17.050167 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3a372e2-6f7a-4c16-8c7d-314e244ab578 admin admin] Received port after_create {{(pid=83992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 03 21:34:17.120831 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a372e2-6f7a-4c16-8c7d-314e244ab578 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:34:17.121212 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a372e2-6f7a-4c16-8c7d-314e244ab578 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:34:17.121550 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a372e2-6f7a-4c16-8c7d-314e244ab578 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:34:17.121881 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a372e2-6f7a-4c16-8c7d-314e244ab578 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:34:17.122211 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a372e2-6f7a-4c16-8c7d-314e244ab578 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:34:17.122542 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a372e2-6f7a-4c16-8c7d-314e244ab578 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:34:17.122910 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a372e2-6f7a-4c16-8c7d-314e244ab578 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:34:17.123200 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a372e2-6f7a-4c16-8c7d-314e244ab578 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:34:17.123520 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a372e2-6f7a-4c16-8c7d-314e244ab578 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:34:17.123841 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a372e2-6f7a-4c16-8c7d-314e244ab578 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:34:17.124160 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a372e2-6f7a-4c16-8c7d-314e244ab578 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:34:17.154972 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-e3a372e2-6f7a-4c16-8c7d-314e244ab578 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-333705'] for router_interface, before_create {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:17.240251 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.l3_dvr_db [None req-e7c9a517-72f6-41e2-bde2-05aba1b51ada None None] Set router 2e3dfff1-9645-409e-bf30-4464ec3b1553 gateway port host: dv-cinder-840377-1-iscsi {{(pid=83994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 03 21:34:17.416938 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-e3a372e2-6f7a-4c16-8c7d-314e244ab578 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1124352'] for port, before_update {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:17.617914 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.l3_hamode_db [None req-e7c9a517-72f6-41e2-bde2-05aba1b51ada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e3dfff1-9645-409e-bf30-4464ec3b1553', 'name': 'tempest-TestVolumeBootPattern-1397119621-router', 'tenant_id': 'e665d5aad2c24ad7843ca060d41792d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c33334bd-f19e-453d-9f7b-349270405c58', 'external_fixed_ips': [{'subnet_id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'ip_address': '172.27.1.207'}], 'enable_snat': True}, 'gw_port_id': '8cea356d-7d33-44b4-a4b5-aec73b440abd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:34:12Z', 'updated_at': '2022-05-03T21:34:14Z', 'revision_number': 3, 'project_id': 'e665d5aad2c24ad7843ca060d41792d3', 'gw_port': {'id': '8cea356d-7d33-44b4-a4b5-aec73b440abd', 'name': '', 'network_id': 'c33334bd-f19e-453d-9f7b-349270405c58', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:d1:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e3dfff1-9645-409e-bf30-4464ec3b1553', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'ip_address': '172.27.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:34:13Z', 'updated_at': '2022-05-03T21:34:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840377-1-iscsi'}], 'dv-cinder-840377-1-iscsi', False) {} {{(pid=83994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:34:17.622342 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7c9a517-72f6-41e2-bde2-05aba1b51ada None None] The sync data for ids ['2e3dfff1-9645-409e-bf30-4464ec3b1553'] in dv-cinder-840377-1-iscsi is: [{'id': '2e3dfff1-9645-409e-bf30-4464ec3b1553', 'name': 'tempest-TestVolumeBootPattern-1397119621-router', 'tenant_id': 'e665d5aad2c24ad7843ca060d41792d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c33334bd-f19e-453d-9f7b-349270405c58', 'external_fixed_ips': [{'subnet_id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'ip_address': '172.27.1.207'}], 'enable_snat': True}, 'gw_port_id': '8cea356d-7d33-44b4-a4b5-aec73b440abd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:34:12Z', 'updated_at': '2022-05-03T21:34:14Z', 'revision_number': 3, 'project_id': 'e665d5aad2c24ad7843ca060d41792d3', 'gw_port': {'id': '8cea356d-7d33-44b4-a4b5-aec73b440abd', 'name': '', 'network_id': 'c33334bd-f19e-453d-9f7b-349270405c58', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:d1:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e3dfff1-9645-409e-bf30-4464ec3b1553', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'ip_address': '172.27.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:34:13Z', 'updated_at': '2022-05-03T21:34:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840377-1-iscsi'}] {{(pid=83994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 03 21:34:17.699691 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-e3a372e2-6f7a-4c16-8c7d-314e244ab578 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:17.706594 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.rpc [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Device be6545ee-1245-49c9-8167-1f94a4e5aa16 up at agent ovs-agent-dv-cinder-840377-1-iscsi {{(pid=83994) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 21:34:17.785908 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.provisioning_blocks [None req-601fe7e6-8ace-46ea-84a7-7ff61ddec5f5 None None] Provisioning for port 417ff828-e1a3-471a-ac64-bc91b666d26e completed by entity DHCP. {{(pid=83994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 21:34:17.792590 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.provisioning_blocks [None req-601fe7e6-8ace-46ea-84a7-7ff61ddec5f5 None None] Provisioning complete for port 417ff828-e1a3-471a-ac64-bc91b666d26e triggered by entity DHCP. {{(pid=83994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:34:17.793063 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-601fe7e6-8ace-46ea-84a7-7ff61ddec5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2080827'] for port, provisioning_complete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:17.893170 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.provisioning_blocks [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Provisioning complete for port be6545ee-1245-49c9-8167-1f94a4e5aa16 triggered by entity L2. {{(pid=83994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:34:17.893170 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2080827'] for port, provisioning_complete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:17.900966 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-e3a372e2-6f7a-4c16-8c7d-314e244ab578 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781386188966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781385847453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781385847498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3996739'] for port, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:17.945348 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.plugin [None req-601fe7e6-8ace-46ea-84a7-7ff61ddec5f5 None None] Port 417ff828-e1a3-471a-ac64-bc91b666d26e cannot update to ACTIVE because it is not bound. {{(pid=83994) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 03 21:34:18.045762 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-4898b063-763f-4632-a05b-48b5dbbafb96 req-e6dfc58e-0c1a-4192-9951-56fc61a74eed tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] 10.222.0.48 "GET /v2.0/ports?device_id=aab2b795-8567-48fa-81d6-985a8f168f87 HTTP/1.1" status: 200 len: 210 time: 0.2062972 May 03 21:34:18.162198 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a372e2-6f7a-4c16-8c7d-314e244ab578 admin admin] Pushing event updated for resources: {'Port': ['ID=417ff828-e1a3-471a-ac64-bc91b666d26e,revision_number=2']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:34:18.195820 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-e3a372e2-6f7a-4c16-8c7d-314e244ab578 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1706276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-333604'] for router_interface, after_create {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:18.404220 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352a7f35-47c6-46a6-94b7-dfd205e5d69d req-e1421e3b-9ea3-4271-a73e-57aeae551ca9 tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:34:18.405701 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-352a7f35-47c6-46a6-94b7-dfd205e5d69d req-e1421e3b-9ea3-4271-a73e-57aeae551ca9 tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] 10.222.0.42 "GET /v2.0/networks?id=74dacc7e-115e-4cd0-87fd-8eaa4de43b7c HTTP/1.1" status: 200 len: 810 time: 0.4165397 May 03 21:34:18.424015 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce56da2-8f0a-459b-acfa-fb45d3466f35 req-f109234a-e207-4f04-b8d1-dc9ea7b07346 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:34:18.425728 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-1ce56da2-8f0a-459b-acfa-fb45d3466f35 req-f109234a-e207-4f04-b8d1-dc9ea7b07346 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] 10.222.0.48 "GET /v2.0/ports?device_id=49b86a80-657d-4e94-bc71-bcfe8f276469 HTTP/1.1" status: 200 len: 945 time: 0.3921988 May 03 21:34:18.441377 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3a372e2-6f7a-4c16-8c7d-314e244ab578 admin admin] Network f0a9fce1-0034-4c9f-bab5-3584af0c3657 is already hosted by enough agents. {{(pid=83992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 21:34:18.442648 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.scheduler.base_scheduler [None req-e3a372e2-6f7a-4c16-8c7d-314e244ab578 admin admin] Resources bound (agent type, host, resource id): {{(pid=83992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 21:34:18.520078 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-352a7f35-47c6-46a6-94b7-dfd205e5d69d req-cac02693-197c-4246-a928-30c00c0b39f6 tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a2df1ca790224a009004c3c22a5ee5c5 HTTP/1.1" status: 200 len: 379 time: 0.0846872 May 03 21:34:18.533450 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.v2.base [req-352a7f35-47c6-46a6-94b7-dfd205e5d69d req-7f721334-4cc4-4441-b920-e54f4a56219f tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] Request body: {'port': {'device_id': 'aab2b795-8567-48fa-81d6-985a8f168f87', 'network_id': '74dacc7e-115e-4cd0-87fd-8eaa4de43b7c', 'admin_state_up': True, 'tenant_id': 'a2df1ca790224a009004c3c22a5ee5c5', 'security_groups': ['1936a7be-6b75-49ba-a7fa-dd2e0617a0e7']}} {{(pid=83993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 03 21:34:18.674332 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-1ce56da2-8f0a-459b-acfa-fb45d3466f35 req-db161970-5e18-41b9-a0b9-2b7b9b0afe98 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] 10.222.0.48 "GET /v2.0/security-groups?id=95308c2b-cca2-41de-8e93-f747eb13cdfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2394960 May 03 21:34:18.712795 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-fcbcac3c-c478-4a1e-a8db-17142027a8e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781386283879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2080842'] for agent, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:18.790457 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [req-352a7f35-47c6-46a6-94b7-dfd205e5d69d req-7f721334-4cc4-4441-b920-e54f4a56219f tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:34:18.802569 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [req-352a7f35-47c6-46a6-94b7-dfd205e5d69d req-7f721334-4cc4-4441-b920-e54f4a56219f tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:34:18.893023 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-352a7f35-47c6-46a6-94b7-dfd205e5d69d req-7f721334-4cc4-4441-b920-e54f4a56219f tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] Made reservation on behalf of a2df1ca790224a009004c3c22a5ee5c5 for: {'port': 1} {{(pid=83993) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 21:34:18.893718 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.provisioning_blocks [None req-bdff2724-6ae2-40a7-b336-697ef343965c None None] Provisioning complete for port 417ff828-e1a3-471a-ac64-bc91b666d26e triggered by entity DHCP. {{(pid=83994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:34:18.894133 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-bdff2724-6ae2-40a7-b336-697ef343965c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2080827'] for port, provisioning_complete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:18.896529 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-352a7f35-47c6-46a6-94b7-dfd205e5d69d req-7f721334-4cc4-4441-b920-e54f4a56219f tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1124352'] for port, before_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:18.953062 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.plugin [None req-bdff2724-6ae2-40a7-b336-697ef343965c None None] Port 417ff828-e1a3-471a-ac64-bc91b666d26e cannot update to ACTIVE because it is not bound. {{(pid=83994) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 03 21:34:18.960212 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3a372e2-6f7a-4c16-8c7d-314e244ab578 admin admin] Router 2e3dfff1-9645-409e-bf30-4464ec3b1553 has already been hosted by L3 agent c192ea1b-f7d6-49b7-9f22-5492fbafc6f3 {{(pid=83992) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 03 21:34:19.113895 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.db.db_base_plugin_common [req-352a7f35-47c6-46a6-94b7-dfd205e5d69d req-7f721334-4cc4-4441-b920-e54f4a56219f tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] Allocated IP 172.20.0.10 (74dacc7e-115e-4cd0-87fd-8eaa4de43b7c/55e45d73-03f2-4af5-b38e-f33c41c1d7ec/0467bd1c-73a7-463d-8aa3-9018ce655dae) {{(pid=83993) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 21:34:19.323882 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-047ee541-ae23-49f9-86e1-e3b9d5778660 req-a0ce6a2d-7697-4fc6-8f69-808cd394c895 tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] 10.222.0.48 "GET /v2.0/ports?device_id=aab2b795-8567-48fa-81d6-985a8f168f87 HTTP/1.1" status: 200 len: 210 time: 0.0788589 May 03 21:34:19.376091 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3a372e2-6f7a-4c16-8c7d-314e244ab578 admin admin] Notify agent at l3_agent.dv-cinder-840377-1-iscsi the message routers_updated {{(pid=83992) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 21:34:19.386675 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [None req-e3a372e2-6f7a-4c16-8c7d-314e244ab578 admin admin] 10.222.0.48 "PUT /v2.0/routers/2e3dfff1-9645-409e-bf30-4464ec3b1553/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1852968 May 03 21:34:19.436977 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-352a7f35-47c6-46a6-94b7-dfd205e5d69d req-7f721334-4cc4-4441-b920-e54f4a56219f tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] Notify callbacks [] for port, precommit_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:19.453163 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.db.provisioning_blocks [req-352a7f35-47c6-46a6-94b7-dfd205e5d69d req-7f721334-4cc4-4441-b920-e54f4a56219f tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] Transition to ACTIVE for port object 0467bd1c-73a7-463d-8aa3-9018ce655dae will not be triggered until provisioned by entity DHCP. {{(pid=83993) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 21:34:19.675294 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781386283879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2080842'] for agent, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:19.676772 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-352a7f35-47c6-46a6-94b7-dfd205e5d69d req-7f721334-4cc4-4441-b920-e54f4a56219f tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781385847435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3391708'] for port, after_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:19.739685 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.rpc [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Device 8cea356d-7d33-44b4-a4b5-aec73b440abd up at agent ovs-agent-dv-cinder-840377-1-iscsi {{(pid=83994) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 21:34:19.790671 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-352a7f35-47c6-46a6-94b7-dfd205e5d69d req-7f721334-4cc4-4441-b920-e54f4a56219f tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] Network 74dacc7e-115e-4cd0-87fd-8eaa4de43b7c is already hosted by enough agents. {{(pid=83993) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 21:34:19.794959 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.scheduler.base_scheduler [req-352a7f35-47c6-46a6-94b7-dfd205e5d69d req-7f721334-4cc4-4441-b920-e54f4a56219f tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] Resources bound (agent type, host, resource id): {{(pid=83993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 21:34:19.801062 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.db.l3_dvrscheduler_db [req-352a7f35-47c6-46a6-94b7-dfd205e5d69d req-7f721334-4cc4-4441-b920-e54f4a56219f tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] Received port after_create {{(pid=83993) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 03 21:34:19.833595 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f721334-4cc4-4441-b920-e54f4a56219f tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] Pushing event updated for resources: {'Port': ['ID=0467bd1c-73a7-463d-8aa3-9018ce655dae,revision_number=1']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:34:19.837837 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781386283879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2080842'] for agent, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:19.842510 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-0dfda447-9707-4eba-99ce-657c79a02a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781386283879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2080842'] for agent, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:19.924544 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352a7f35-47c6-46a6-94b7-dfd205e5d69d req-7f721334-4cc4-4441-b920-e54f4a56219f tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:34:19.925474 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-352a7f35-47c6-46a6-94b7-dfd205e5d69d req-7f721334-4cc4-4441-b920-e54f4a56219f tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93163'] for port, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:19.958841 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.provisioning_blocks [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Provisioning for port 8cea356d-7d33-44b4-a4b5-aec73b440abd completed by entity L2. {{(pid=83994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 21:34:19.974120 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.provisioning_blocks [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Provisioning complete for port 8cea356d-7d33-44b4-a4b5-aec73b440abd triggered by entity L2. {{(pid=83994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:34:19.976580 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2080827'] for port, provisioning_complete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:20.014877 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807191ad-4548-4a57-9444-1899c81d2f4d req-04fbcbf4-d364-4af0-8361-e3b619da428f tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:34:20.023403 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-807191ad-4548-4a57-9444-1899c81d2f4d req-04fbcbf4-d364-4af0-8361-e3b619da428f tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] 10.222.0.48 "GET /v2.0/ports?device_id=49b86a80-657d-4e94-bc71-bcfe8f276469 HTTP/1.1" status: 200 len: 945 time: 0.1003575 May 03 21:34:20.060301 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-352a7f35-47c6-46a6-94b7-dfd205e5d69d req-7f721334-4cc4-4441-b920-e54f4a56219f tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5317101 May 03 21:34:20.072998 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-807191ad-4548-4a57-9444-1899c81d2f4d req-7f259677-60a0-43de-8e9d-3dbf7b66a6c7 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] 10.222.0.48 "GET /v2.0/security-groups?id=95308c2b-cca2-41de-8e93-f747eb13cdfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482724 May 03 21:34:20.080675 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.v2.base [req-352a7f35-47c6-46a6-94b7-dfd205e5d69d req-6bad8c71-e266-42a7-ac78-6e4e59b6067c service neutron] Request body: {'port': {'device_id': 'aab2b795-8567-48fa-81d6-985a8f168f87', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84037'}} {{(pid=83993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 03 21:34:20.227896 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1124352'] for port, before_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:20.250174 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.db [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] For port 8cea356d-7d33-44b4-a4b5-aec73b440abd, host dv-cinder-840377-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840377-1-iscsi',level=0,port_id=8cea356d-7d33-44b4-a4b5-aec73b440abd,segment=NetworkSegment(36b0f1c3-e784-4cca-986f-65718d8cb16d),segment_id=36b0f1c3-e784-4cca-986f-65718d8cb16d)] {{(pid=83994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 21:34:20.275303 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-352a7f35-47c6-46a6-94b7-dfd205e5d69d req-6bad8c71-e266-42a7-ac78-6e4e59b6067c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1124352'] for port, before_update {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:20.345708 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.provisioning_blocks [None req-747bac22-d8dc-44c5-aa0b-9454ace03357 None None] Provisioning for port 0467bd1c-73a7-463d-8aa3-9018ce655dae completed by entity DHCP. {{(pid=83994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 21:34:20.347120 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b53699-2b8b-4f8d-ab5e-1658f4db44c3 req-738d6ab8-784d-4c6c-9a54-0a2dd0ec3990 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:34:20.348627 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-d4b53699-2b8b-4f8d-ab5e-1658f4db44c3 req-738d6ab8-784d-4c6c-9a54-0a2dd0ec3990 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] 10.222.0.48 "GET /v2.0/ports?device_id=49b86a80-657d-4e94-bc71-bcfe8f276469 HTTP/1.1" status: 200 len: 945 time: 0.0819635 May 03 21:34:20.357906 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.provisioning_blocks [None req-747bac22-d8dc-44c5-aa0b-9454ace03357 None None] Provisioning complete for port 0467bd1c-73a7-463d-8aa3-9018ce655dae triggered by entity DHCP. {{(pid=83994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:34:20.357906 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-747bac22-d8dc-44c5-aa0b-9454ace03357 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2080827'] for port, provisioning_complete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:20.358165 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.48', 60098) {{(pid=83992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:34:20.365370 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.v2.base [None req-32adad42-7a69-4cfb-8300-55e1274f0f82 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] Request body: {'floatingip': {'port_id': '4a088512-8058-4a9a-a45b-177671d97cfc'}} {{(pid=83992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 03 21:34:20.458385 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.plugin [None req-747bac22-d8dc-44c5-aa0b-9454ace03357 None None] Port 0467bd1c-73a7-463d-8aa3-9018ce655dae cannot update to ACTIVE because it is not bound. {{(pid=83994) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 03 21:34:20.462180 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781386188966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781385847453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781385847498'] for port, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:20.520984 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-32adad42-7a69-4cfb-8300-55e1274f0f82 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] Notify callbacks [] for floatingip, before_update {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:20.534425 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Pushing event updated for resources: {'Port': ['ID=8cea356d-7d33-44b4-a4b5-aec73b440abd,revision_number=4']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:34:20.831800 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ed3ff7-48dc-47d0-93da-b798ba292904 req-872b86de-8874-43da-b34d-f7a67e710c1c tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:34:20.837626 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-39ed3ff7-48dc-47d0-93da-b798ba292904 req-872b86de-8874-43da-b34d-f7a67e710c1c tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] 10.222.0.48 "GET /v2.0/ports?device_id=aab2b795-8567-48fa-81d6-985a8f168f87 HTTP/1.1" status: 200 len: 932 time: 0.2020652 May 03 21:34:20.882392 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-4980d9a8-d1ea-48d6-b994-d00c33034c15 req-9864b3e0-4042-4597-905c-a6e103632933 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=03af834dfea4426086d2125bcea03d0f&device_id=f13ba9d5-9344-4748-8e24-118858bfce42 HTTP/1.1" status: 200 len: 1137 time: 0.2285113 May 03 21:34:20.899431 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1250b3e1-a6a0-469b-8ae3-c3ce59490888 req-158de48b-bcec-486b-9809-0515b844b4a9 tempest-TestMinimumBasicScenario-1676527086 tempest-TestMinimumBasicScenario-1676527086-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:34:20.905104 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-1250b3e1-a6a0-469b-8ae3-c3ce59490888 req-158de48b-bcec-486b-9809-0515b844b4a9 tempest-TestMinimumBasicScenario-1676527086 tempest-TestMinimumBasicScenario-1676527086-project] 10.222.0.48 "GET /v2.0/ports?device_id=f13ba9d5-9344-4748-8e24-118858bfce42 HTTP/1.1" status: 200 len: 984 time: 0.2498593 May 03 21:34:21.041388 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.quota.resource [req-39ed3ff7-48dc-47d0-93da-b798ba292904 req-f7fcc00f-45d4-4267-aeb5-5cf68dec1d7e tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] Synchronizing usage tracker for tenant:a2df1ca790224a009004c3c22a5ee5c5 on resource:security_group {{(pid=83992) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 21:34:21.079958 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.quota.resource [req-39ed3ff7-48dc-47d0-93da-b798ba292904 req-f7fcc00f-45d4-4267-aeb5-5cf68dec1d7e tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] Unset dirty status for tenant:a2df1ca790224a009004c3c22a5ee5c5 on resource:security_group {{(pid=83992) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 21:34:21.081390 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-39ed3ff7-48dc-47d0-93da-b798ba292904 req-f7fcc00f-45d4-4267-aeb5-5cf68dec1d7e tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] 10.222.0.48 "GET /v2.0/security-groups?id=1936a7be-6b75-49ba-a7fa-dd2e0617a0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1803091 May 03 21:34:21.094580 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-1250b3e1-a6a0-469b-8ae3-c3ce59490888 req-bafb2551-347e-4aff-8009-7820973c0c72 tempest-TestMinimumBasicScenario-1676527086 tempest-TestMinimumBasicScenario-1676527086-project] 10.222.0.48 "GET /v2.0/security-groups?id=c752ce3f-47d3-4857-90c0-90885669f08a&id=d42fd400-718a-4705-ba88-26516eaca3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1871929 May 03 21:34:21.120069 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.notifiers.nova [req-352a7f35-47c6-46a6-94b7-dfd205e5d69d req-6bad8c71-e266-42a7-ac78-6e4e59b6067c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0467bd1c-73a7-463d-8aa3-9018ce655dae {{(pid=83993) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 03 21:34:21.131511 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-352a7f35-47c6-46a6-94b7-dfd205e5d69d req-6bad8c71-e266-42a7-ac78-6e4e59b6067c service neutron] Notify callbacks [] for port, precommit_update {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:21.143383 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.48', 60116) {{(pid=83993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:34:21.168142 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.v2.base [None req-e0dddfab-18ff-40a6-851b-f5ed2749a97b admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-564393203-network', 'tenant_id': 'ba56c29108034f8d8c9070a752249637'}} {{(pid=83993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 03 21:34:21.171614 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-672d275f-a9b7-498c-8eb6-010b5168d44a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781386283879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2080842'] for agent, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:21.174383 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-e0dddfab-18ff-40a6-851b-f5ed2749a97b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:34:21.178641 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-e0dddfab-18ff-40a6-851b-f5ed2749a97b admin admin] Usage tracker for resource:network and tenant:ba56c29108034f8d8c9070a752249637 is out of sync, need to count used quota {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:34:21.181744 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-e0dddfab-18ff-40a6-851b-f5ed2749a97b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:34:21.189304 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-e0dddfab-18ff-40a6-851b-f5ed2749a97b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:34:21.216812 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.db.provisioning_blocks [req-352a7f35-47c6-46a6-94b7-dfd205e5d69d req-6bad8c71-e266-42a7-ac78-6e4e59b6067c service neutron] Transition to ACTIVE for port object 0467bd1c-73a7-463d-8aa3-9018ce655dae will not be triggered until provisioned by entity L2. {{(pid=83993) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 21:34:21.225181 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4980d9a8-d1ea-48d6-b994-d00c33034c15 req-3bb57827-437a-40ce-ba73-27d8de93f279 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:34:21.226308 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-4980d9a8-d1ea-48d6-b994-d00c33034c15 req-3bb57827-437a-40ce-ba73-27d8de93f279 service neutron] 10.222.0.42 "GET /v2.0/networks?id=9b51a3a3-5ba7-4915-a72e-fc06fbab7914 HTTP/1.1" status: 200 len: 915 time: 0.3361282 May 03 21:34:21.298899 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0dddfab-18ff-40a6-851b-f5ed2749a97b admin admin] Made reservation on behalf of ba56c29108034f8d8c9070a752249637 for: {'network': 1} {{(pid=83993) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 21:34:21.301130 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-e0dddfab-18ff-40a6-851b-f5ed2749a97b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1124352'] for network, before_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:21.328552 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-e0dddfab-18ff-40a6-851b-f5ed2749a97b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:21.385913 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-352a7f35-47c6-46a6-94b7-dfd205e5d69d req-6bad8c71-e266-42a7-ac78-6e4e59b6067c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781386188966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781385847453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781385847498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3391653'] for port, after_update {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:21.442254 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-32adad42-7a69-4cfb-8300-55e1274f0f82 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:21.528973 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-4980d9a8-d1ea-48d6-b994-d00c33034c15 req-ff92f0af-4fcd-4f05-ade9-0c4555398d37 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=85f0f545-6b51-41b2-a9ee-a8c17abc2f57 HTTP/1.1" status: 200 len: 1001 time: 0.2958100 May 03 21:34:21.542662 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-e0dddfab-18ff-40a6-851b-f5ed2749a97b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:34:21.544244 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-32adad42-7a69-4cfb-8300-55e1274f0f82 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-332800'] for floatingip, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:21.647667 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-e0dddfab-18ff-40a6-851b-f5ed2749a97b admin admin] Usage tracker for resource:security_group_rule and tenant:ba56c29108034f8d8c9070a752249637 is out of sync, need to count used quota {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:34:21.677844 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5efbc46e-a26e-48e8-a155-8ece04966766 None None] Sync routers for ids ['2e3dfff1-9645-409e-bf30-4464ec3b1553'] in dv-cinder-840377-1-iscsi {{(pid=83995) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 03 21:34:21.689111 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bad8c71-e266-42a7-ac78-6e4e59b6067c service neutron] Pushing event updated for resources: {'Port': ['ID=0467bd1c-73a7-463d-8aa3-9018ce655dae,revision_number=2']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:34:21.694980 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-e0dddfab-18ff-40a6-851b-f5ed2749a97b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:34:21.703801 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5efbc46e-a26e-48e8-a155-8ece04966766 None None] Routers {'2e3dfff1-9645-409e-bf30-4464ec3b1553'} bound to L3 agent in host dv-cinder-840377-1-iscsi {{(pid=83995) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 03 21:34:21.705903 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.db.l3_hamode_db [None req-5efbc46e-a26e-48e8-a155-8ece04966766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840377-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-03T21:19:18Z,description=,heartbeat_timestamp=2022-05-03T21:34:19Z,host='dv-cinder-840377-1-iscsi',id=c192ea1b-f7d6-49b7-9f22-5492fbafc6f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:19:19Z,topic='l3_agent')) {'router_ids': ['2e3dfff1-9645-409e-bf30-4464ec3b1553'], 'active': True} {{(pid=83995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:34:21.709670 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-e0dddfab-18ff-40a6-851b-f5ed2749a97b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:34:21.724117 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4980d9a8-d1ea-48d6-b994-d00c33034c15 req-7a585bb2-fd92-4854-8c15-9823343eb03f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:34:21.725889 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-4980d9a8-d1ea-48d6-b994-d00c33034c15 req-7a585bb2-fd92-4854-8c15-9823343eb03f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2b4ffd3f-ee1e-4729-8300-c5c9c6b81a0d HTTP/1.1" status: 200 len: 853 time: 0.1864121 May 03 21:34:21.777077 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.rpc [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Device 8cea356d-7d33-44b4-a4b5-aec73b440abd up at agent ovs-agent-dv-cinder-840377-1-iscsi {{(pid=83994) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 21:34:21.809791 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.db.l3_db [None req-32adad42-7a69-4cfb-8300-55e1274f0f82 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] Floating IP 3c42a820-e03a-4168-9dfc-5b60a234f003 associated. External IP: 172.27.1.43, port: 4a088512-8058-4a9a-a45b-177671d97cfc. May 03 21:34:21.931305 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.provisioning_blocks [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Provisioning complete for port 8cea356d-7d33-44b4-a4b5-aec73b440abd triggered by entity L2. {{(pid=83994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:34:21.931951 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2080827'] for port, provisioning_complete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:21.950219 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.managers [req-352a7f35-47c6-46a6-94b7-dfd205e5d69d req-6bad8c71-e266-42a7-ac78-6e4e59b6067c service neutron] Attempting to bind port 0467bd1c-73a7-463d-8aa3-9018ce655dae on host hv-cinder-84037 for vnic_type normal with profile {{(pid=83993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 21:34:21.950795 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.managers [req-352a7f35-47c6-46a6-94b7-dfd205e5d69d req-6bad8c71-e266-42a7-ac78-6e4e59b6067c service neutron] Attempting to bind port 0467bd1c-73a7-463d-8aa3-9018ce655dae by drivers openvswitch,hyperv on host hv-cinder-84037 at level 0 using segments [{'id': 'f612df4b-39e4-4aca-8577-536003890aab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '74dacc7e-115e-4cd0-87fd-8eaa4de43b7c'}] {{(pid=83993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 21:34:21.951030 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-352a7f35-47c6-46a6-94b7-dfd205e5d69d req-6bad8c71-e266-42a7-ac78-6e4e59b6067c service neutron] Attempting to bind port 0467bd1c-73a7-463d-8aa3-9018ce655dae on network 74dacc7e-115e-4cd0-87fd-8eaa4de43b7c {{(pid=83993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 03 21:34:21.976543 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-352a7f35-47c6-46a6-94b7-dfd205e5d69d req-6bad8c71-e266-42a7-ac78-6e4e59b6067c service neutron] Port 0467bd1c-73a7-463d-8aa3-9018ce655dae on network 74dacc7e-115e-4cd0-87fd-8eaa4de43b7c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84037 {{(pid=83993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 03 21:34:21.976905 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-352a7f35-47c6-46a6-94b7-dfd205e5d69d req-6bad8c71-e266-42a7-ac78-6e4e59b6067c service neutron] Attempting to bind port 0467bd1c-73a7-463d-8aa3-9018ce655dae on network 74dacc7e-115e-4cd0-87fd-8eaa4de43b7c {{(pid=83993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 03 21:34:21.980164 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-e0dddfab-18ff-40a6-851b-f5ed2749a97b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:21.994337 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.db.l3_dvr_db [None req-5efbc46e-a26e-48e8-a155-8ece04966766 None None] Set router 2e3dfff1-9645-409e-bf30-4464ec3b1553 gateway port host: dv-cinder-840377-1-iscsi {{(pid=83995) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 03 21:34:21.994525 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-352a7f35-47c6-46a6-94b7-dfd205e5d69d req-6bad8c71-e266-42a7-ac78-6e4e59b6067c service neutron] Checking agent: {'id': '6f729c1e-126d-4db9-b521-92dbb8a34775', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84037', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 21, 26, 18), 'started_at': datetime.datetime(2022, 5, 3, 21, 26, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 21, 34, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 03 21:34:21.994525 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-352a7f35-47c6-46a6-94b7-dfd205e5d69d req-6bad8c71-e266-42a7-ac78-6e4e59b6067c service neutron] Checking segment: {'id': 'f612df4b-39e4-4aca-8577-536003890aab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '74dacc7e-115e-4cd0-87fd-8eaa4de43b7c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 03 21:34:21.994525 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-352a7f35-47c6-46a6-94b7-dfd205e5d69d req-6bad8c71-e266-42a7-ac78-6e4e59b6067c service neutron] Bound using segment: {'id': 'f612df4b-39e4-4aca-8577-536003890aab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '74dacc7e-115e-4cd0-87fd-8eaa4de43b7c'} {{(pid=83993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 03 21:34:21.994525 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.managers [req-352a7f35-47c6-46a6-94b7-dfd205e5d69d req-6bad8c71-e266-42a7-ac78-6e4e59b6067c service neutron] Bound port: 0467bd1c-73a7-463d-8aa3-9018ce655dae, host: hv-cinder-84037, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f612df4b-39e4-4aca-8577-536003890aab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '74dacc7e-115e-4cd0-87fd-8eaa4de43b7c'}}] {{(pid=83993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 21:34:21.994525 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-352a7f35-47c6-46a6-94b7-dfd205e5d69d req-6bad8c71-e266-42a7-ac78-6e4e59b6067c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1124352'] for port, before_update {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:22.085747 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-e0dddfab-18ff-40a6-851b-f5ed2749a97b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746426'] for security_group, after_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:22.122645 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.db [req-352a7f35-47c6-46a6-94b7-dfd205e5d69d req-6bad8c71-e266-42a7-ac78-6e4e59b6067c service neutron] For port 0467bd1c-73a7-463d-8aa3-9018ce655dae, host hv-cinder-84037, cleared binding levels {{(pid=83993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 21:34:22.134543 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0dddfab-18ff-40a6-851b-f5ed2749a97b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 400} {{(pid=83993) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 21:34:22.142574 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.db [req-352a7f35-47c6-46a6-94b7-dfd205e5d69d req-6bad8c71-e266-42a7-ac78-6e4e59b6067c service neutron] For port 0467bd1c-73a7-463d-8aa3-9018ce655dae, host hv-cinder-84037, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=0467bd1c-73a7-463d-8aa3-9018ce655dae,segment=NetworkSegment(f612df4b-39e4-4aca-8577-536003890aab),segment_id=f612df4b-39e4-4aca-8577-536003890aab)] {{(pid=83993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 21:34:22.151546 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0dddfab-18ff-40a6-851b-f5ed2749a97b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2896ae4-8e25-4fe3-8bec-b8b738fc0937,revision_number=1']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:34:22.171343 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-e0dddfab-18ff-40a6-851b-f5ed2749a97b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1172921'] for segment, precommit_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:22.171343 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.db.segments_db [None req-e0dddfab-18ff-40a6-851b-f5ed2749a97b admin admin] Added segment f51fa77a-a2e7-4f68-a112-dc0e9ba14154 of type vlan for network a21c6f9e-6cb9-4aa5-9039-deb3e7793b3a May 03 21:34:22.201263 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-e0dddfab-18ff-40a6-851b-f5ed2749a97b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781385835798'] for network, precommit_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:22.237128 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-352a7f35-47c6-46a6-94b7-dfd205e5d69d req-6bad8c71-e266-42a7-ac78-6e4e59b6067c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781386188966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781385847453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781385847498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3391653'] for port, after_update {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:22.331603 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-352a7f35-47c6-46a6-94b7-dfd205e5d69d req-6bad8c71-e266-42a7-ac78-6e4e59b6067c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93163'] for port, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:22.333441 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-352a7f35-47c6-46a6-94b7-dfd205e5d69d req-6bad8c71-e266-42a7-ac78-6e4e59b6067c service neutron] 10.222.0.42 "PUT /v2.0/ports/0467bd1c-73a7-463d-8aa3-9018ce655dae HTTP/1.1" status: 200 len: 1094 time: 2.2588081 May 03 21:34:22.337229 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aab2b795-8567-48fa-81d6-985a8f168f87', 'tag': '0467bd1c-73a7-463d-8aa3-9018ce655dae'}] {{(pid=83993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 03 21:34:22.371130 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-e0dddfab-18ff-40a6-851b-f5ed2749a97b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396'] for network, after_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:22.374515 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0dddfab-18ff-40a6-851b-f5ed2749a97b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:34:22.376948 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-e0dddfab-18ff-40a6-851b-f5ed2749a97b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1706389'] for network, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:22.449031 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bad8c71-e266-42a7-ac78-6e4e59b6067c service neutron] Pushing event updated for resources: {'Port': ['ID=0467bd1c-73a7-463d-8aa3-9018ce655dae,revision_number=3']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:34:22.580133 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.db.l3_hamode_db [None req-5efbc46e-a26e-48e8-a155-8ece04966766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e3dfff1-9645-409e-bf30-4464ec3b1553', 'name': 'tempest-TestVolumeBootPattern-1397119621-router', 'tenant_id': 'e665d5aad2c24ad7843ca060d41792d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c33334bd-f19e-453d-9f7b-349270405c58', 'external_fixed_ips': [{'subnet_id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'ip_address': '172.27.1.207'}], 'enable_snat': True}, 'gw_port_id': '8cea356d-7d33-44b4-a4b5-aec73b440abd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:34:12Z', 'updated_at': '2022-05-03T21:34:17Z', 'revision_number': 4, 'project_id': 'e665d5aad2c24ad7843ca060d41792d3', 'gw_port': {'id': '8cea356d-7d33-44b4-a4b5-aec73b440abd', 'name': '', 'network_id': 'c33334bd-f19e-453d-9f7b-349270405c58', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:d1:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e3dfff1-9645-409e-bf30-4464ec3b1553', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'ip_address': '172.27.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:34:13Z', 'updated_at': '2022-05-03T21:34:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840377-1-iscsi', '_interfaces': [{'id': '417ff828-e1a3-471a-ac64-bc91b666d26e', 'name': '', 'network_id': 'f0a9fce1-0034-4c9f-bab5-3584af0c3657', 'tenant_id': 'e665d5aad2c24ad7843ca060d41792d3', 'mac_address': 'fa:16:3e:c1:d6:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e3dfff1-9645-409e-bf30-4464ec3b1553', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '668a4303-55d7-4be7-977c-0eb3f7451c76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:34:16Z', 'updated_at': '2022-05-03T21:34:17Z', 'revision_number': 2, 'project_id': 'e665d5aad2c24ad7843ca060d41792d3', 'subnets': [{'id': '668a4303-55d7-4be7-977c-0eb3f7451c76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840377-1-iscsi', False) {} {{(pid=83995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:34:22.587867 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-e0dddfab-18ff-40a6-851b-f5ed2749a97b admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.4477973 May 03 21:34:22.590408 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.48', 60132) {{(pid=83992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:34:22.590885 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5efbc46e-a26e-48e8-a155-8ece04966766 None None] Checking router: 2e3dfff1-9645-409e-bf30-4464ec3b1553 for host: dv-cinder-840377-1-iscsi {{(pid=83995) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 03 21:34:22.591237 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5efbc46e-a26e-48e8-a155-8ece04966766 None None] Updating router 2e3dfff1-9645-409e-bf30-4464ec3b1553 port 417ff828-e1a3-471a-ac64-bc91b666d26e binding host dv-cinder-840377-1-iscsi {{(pid=83995) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 03 21:34:22.600245 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03481d16-831e-4ec7-baa4-d5f669699b3a req-72332fb9-04cf-45a1-9f20-a7659a06379e tempest-TestMinimumBasicScenario-1676527086 tempest-TestMinimumBasicScenario-1676527086-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:34:22.606801 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-03481d16-831e-4ec7-baa4-d5f669699b3a req-72332fb9-04cf-45a1-9f20-a7659a06379e tempest-TestMinimumBasicScenario-1676527086 tempest-TestMinimumBasicScenario-1676527086-project] 10.222.0.48 "GET /v2.0/ports?device_id=f13ba9d5-9344-4748-8e24-118858bfce42 HTTP/1.1" status: 200 len: 984 time: 0.2811196 May 03 21:34:22.612993 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.v2.base [None req-d18b175a-611d-4ea2-922c-23305b68f0b2 admin admin] Request body: {'subnet': {'network_id': 'a21c6f9e-6cb9-4aa5-9039-deb3e7793b3a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-564393203-subnet', 'tenant_id': 'ba56c29108034f8d8c9070a752249637', 'ip_version': 4}} {{(pid=83992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 03 21:34:22.615112 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0dddfab-18ff-40a6-851b-f5ed2749a97b admin admin] Pushing event updated for resources: {'Network': ['ID=a21c6f9e-6cb9-4aa5-9039-deb3e7793b3a,revision_number=1']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:34:22.635529 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.rpc [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Network a21c6f9e-6cb9-4aa5-9039-deb3e7793b3a details requested by agent ovs-agent-dv-cinder-840377-1-iscsi with host dv-cinder-840377-1-iscsi {{(pid=83994) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 03 21:34:22.642727 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.db.quota.driver [None req-d18b175a-611d-4ea2-922c-23305b68f0b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:34:22.654653 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.quota.resource [None req-d18b175a-611d-4ea2-922c-23305b68f0b2 admin admin] Usage tracker for resource:subnet and tenant:ba56c29108034f8d8c9070a752249637 is out of sync, need to count used quota {{(pid=83992) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:34:22.657664 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-5efbc46e-a26e-48e8-a155-8ece04966766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1124352'] for port, before_update {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:22.659778 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.quota.resource [None req-d18b175a-611d-4ea2-922c-23305b68f0b2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83992) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:34:22.675560 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.db.quota.driver [None req-d18b175a-611d-4ea2-922c-23305b68f0b2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:34:22.685265 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c783c4-f183-4867-921c-12dbc16f83e7 req-d1918747-53e5-4969-987d-80ac8e1b1794 tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:34:22.689836 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [req-a3c783c4-f183-4867-921c-12dbc16f83e7 req-d1918747-53e5-4969-987d-80ac8e1b1794 tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] Synchronizing usage tracker for tenant:a2df1ca790224a009004c3c22a5ee5c5 on resource:port {{(pid=83993) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 21:34:22.715984 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-03481d16-831e-4ec7-baa4-d5f669699b3a req-4e380402-d789-4ac7-bc04-07e9f339d632 tempest-TestMinimumBasicScenario-1676527086 tempest-TestMinimumBasicScenario-1676527086-project] 10.222.0.48 "GET /v2.0/security-groups?id=c752ce3f-47d3-4857-90c0-90885669f08a&id=d42fd400-718a-4705-ba88-26516eaca3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1081729 May 03 21:34:22.763449 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32adad42-7a69-4cfb-8300-55e1274f0f82 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] Router ae7dead0-6fb4-41eb-9eda-11e0a06ec6e3 has already been hosted by L3 agent c192ea1b-f7d6-49b7-9f22-5492fbafc6f3 {{(pid=83992) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 03 21:34:22.767057 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d18b175a-611d-4ea2-922c-23305b68f0b2 admin admin] Made reservation on behalf of ba56c29108034f8d8c9070a752249637 for: {'subnet': 1} {{(pid=83992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 21:34:22.773380 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-d18b175a-611d-4ea2-922c-23305b68f0b2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3410817'] for subnet, before_create {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:22.806514 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [req-a3c783c4-f183-4867-921c-12dbc16f83e7 req-d1918747-53e5-4969-987d-80ac8e1b1794 tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] Unset dirty status for tenant:a2df1ca790224a009004c3c22a5ee5c5 on resource:port {{(pid=83993) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 21:34:22.808740 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-a3c783c4-f183-4867-921c-12dbc16f83e7 req-d1918747-53e5-4969-987d-80ac8e1b1794 tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] 10.222.0.48 "GET /v2.0/ports?device_id=aab2b795-8567-48fa-81d6-985a8f168f87 HTTP/1.1" status: 200 len: 944 time: 0.2765040 May 03 21:34:22.920982 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-a3c783c4-f183-4867-921c-12dbc16f83e7 req-24fdff03-6514-4a10-849d-b0c4c1ce832a tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] 10.222.0.48 "GET /v2.0/security-groups?id=1936a7be-6b75-49ba-a7fa-dd2e0617a0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1010904 May 03 21:34:22.985574 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.notifiers.nova [-] Nova event matching ['req-89bfb79e-8395-4458-a71e-222d436a576b'] response: {'name': 'network-changed', 'server_uuid': 'aab2b795-8567-48fa-81d6-985a8f168f87', 'tag': '0467bd1c-73a7-463d-8aa3-9018ce655dae', 'status': 'completed', 'code': 200} May 03 21:34:23.118930 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-5efbc46e-a26e-48e8-a155-8ece04966766 None None] Notify callbacks [] for port, precommit_update {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:23.132004 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.db.provisioning_blocks [None req-5efbc46e-a26e-48e8-a155-8ece04966766 None None] Transition to ACTIVE for port object 417ff828-e1a3-471a-ac64-bc91b666d26e will not be triggered until provisioned by entity L2. {{(pid=83995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 21:34:23.201750 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32adad42-7a69-4cfb-8300-55e1274f0f82 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] Notify agent at l3_agent.dv-cinder-840377-1-iscsi the message routers_updated {{(pid=83992) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 21:34:23.206161 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-5efbc46e-a26e-48e8-a155-8ece04966766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781386188966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781385847453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781385847498'] for port, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:23.210364 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-32adad42-7a69-4cfb-8300-55e1274f0f82 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93163'] for floatingip, before_response {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:23.213464 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dfe099a-0359-4510-a127-b67f3865ca43 None None] Sync routers for ids ['ae7dead0-6fb4-41eb-9eda-11e0a06ec6e3'] in dv-cinder-840377-1-iscsi {{(pid=83994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 03 21:34:23.228380 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dfe099a-0359-4510-a127-b67f3865ca43 None None] Routers {'ae7dead0-6fb4-41eb-9eda-11e0a06ec6e3'} bound to L3 agent in host dv-cinder-840377-1-iscsi {{(pid=83994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 03 21:34:23.229110 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.l3_hamode_db [None req-9dfe099a-0359-4510-a127-b67f3865ca43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840377-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-03T21:19:18Z,description=,heartbeat_timestamp=2022-05-03T21:34:19Z,host='dv-cinder-840377-1-iscsi',id=c192ea1b-f7d6-49b7-9f22-5492fbafc6f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:19:19Z,topic='l3_agent')) {'router_ids': ['ae7dead0-6fb4-41eb-9eda-11e0a06ec6e3'], 'active': True} {{(pid=83994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:34:23.247347 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-d18b175a-611d-4ea2-922c-23305b68f0b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3996878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3410835'] for subnet, after_create {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:23.338610 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [None req-32adad42-7a69-4cfb-8300-55e1274f0f82 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] 10.222.0.48 "PUT /v2.0/floatingips/3c42a820-e03a-4168-9dfc-5b60a234f003 HTTP/1.1" status: 200 len: 990 time: 2.9792354 May 03 21:34:23.342350 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49b86a80-657d-4e94-bc71-bcfe8f276469', 'tag': '4a088512-8058-4a9a-a45b-177671d97cfc'}] {{(pid=83992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 03 21:34:23.360866 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae9eca2-e5e9-40a9-9978-a943c731f5ba None None] Pushing event updated for resources: {'Port': ['ID=417ff828-e1a3-471a-ac64-bc91b666d26e,revision_number=3']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:34:23.372884 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18b175a-611d-4ea2-922c-23305b68f0b2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=39868cc1-c46d-442d-ae11-d481b6bf6c7d,revision_number=0']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:34:23.382858 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae9eca2-e5e9-40a9-9978-a943c731f5ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:34:23.383327 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae9eca2-e5e9-40a9-9978-a943c731f5ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:34:23.383814 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae9eca2-e5e9-40a9-9978-a943c731f5ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:34:23.384253 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae9eca2-e5e9-40a9-9978-a943c731f5ba None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:34:23.384717 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae9eca2-e5e9-40a9-9978-a943c731f5ba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:34:23.385142 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae9eca2-e5e9-40a9-9978-a943c731f5ba None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:34:23.385564 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae9eca2-e5e9-40a9-9978-a943c731f5ba None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:34:23.386004 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae9eca2-e5e9-40a9-9978-a943c731f5ba None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:34:23.386446 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae9eca2-e5e9-40a9-9978-a943c731f5ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:34:23.386973 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae9eca2-e5e9-40a9-9978-a943c731f5ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:34:23.387300 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae9eca2-e5e9-40a9-9978-a943c731f5ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:34:23.402047 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d18b175a-611d-4ea2-922c-23305b68f0b2 admin admin] Checking segment: {'id': 'f51fa77a-a2e7-4f68-a112-dc0e9ba14154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'a21c6f9e-6cb9-4aa5-9039-deb3e7793b3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 03 21:34:23.404345 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d18b175a-611d-4ea2-922c-23305b68f0b2 admin admin] Network hostable DHCP agents. Network: a21c6f9e-6cb9-4aa5-9039-deb3e7793b3a, hostable agents: ['e4e3c6c0-e8b0-4c45-a267-b4e6dd042766'], hosted agents: [] {{(pid=83992) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 21:34:23.524857 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.plugins.ml2.managers [None req-5efbc46e-a26e-48e8-a155-8ece04966766 None None] Attempting to bind port 417ff828-e1a3-471a-ac64-bc91b666d26e on host dv-cinder-840377-1-iscsi for vnic_type normal with profile {{(pid=83995) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 21:34:23.525386 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.plugins.ml2.managers [None req-5efbc46e-a26e-48e8-a155-8ece04966766 None None] Attempting to bind port 417ff828-e1a3-471a-ac64-bc91b666d26e by drivers openvswitch,hyperv on host dv-cinder-840377-1-iscsi at level 0 using segments [{'id': '3e0ba556-645a-494a-9a35-88209b132e8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'f0a9fce1-0034-4c9f-bab5-3584af0c3657'}] {{(pid=83995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 21:34:23.525804 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5efbc46e-a26e-48e8-a155-8ece04966766 None None] Attempting to bind port 417ff828-e1a3-471a-ac64-bc91b666d26e on network f0a9fce1-0034-4c9f-bab5-3584af0c3657 {{(pid=83995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 03 21:34:23.526318 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.l3_dvr_db [None req-9dfe099a-0359-4510-a127-b67f3865ca43 None None] Set router ae7dead0-6fb4-41eb-9eda-11e0a06ec6e3 gateway port host: dv-cinder-840377-1-iscsi {{(pid=83994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 03 21:34:23.533457 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5efbc46e-a26e-48e8-a155-8ece04966766 None None] Checking agent: {'id': 'fb00ce1e-8ae6-4b1c-988b-a0ad40f400cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840377-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 21, 19, 20), 'started_at': datetime.datetime(2022, 5, 3, 21, 19, 50), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 21, 34, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840377-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 03 21:34:23.533731 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5efbc46e-a26e-48e8-a155-8ece04966766 None None] Checking segment: {'id': '3e0ba556-645a-494a-9a35-88209b132e8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'f0a9fce1-0034-4c9f-bab5-3584af0c3657'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 03 21:34:23.534174 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-5efbc46e-a26e-48e8-a155-8ece04966766 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:23.534630 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5efbc46e-a26e-48e8-a155-8ece04966766 None None] Bound using segment: {'id': '3e0ba556-645a-494a-9a35-88209b132e8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'f0a9fce1-0034-4c9f-bab5-3584af0c3657'} {{(pid=83995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 03 21:34:23.535210 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.plugins.ml2.managers [None req-5efbc46e-a26e-48e8-a155-8ece04966766 None None] Bound port: 417ff828-e1a3-471a-ac64-bc91b666d26e, host: dv-cinder-840377-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e0ba556-645a-494a-9a35-88209b132e8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'f0a9fce1-0034-4c9f-bab5-3584af0c3657'}}] {{(pid=83995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 21:34:23.535663 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-5efbc46e-a26e-48e8-a155-8ece04966766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1124352'] for port, before_update {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:23.584546 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d18b175a-611d-4ea2-922c-23305b68f0b2 admin admin] Network a21c6f9e-6cb9-4aa5-9039-deb3e7793b3a is scheduled to be hosted by DHCP agent e4e3c6c0-e8b0-4c45-a267-b4e6dd042766 with binding_index 1 {{(pid=83992) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 21:34:23.670996 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.scheduler.base_scheduler [None req-d18b175a-611d-4ea2-922c-23305b68f0b2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840377-1-iscsi, a21c6f9e-6cb9-4aa5-9039-deb3e7793b3a) {{(pid=83992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 21:34:23.681007 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d18b175a-611d-4ea2-922c-23305b68f0b2 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:34:23.681007 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-d18b175a-611d-4ea2-922c-23305b68f0b2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:23.681460 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.plugins.ml2.db [None req-5efbc46e-a26e-48e8-a155-8ece04966766 None None] For port 417ff828-e1a3-471a-ac64-bc91b666d26e, host dv-cinder-840377-1-iscsi, cleared binding levels {{(pid=83995) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 21:34:23.688473 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.plugins.ml2.db [None req-5efbc46e-a26e-48e8-a155-8ece04966766 None None] For port 417ff828-e1a3-471a-ac64-bc91b666d26e, host dv-cinder-840377-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840377-1-iscsi',level=0,port_id=417ff828-e1a3-471a-ac64-bc91b666d26e,segment=NetworkSegment(3e0ba556-645a-494a-9a35-88209b132e8b),segment_id=3e0ba556-645a-494a-9a35-88209b132e8b)] {{(pid=83995) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 21:34:23.694733 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a15c258a-439d-4378-b129-9f11163dd800 None None] Network a21c6f9e-6cb9-4aa5-9039-deb3e7793b3a requested from dv-cinder-840377-1-iscsi {{(pid=83994) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 03 21:34:23.738739 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.notifiers.nova [-] Nova event matching ['req-38d47654-b211-4166-8d56-bc257468aa09'] response: {'name': 'network-changed', 'server_uuid': '49b86a80-657d-4e94-bc71-bcfe8f276469', 'tag': '4a088512-8058-4a9a-a45b-177671d97cfc', 'status': 'completed', 'code': 200} May 03 21:34:23.761997 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-5efbc46e-a26e-48e8-a155-8ece04966766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781386188966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781385847453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781385847498'] for port, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:23.857846 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5efbc46e-a26e-48e8-a155-8ece04966766 None None] Routers {'2e3dfff1-9645-409e-bf30-4464ec3b1553'} bound to L3 agent in host dv-cinder-840377-1-iscsi {{(pid=83995) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 03 21:34:23.858591 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.db.l3_hamode_db [None req-5efbc46e-a26e-48e8-a155-8ece04966766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840377-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-03T21:19:18Z,description=,heartbeat_timestamp=2022-05-03T21:34:19Z,host='dv-cinder-840377-1-iscsi',id=c192ea1b-f7d6-49b7-9f22-5492fbafc6f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:19:19Z,topic='l3_agent')) {'router_ids': ['2e3dfff1-9645-409e-bf30-4464ec3b1553'], 'active': True} {{(pid=83995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:34:23.914213 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.48', 60148) {{(pid=83993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:34:23.914500 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [None req-d18b175a-611d-4ea2-922c-23305b68f0b2 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3227637 May 03 21:34:23.915594 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae9eca2-e5e9-40a9-9978-a943c731f5ba None None] Pushing event updated for resources: {'Port': ['ID=417ff828-e1a3-471a-ac64-bc91b666d26e,revision_number=4']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:34:23.930839 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.v2.base [None req-48a1690f-f662-44fa-baaf-14f15e1e90fe admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-564393203-router', 'tenant_id': 'ba56c29108034f8d8c9070a752249637', 'external_gateway_info': {'network_id': 'c33334bd-f19e-453d-9f7b-349270405c58'}}} {{(pid=83993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 03 21:34:23.944120 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-48a1690f-f662-44fa-baaf-14f15e1e90fe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:34:23.961650 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-48a1690f-f662-44fa-baaf-14f15e1e90fe admin admin] Usage tracker for resource:router and tenant:ba56c29108034f8d8c9070a752249637 is out of sync, need to count used quota {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:34:23.967993 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-48a1690f-f662-44fa-baaf-14f15e1e90fe admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:34:23.982210 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-48a1690f-f662-44fa-baaf-14f15e1e90fe admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:34:24.018216 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8f4a6d-f166-464d-b097-8ea0419457c0 req-aa979a59-81bc-4fba-a50b-75021615d4c3 tempest-TestMinimumBasicScenario-1676527086 tempest-TestMinimumBasicScenario-1676527086-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:34:24.020812 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-1b8f4a6d-f166-464d-b097-8ea0419457c0 req-aa979a59-81bc-4fba-a50b-75021615d4c3 tempest-TestMinimumBasicScenario-1676527086 tempest-TestMinimumBasicScenario-1676527086-project] 10.222.0.48 "GET /v2.0/ports?device_id=f13ba9d5-9344-4748-8e24-118858bfce42 HTTP/1.1" status: 200 len: 984 time: 0.1539257 May 03 21:34:24.095610 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-48a1690f-f662-44fa-baaf-14f15e1e90fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-330009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4169'] for router, before_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:24.096634 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-48a1690f-f662-44fa-baaf-14f15e1e90fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-330106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-332958', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-569578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4162'] for router, precommit_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:24.134850 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-48a1690f-f662-44fa-baaf-14f15e1e90fe admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:24.136518 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.db.l3_dvr_db [None req-5efbc46e-a26e-48e8-a155-8ece04966766 None None] Set router 2e3dfff1-9645-409e-bf30-4464ec3b1553 gateway port host: dv-cinder-840377-1-iscsi {{(pid=83995) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 03 21:34:24.138253 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-1b8f4a6d-f166-464d-b097-8ea0419457c0 req-700441b8-3547-4bda-8550-073c54036ddb tempest-TestMinimumBasicScenario-1676527086 tempest-TestMinimumBasicScenario-1676527086-project] 10.222.0.48 "GET /v2.0/security-groups?id=c752ce3f-47d3-4857-90c0-90885669f08a&id=d42fd400-718a-4705-ba88-26516eaca3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1080115 May 03 21:34:24.162198 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb22bed5-422f-4c25-b7de-a4f4ce3d5357 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpecea5701-ca0d-5319-88af-91ea1d0a4bad-a21c6f9e-6cb9-4aa5-9039-deb3e7793b3a', 'network_id': 'a21c6f9e-6cb9-4aa5-9039-deb3e7793b3a', 'tenant_id': 'ba56c29108034f8d8c9070a752249637', 'fixed_ips': [{'subnet_id': '39868cc1-c46d-442d-ae11-d481b6bf6c7d'}]}} from dv-cinder-840377-1-iscsi. {{(pid=83994) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 03 21:34:24.169526 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-fb22bed5-422f-4c25-b7de-a4f4ce3d5357 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1124352'] for port, before_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:24.340781 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.l3_hamode_db [None req-9dfe099a-0359-4510-a127-b67f3865ca43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae7dead0-6fb4-41eb-9eda-11e0a06ec6e3', 'name': 'tempest-AttachVolumeShelveTestJSON-2141674484-router', 'tenant_id': '4cf52ffb4a864a689f5d0242ddc4cc4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c33334bd-f19e-453d-9f7b-349270405c58', 'external_fixed_ips': [{'subnet_id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'ip_address': '172.27.1.47'}], 'enable_snat': True}, 'gw_port_id': '0a07561c-bb96-444c-8c1c-e211fc2b8739', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:28:28Z', 'updated_at': '2022-05-03T21:28:42Z', 'revision_number': 4, 'project_id': '4cf52ffb4a864a689f5d0242ddc4cc4f', 'gw_port': {'id': '0a07561c-bb96-444c-8c1c-e211fc2b8739', 'name': '', 'network_id': 'c33334bd-f19e-453d-9f7b-349270405c58', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:4e:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae7dead0-6fb4-41eb-9eda-11e0a06ec6e3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'ip_address': '172.27.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:28:30Z', 'updated_at': '2022-05-03T21:28:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840377-1-iscsi', '_floatingips': [{'id': '3c42a820-e03a-4168-9dfc-5b60a234f003', 'tenant_id': '4cf52ffb4a864a689f5d0242ddc4cc4f', 'floating_ip_address': '172.27.1.43', 'floating_network_id': 'c33334bd-f19e-453d-9f7b-349270405c58', 'router_id': 'ae7dead0-6fb4-41eb-9eda-11e0a06ec6e3', 'port_id': '4a088512-8058-4a9a-a45b-177671d97cfc', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a76ba353-ab28-4792-b070-a9ace23ad085', 'mac_address': 'fa:16:3e:83:20:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49b86a80-657d-4e94-bc71-bcfe8f276469', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T21:33:49Z', 'updated_at': '2022-05-03T21:34:21Z', 'revision_number': 1, 'project_id': '4cf52ffb4a864a689f5d0242ddc4cc4f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5457c169-81f4-4fd9-9167-a261b394277b', 'name': '', 'network_id': 'a76ba353-ab28-4792-b070-a9ace23ad085', 'tenant_id': '4cf52ffb4a864a689f5d0242ddc4cc4f', 'mac_address': 'fa:16:3e:00:71:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae7dead0-6fb4-41eb-9eda-11e0a06ec6e3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e0993ef0-a172-48a1-8947-068cb6cb24ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:28:39Z', 'updated_at': '2022-05-03T21:29:12Z', 'revision_number': 5, 'project_id': '4cf52ffb4a864a689f5d0242ddc4cc4f', 'subnets': [{'id': 'e0993ef0-a172-48a1-8947-068cb6cb24ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840377-1-iscsi', False) {} {{(pid=83994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:34:24.350558 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dfe099a-0359-4510-a127-b67f3865ca43 None None] Checking router: ae7dead0-6fb4-41eb-9eda-11e0a06ec6e3 for host: dv-cinder-840377-1-iscsi {{(pid=83994) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 03 21:34:24.430140 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dfe099a-0359-4510-a127-b67f3865ca43 None None] Routers {'ae7dead0-6fb4-41eb-9eda-11e0a06ec6e3'} bound to L3 agent in host dv-cinder-840377-1-iscsi {{(pid=83994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 03 21:34:24.430773 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.l3_hamode_db [None req-9dfe099a-0359-4510-a127-b67f3865ca43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840377-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-03T21:19:18Z,description=,heartbeat_timestamp=2022-05-03T21:34:19Z,host='dv-cinder-840377-1-iscsi',id=c192ea1b-f7d6-49b7-9f22-5492fbafc6f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:19:19Z,topic='l3_agent')) {'router_ids': ['ae7dead0-6fb4-41eb-9eda-11e0a06ec6e3'], 'active': True} {{(pid=83994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:34:24.658511 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.db.l3_hamode_db [None req-5efbc46e-a26e-48e8-a155-8ece04966766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e3dfff1-9645-409e-bf30-4464ec3b1553', 'name': 'tempest-TestVolumeBootPattern-1397119621-router', 'tenant_id': 'e665d5aad2c24ad7843ca060d41792d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c33334bd-f19e-453d-9f7b-349270405c58', 'external_fixed_ips': [{'subnet_id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'ip_address': '172.27.1.207'}], 'enable_snat': True}, 'gw_port_id': '8cea356d-7d33-44b4-a4b5-aec73b440abd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:34:12Z', 'updated_at': '2022-05-03T21:34:17Z', 'revision_number': 4, 'project_id': 'e665d5aad2c24ad7843ca060d41792d3', 'gw_port': {'id': '8cea356d-7d33-44b4-a4b5-aec73b440abd', 'name': '', 'network_id': 'c33334bd-f19e-453d-9f7b-349270405c58', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:d1:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e3dfff1-9645-409e-bf30-4464ec3b1553', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'ip_address': '172.27.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:34:13Z', 'updated_at': '2022-05-03T21:34:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840377-1-iscsi', '_interfaces': [{'id': '417ff828-e1a3-471a-ac64-bc91b666d26e', 'name': '', 'network_id': 'f0a9fce1-0034-4c9f-bab5-3584af0c3657', 'tenant_id': 'e665d5aad2c24ad7843ca060d41792d3', 'mac_address': 'fa:16:3e:c1:d6:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e3dfff1-9645-409e-bf30-4464ec3b1553', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '668a4303-55d7-4be7-977c-0eb3f7451c76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:34:16Z', 'updated_at': '2022-05-03T21:34:23Z', 'revision_number': 4, 'project_id': 'e665d5aad2c24ad7843ca060d41792d3', 'subnets': [{'id': '668a4303-55d7-4be7-977c-0eb3f7451c76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840377-1-iscsi', False) {} {{(pid=83995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:34:24.665981 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5efbc46e-a26e-48e8-a155-8ece04966766 None None] The sync data for ids ['2e3dfff1-9645-409e-bf30-4464ec3b1553'] in dv-cinder-840377-1-iscsi is: [{'id': '2e3dfff1-9645-409e-bf30-4464ec3b1553', 'name': 'tempest-TestVolumeBootPattern-1397119621-router', 'tenant_id': 'e665d5aad2c24ad7843ca060d41792d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c33334bd-f19e-453d-9f7b-349270405c58', 'external_fixed_ips': [{'subnet_id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'ip_address': '172.27.1.207'}], 'enable_snat': True}, 'gw_port_id': '8cea356d-7d33-44b4-a4b5-aec73b440abd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:34:12Z', 'updated_at': '2022-05-03T21:34:17Z', 'revision_number': 4, 'project_id': 'e665d5aad2c24ad7843ca060d41792d3', 'gw_port': {'id': '8cea356d-7d33-44b4-a4b5-aec73b440abd', 'name': '', 'network_id': 'c33334bd-f19e-453d-9f7b-349270405c58', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:d1:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e3dfff1-9645-409e-bf30-4464ec3b1553', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'ip_address': '172.27.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:34:13Z', 'updated_at': '2022-05-03T21:34:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840377-1-iscsi', '_interfaces': [{'id': '417ff828-e1a3-471a-ac64-bc91b666d26e', 'name': '', 'network_id': 'f0a9fce1-0034-4c9f-bab5-3584af0c3657', 'tenant_id': 'e665d5aad2c24ad7843ca060d41792d3', 'mac_address': 'fa:16:3e:c1:d6:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e3dfff1-9645-409e-bf30-4464ec3b1553', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '668a4303-55d7-4be7-977c-0eb3f7451c76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:34:16Z', 'updated_at': '2022-05-03T21:34:23Z', 'revision_number': 4, 'project_id': 'e665d5aad2c24ad7843ca060d41792d3', 'subnets': [{'id': '668a4303-55d7-4be7-977c-0eb3f7451c76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83995) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 03 21:34:24.669377 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.db_base_plugin_common [None req-fb22bed5-422f-4c25-b7de-a4f4ce3d5357 None None] Allocated IP 172.20.0.2 (a21c6f9e-6cb9-4aa5-9039-deb3e7793b3a/39868cc1-c46d-442d-ae11-d481b6bf6c7d/4008ae41-f2bc-47c0-8b34-de59ff739ee9) {{(pid=83994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 21:34:24.671568 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-48a1690f-f662-44fa-baaf-14f15e1e90fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-332908', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-330467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7592'] for router, precommit_update {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:24.708608 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8343c4a1-8399-4833-825a-0f65df8e04c1 req-707794f9-e40c-4374-bb38-f5286e67bd45 tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:34:24.709928 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-8343c4a1-8399-4833-825a-0f65df8e04c1 req-707794f9-e40c-4374-bb38-f5286e67bd45 tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] 10.222.0.48 "GET /v2.0/ports?device_id=aab2b795-8567-48fa-81d6-985a8f168f87 HTTP/1.1" status: 200 len: 944 time: 0.4100833 May 03 21:34:24.723739 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-f82ae16e-8923-49b0-bd53-53da830e1d55 req-2b250d5b-6416-4745-9a1a-55db2baa7cd6 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4cf52ffb4a864a689f5d0242ddc4cc4f&device_id=49b86a80-657d-4e94-bc71-bcfe8f276469 HTTP/1.1" status: 200 len: 1098 time: 0.2845056 May 03 21:34:24.771812 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-352a7f35-47c6-46a6-94b7-dfd205e5d69d req-8cecbfa5-eb03-434e-9b88-18b22c8cc76e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a2df1ca790224a009004c3c22a5ee5c5&device_id=aab2b795-8567-48fa-81d6-985a8f168f87 HTTP/1.1" status: 200 len: 1097 time: 0.2661247 May 03 21:34:24.795504 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-4980d9a8-d1ea-48d6-b994-d00c33034c15 req-f16baab7-f623-4bc5-a7b2-4ba3cd89ecc2 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9b51a3a3-5ba7-4915-a72e-fc06fbab7914&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.4476197 May 03 21:34:24.857644 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.l3_dvr_db [None req-9dfe099a-0359-4510-a127-b67f3865ca43 None None] Set router ae7dead0-6fb4-41eb-9eda-11e0a06ec6e3 gateway port host: dv-cinder-840377-1-iscsi {{(pid=83994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 03 21:34:25.184023 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-352a7f35-47c6-46a6-94b7-dfd205e5d69d req-c6b43624-4c2b-40bd-9cd7-39817c4bc771 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0467bd1c-73a7-463d-8aa3-9018ce655dae HTTP/1.1" status: 200 len: 217 time: 0.3873017 May 03 21:34:25.252797 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-fb22bed5-422f-4c25-b7de-a4f4ce3d5357 None None] Notify callbacks [] for port, precommit_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:25.337547 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.provisioning_blocks [None req-fb22bed5-422f-4c25-b7de-a4f4ce3d5357 None None] Transition to ACTIVE for port object 4008ae41-f2bc-47c0-8b34-de59ff739ee9 will not be triggered until provisioned by entity L2. {{(pid=83994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 21:34:25.379192 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.provisioning_blocks [None req-fb22bed5-422f-4c25-b7de-a4f4ce3d5357 None None] Transition to ACTIVE for port object 4008ae41-f2bc-47c0-8b34-de59ff739ee9 will not be triggered until provisioned by entity DHCP. {{(pid=83994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 21:34:25.393021 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-8343c4a1-8399-4833-825a-0f65df8e04c1 req-a966e597-ca4f-4131-9319-7c24b4410843 tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] 10.222.0.48 "GET /v2.0/security-groups?id=1936a7be-6b75-49ba-a7fa-dd2e0617a0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6653097 May 03 21:34:25.479263 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352a7f35-47c6-46a6-94b7-dfd205e5d69d req-4b847404-b910-424a-aff8-2fba095885f4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:34:25.480817 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-352a7f35-47c6-46a6-94b7-dfd205e5d69d req-4b847404-b910-424a-aff8-2fba095885f4 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=55e45d73-03f2-4af5-b38e-f33c41c1d7ec HTTP/1.1" status: 200 len: 849 time: 0.2588518 May 03 21:34:25.502274 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-fb22bed5-422f-4c25-b7de-a4f4ce3d5357 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781385847435'] for port, after_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:25.510559 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-4980d9a8-d1ea-48d6-b994-d00c33034c15 req-751e83fa-9c44-424e-b3b7-2af1215a4237 service neutron] 10.222.0.42 "GET /v2.0/networks/9b51a3a3-5ba7-4915-a72e-fc06fbab7914?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6508975 May 03 21:34:25.565565 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e2b045-7b5c-4657-b0dc-16eb4564efe9 req-2e5a067e-2ebf-49e1-ad24-447c9ba95c15 tempest-TestMinimumBasicScenario-1676527086 tempest-TestMinimumBasicScenario-1676527086-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:34:25.566288 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82ae16e-8923-49b0-bd53-53da830e1d55 req-b0faed11-3375-40d3-b86e-82903aa429fe service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:34:25.569062 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-f82ae16e-8923-49b0-bd53-53da830e1d55 req-b0faed11-3375-40d3-b86e-82903aa429fe service neutron] 10.222.0.42 "GET /v2.0/networks?id=a76ba353-ab28-4792-b070-a9ace23ad085 HTTP/1.1" status: 200 len: 918 time: 0.8364296 May 03 21:34:25.574964 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-18e2b045-7b5c-4657-b0dc-16eb4564efe9 req-2e5a067e-2ebf-49e1-ad24-447c9ba95c15 tempest-TestMinimumBasicScenario-1676527086 tempest-TestMinimumBasicScenario-1676527086-project] 10.222.0.48 "GET /v2.0/ports?device_id=f13ba9d5-9344-4748-8e24-118858bfce42 HTTP/1.1" status: 200 len: 984 time: 0.1138306 May 03 21:34:25.639903 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb22bed5-422f-4c25-b7de-a4f4ce3d5357 None None] Pushing event updated for resources: {'Port': ['ID=4008ae41-f2bc-47c0-8b34-de59ff739ee9,revision_number=1']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:34:25.663915 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-18e2b045-7b5c-4657-b0dc-16eb4564efe9 req-2760548f-6d3e-4a4e-85ff-8b9fc12df96d tempest-TestMinimumBasicScenario-1676527086 tempest-TestMinimumBasicScenario-1676527086-project] 10.222.0.48 "GET /v2.0/security-groups?id=c752ce3f-47d3-4857-90c0-90885669f08a&id=d42fd400-718a-4705-ba88-26516eaca3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0876989 May 03 21:34:25.670133 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb22bed5-422f-4c25-b7de-a4f4ce3d5357 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:34:25.670481 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb22bed5-422f-4c25-b7de-a4f4ce3d5357 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:34:25.670818 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb22bed5-422f-4c25-b7de-a4f4ce3d5357 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:34:25.671149 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb22bed5-422f-4c25-b7de-a4f4ce3d5357 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:34:25.671480 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb22bed5-422f-4c25-b7de-a4f4ce3d5357 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:34:25.671852 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb22bed5-422f-4c25-b7de-a4f4ce3d5357 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:34:25.672178 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb22bed5-422f-4c25-b7de-a4f4ce3d5357 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:34:25.672539 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb22bed5-422f-4c25-b7de-a4f4ce3d5357 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:34:25.672868 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb22bed5-422f-4c25-b7de-a4f4ce3d5357 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:34:25.673277 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb22bed5-422f-4c25-b7de-a4f4ce3d5357 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:34:25.673498 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb22bed5-422f-4c25-b7de-a4f4ce3d5357 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:34:25.678522 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb22bed5-422f-4c25-b7de-a4f4ce3d5357 None None] Network a21c6f9e-6cb9-4aa5-9039-deb3e7793b3a is already hosted by enough agents. {{(pid=83994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 21:34:25.698195 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.scheduler.base_scheduler [None req-fb22bed5-422f-4c25-b7de-a4f4ce3d5357 None None] Resources bound (agent type, host, resource id): {{(pid=83994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 21:34:25.701698 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb22bed5-422f-4c25-b7de-a4f4ce3d5357 None None] Received port after_create {{(pid=83994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 03 21:34:25.829154 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.l3_hamode_db [None req-9dfe099a-0359-4510-a127-b67f3865ca43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae7dead0-6fb4-41eb-9eda-11e0a06ec6e3', 'name': 'tempest-AttachVolumeShelveTestJSON-2141674484-router', 'tenant_id': '4cf52ffb4a864a689f5d0242ddc4cc4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c33334bd-f19e-453d-9f7b-349270405c58', 'external_fixed_ips': [{'subnet_id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'ip_address': '172.27.1.47'}], 'enable_snat': True}, 'gw_port_id': '0a07561c-bb96-444c-8c1c-e211fc2b8739', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:28:28Z', 'updated_at': '2022-05-03T21:28:42Z', 'revision_number': 4, 'project_id': '4cf52ffb4a864a689f5d0242ddc4cc4f', 'gw_port': {'id': '0a07561c-bb96-444c-8c1c-e211fc2b8739', 'name': '', 'network_id': 'c33334bd-f19e-453d-9f7b-349270405c58', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:4e:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae7dead0-6fb4-41eb-9eda-11e0a06ec6e3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'ip_address': '172.27.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:28:30Z', 'updated_at': '2022-05-03T21:28:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840377-1-iscsi', '_floatingips': [{'id': '3c42a820-e03a-4168-9dfc-5b60a234f003', 'tenant_id': '4cf52ffb4a864a689f5d0242ddc4cc4f', 'floating_ip_address': '172.27.1.43', 'floating_network_id': 'c33334bd-f19e-453d-9f7b-349270405c58', 'router_id': 'ae7dead0-6fb4-41eb-9eda-11e0a06ec6e3', 'port_id': '4a088512-8058-4a9a-a45b-177671d97cfc', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a76ba353-ab28-4792-b070-a9ace23ad085', 'mac_address': 'fa:16:3e:83:20:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49b86a80-657d-4e94-bc71-bcfe8f276469', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T21:33:49Z', 'updated_at': '2022-05-03T21:34:21Z', 'revision_number': 1, 'project_id': '4cf52ffb4a864a689f5d0242ddc4cc4f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5457c169-81f4-4fd9-9167-a261b394277b', 'name': '', 'network_id': 'a76ba353-ab28-4792-b070-a9ace23ad085', 'tenant_id': '4cf52ffb4a864a689f5d0242ddc4cc4f', 'mac_address': 'fa:16:3e:00:71:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae7dead0-6fb4-41eb-9eda-11e0a06ec6e3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e0993ef0-a172-48a1-8947-068cb6cb24ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:28:39Z', 'updated_at': '2022-05-03T21:29:12Z', 'revision_number': 5, 'project_id': '4cf52ffb4a864a689f5d0242ddc4cc4f', 'subnets': [{'id': 'e0993ef0-a172-48a1-8947-068cb6cb24ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840377-1-iscsi', False) {} {{(pid=83994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:34:25.841254 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dfe099a-0359-4510-a127-b67f3865ca43 None None] The sync data for ids ['ae7dead0-6fb4-41eb-9eda-11e0a06ec6e3'] in dv-cinder-840377-1-iscsi is: [{'id': 'ae7dead0-6fb4-41eb-9eda-11e0a06ec6e3', 'name': 'tempest-AttachVolumeShelveTestJSON-2141674484-router', 'tenant_id': '4cf52ffb4a864a689f5d0242ddc4cc4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c33334bd-f19e-453d-9f7b-349270405c58', 'external_fixed_ips': [{'subnet_id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'ip_address': '172.27.1.47'}], 'enable_snat': True}, 'gw_port_id': '0a07561c-bb96-444c-8c1c-e211fc2b8739', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:28:28Z', 'updated_at': '2022-05-03T21:28:42Z', 'revision_number': 4, 'project_id': '4cf52ffb4a864a689f5d0242ddc4cc4f', 'gw_port': {'id': '0a07561c-bb96-444c-8c1c-e211fc2b8739', 'name': '', 'network_id': 'c33334bd-f19e-453d-9f7b-349270405c58', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:4e:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae7dead0-6fb4-41eb-9eda-11e0a06ec6e3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'ip_address': '172.27.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:28:30Z', 'updated_at': '2022-05-03T21:28:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840377-1-iscsi', '_floatingips': [{'id': '3c42a820-e03a-4168-9dfc-5b60a234f003', 'tenant_id': '4cf52ffb4a864a689f5d0242ddc4cc4f', 'floating_ip_address': '172.27.1.43', 'floating_network_id': 'c33334bd-f19e-453d-9f7b-349270405c58', 'router_id': 'ae7dead0-6fb4-41eb-9eda-11e0a06ec6e3', 'port_id': '4a088512-8058-4a9a-a45b-177671d97cfc', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a76ba353-ab28-4792-b070-a9ace23ad085', 'mac_address': 'fa:16:3e:83:20:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49b86a80-657d-4e94-bc71-bcfe8f276469', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T21:33:49Z', 'updated_at': '2022-05-03T21:34:21Z', 'revision_number': 1, 'project_id': '4cf52ffb4a864a689f5d0242ddc4cc4f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5457c169-81f4-4fd9-9167-a261b394277b', 'name': '', 'network_id': 'a76ba353-ab28-4792-b070-a9ace23ad085', 'tenant_id': '4cf52ffb4a864a689f5d0242ddc4cc4f', 'mac_address': 'fa:16:3e:00:71:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae7dead0-6fb4-41eb-9eda-11e0a06ec6e3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e0993ef0-a172-48a1-8947-068cb6cb24ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:28:39Z', 'updated_at': '2022-05-03T21:29:12Z', 'revision_number': 5, 'project_id': '4cf52ffb4a864a689f5d0242ddc4cc4f', 'subnets': [{'id': 'e0993ef0-a172-48a1-8947-068cb6cb24ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 03 21:34:25.878765 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.managers [None req-fb22bed5-422f-4c25-b7de-a4f4ce3d5357 None None] Attempting to bind port 4008ae41-f2bc-47c0-8b34-de59ff739ee9 on host dv-cinder-840377-1-iscsi for vnic_type normal with profile {{(pid=83994) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 21:34:25.878765 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.managers [None req-fb22bed5-422f-4c25-b7de-a4f4ce3d5357 None None] Attempting to bind port 4008ae41-f2bc-47c0-8b34-de59ff739ee9 by drivers openvswitch,hyperv on host dv-cinder-840377-1-iscsi at level 0 using segments [{'id': 'f51fa77a-a2e7-4f68-a112-dc0e9ba14154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'a21c6f9e-6cb9-4aa5-9039-deb3e7793b3a'}] {{(pid=83994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 21:34:25.878765 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb22bed5-422f-4c25-b7de-a4f4ce3d5357 None None] Attempting to bind port 4008ae41-f2bc-47c0-8b34-de59ff739ee9 on network a21c6f9e-6cb9-4aa5-9039-deb3e7793b3a {{(pid=83994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 03 21:34:25.888654 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb22bed5-422f-4c25-b7de-a4f4ce3d5357 None None] Checking agent: {'id': 'fb00ce1e-8ae6-4b1c-988b-a0ad40f400cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840377-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 21, 19, 20), 'started_at': datetime.datetime(2022, 5, 3, 21, 19, 50), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 21, 34, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840377-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 03 21:34:25.889076 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb22bed5-422f-4c25-b7de-a4f4ce3d5357 None None] Checking segment: {'id': 'f51fa77a-a2e7-4f68-a112-dc0e9ba14154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'a21c6f9e-6cb9-4aa5-9039-deb3e7793b3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 03 21:34:25.889437 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-fb22bed5-422f-4c25-b7de-a4f4ce3d5357 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:25.889833 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb22bed5-422f-4c25-b7de-a4f4ce3d5357 None None] Bound using segment: {'id': 'f51fa77a-a2e7-4f68-a112-dc0e9ba14154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'a21c6f9e-6cb9-4aa5-9039-deb3e7793b3a'} {{(pid=83994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 03 21:34:25.890289 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.managers [None req-fb22bed5-422f-4c25-b7de-a4f4ce3d5357 None None] Bound port: 4008ae41-f2bc-47c0-8b34-de59ff739ee9, host: dv-cinder-840377-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f51fa77a-a2e7-4f68-a112-dc0e9ba14154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'a21c6f9e-6cb9-4aa5-9039-deb3e7793b3a'}}] {{(pid=83994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 21:34:25.890863 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-fb22bed5-422f-4c25-b7de-a4f4ce3d5357 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1124352'] for port, before_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:25.939470 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-f82ae16e-8923-49b0-bd53-53da830e1d55 req-17fd217b-dd74-41bd-ac0d-686e654cc951 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4a088512-8058-4a9a-a45b-177671d97cfc HTTP/1.1" status: 200 len: 998 time: 0.2692938 May 03 21:34:25.974364 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.rpc [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Device 417ff828-e1a3-471a-ac64-bc91b666d26e up at agent ovs-agent-dv-cinder-840377-1-iscsi {{(pid=83994) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 21:34:26.120569 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.db [None req-fb22bed5-422f-4c25-b7de-a4f4ce3d5357 None None] For port 4008ae41-f2bc-47c0-8b34-de59ff739ee9, host dv-cinder-840377-1-iscsi, cleared binding levels {{(pid=83994) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 21:34:26.138378 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.db [None req-fb22bed5-422f-4c25-b7de-a4f4ce3d5357 None None] For port 4008ae41-f2bc-47c0-8b34-de59ff739ee9, host dv-cinder-840377-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840377-1-iscsi',level=0,port_id=4008ae41-f2bc-47c0-8b34-de59ff739ee9,segment=NetworkSegment(f51fa77a-a2e7-4f68-a112-dc0e9ba14154),segment_id=f51fa77a-a2e7-4f68-a112-dc0e9ba14154)] {{(pid=83994) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 21:34:26.138846 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-352a7f35-47c6-46a6-94b7-dfd205e5d69d req-5eeeff33-5871-4f3c-bb15-7d88e0b59e54 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=74dacc7e-115e-4cd0-87fd-8eaa4de43b7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.6186833 May 03 21:34:26.184647 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82ae16e-8923-49b0-bd53-53da830e1d55 req-57f9915c-ed6f-4ed0-b5d4-98b840a39b64 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:34:26.185437 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-f82ae16e-8923-49b0-bd53-53da830e1d55 req-57f9915c-ed6f-4ed0-b5d4-98b840a39b64 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e0993ef0-a172-48a1-8947-068cb6cb24ca HTTP/1.1" status: 200 len: 856 time: 0.2274315 May 03 21:34:26.243602 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-fb22bed5-422f-4c25-b7de-a4f4ce3d5357 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781386188966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781385847453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781385847498'] for port, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:26.292671 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.provisioning_blocks [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Provisioning for port 417ff828-e1a3-471a-ac64-bc91b666d26e completed by entity L2. {{(pid=83994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 21:34:26.302936 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-4980d9a8-d1ea-48d6-b994-d00c33034c15 req-c2063cb6-654e-4025-bbf3-3092341481de service neutron] 10.222.0.42 "GET /v2.0/networks/9b51a3a3-5ba7-4915-a72e-fc06fbab7914?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7198176 May 03 21:34:26.356322 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb22bed5-422f-4c25-b7de-a4f4ce3d5357 None None] Pushing event updated for resources: {'Port': ['ID=4008ae41-f2bc-47c0-8b34-de59ff739ee9,revision_number=2']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:34:26.362551 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.provisioning_blocks [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Provisioning complete for port 417ff828-e1a3-471a-ac64-bc91b666d26e triggered by entity L2. {{(pid=83994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:34:26.363288 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2080827'] for port, provisioning_complete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:26.382545 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-48a1690f-f662-44fa-baaf-14f15e1e90fe admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:26.467212 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-48a1690f-f662-44fa-baaf-14f15e1e90fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1124352'] for port, before_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:26.586406 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-352a7f35-47c6-46a6-94b7-dfd205e5d69d req-3f97e298-b07f-482c-83a2-60021ec0040c service neutron] 10.222.0.42 "GET /v2.0/networks/74dacc7e-115e-4cd0-87fd-8eaa4de43b7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4392517 May 03 21:34:26.632272 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-f82ae16e-8923-49b0-bd53-53da830e1d55 req-e8a32707-648c-435d-b0cc-1e988cd59ecd service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a76ba353-ab28-4792-b070-a9ace23ad085&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.4101875 May 03 21:34:26.673430 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1124352'] for port, before_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:26.741697 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.db [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] For port 417ff828-e1a3-471a-ac64-bc91b666d26e, host dv-cinder-840377-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840377-1-iscsi',level=0,port_id=417ff828-e1a3-471a-ac64-bc91b666d26e,segment=NetworkSegment(3e0ba556-645a-494a-9a35-88209b132e8b),segment_id=3e0ba556-645a-494a-9a35-88209b132e8b)] {{(pid=83994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 21:34:26.830805 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781386188966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781385847453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781385847498'] for port, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:26.897864 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70199243-55ea-4377-a023-0f66d60b22af req-e8545fb7-4d83-4b3b-84f8-14efbee630eb tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:34:26.899765 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-70199243-55ea-4377-a023-0f66d60b22af req-e8545fb7-4d83-4b3b-84f8-14efbee630eb tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] 10.222.0.48 "GET /v2.0/ports?device_id=aab2b795-8567-48fa-81d6-985a8f168f87 HTTP/1.1" status: 200 len: 944 time: 0.1958687 May 03 21:34:26.977178 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Pushing event updated for resources: {'Port': ['ID=417ff828-e1a3-471a-ac64-bc91b666d26e,revision_number=5']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:34:26.979665 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-70199243-55ea-4377-a023-0f66d60b22af req-a35ef938-463b-4100-9dc9-7cbfe4cf64c8 tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] 10.222.0.48 "GET /v2.0/security-groups?id=1936a7be-6b75-49ba-a7fa-dd2e0617a0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0719683 May 03 21:34:27.138698 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.db.db_base_plugin_common [None req-48a1690f-f662-44fa-baaf-14f15e1e90fe admin admin] Allocated IP 172.27.1.91 (c33334bd-f19e-453d-9f7b-349270405c58/8155f8f1-bdbd-4c1c-8daf-045a3e4a5222/1abdfa31-7b38-498a-813c-9daea33a153e) {{(pid=83993) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 21:34:27.196319 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-352a7f35-47c6-46a6-94b7-dfd205e5d69d req-18fd4d3e-1e5e-4339-87ee-e16ae9fbfd27 service neutron] 10.222.0.42 "GET /v2.0/networks/74dacc7e-115e-4cd0-87fd-8eaa4de43b7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6033645 May 03 21:34:27.296467 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-f82ae16e-8923-49b0-bd53-53da830e1d55 req-1d16a214-a638-4818-971a-b05810fe7730 service neutron] 10.222.0.42 "GET /v2.0/networks/a76ba353-ab28-4792-b070-a9ace23ad085?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6529179 May 03 21:34:27.540486 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5991d5c-b275-4e47-b187-19357edee5c4 req-2893a5c2-1e73-497f-b69c-b78b9eb99b71 tempest-TestMinimumBasicScenario-1676527086 tempest-TestMinimumBasicScenario-1676527086-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:34:27.542043 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-f5991d5c-b275-4e47-b187-19357edee5c4 req-2893a5c2-1e73-497f-b69c-b78b9eb99b71 tempest-TestMinimumBasicScenario-1676527086 tempest-TestMinimumBasicScenario-1676527086-project] 10.222.0.48 "GET /v2.0/ports?device_id=f13ba9d5-9344-4748-8e24-118858bfce42 HTTP/1.1" status: 200 len: 984 time: 0.5390427 May 03 21:34:27.706898 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-48a1690f-f662-44fa-baaf-14f15e1e90fe admin admin] Notify callbacks [] for port, precommit_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:27.749420 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-f5991d5c-b275-4e47-b187-19357edee5c4 req-479b1ecc-b6f5-4573-8ca9-8625bb4fa876 tempest-TestMinimumBasicScenario-1676527086 tempest-TestMinimumBasicScenario-1676527086-project] 10.222.0.48 "GET /v2.0/security-groups?id=c752ce3f-47d3-4857-90c0-90885669f08a&id=d42fd400-718a-4705-ba88-26516eaca3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1899102 May 03 21:34:27.754978 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-f82ae16e-8923-49b0-bd53-53da830e1d55 req-178c127f-c4b7-4ade-ae29-be12a07f3093 service neutron] 10.222.0.42 "GET /v2.0/networks/a76ba353-ab28-4792-b070-a9ace23ad085?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4470632 May 03 21:34:27.773939 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-c20ff16d-5c6d-46c3-bfbb-ca36261b7a7f req-31dcf425-996e-4e25-a120-aead45ad6315 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a2df1ca790224a009004c3c22a5ee5c5&device_id=aab2b795-8567-48fa-81d6-985a8f168f87 HTTP/1.1" status: 200 len: 1097 time: 0.2743089 May 03 21:34:27.813538 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e333b31e-658e-403d-89a5-06f964450242 None None] Network a21c6f9e-6cb9-4aa5-9039-deb3e7793b3a requested from dv-cinder-840377-1-iscsi {{(pid=83994) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 03 21:34:27.817816 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2eb94ed-6844-49c8-88c0-9742533fdfaa req-c23620eb-ada8-4fc4-b882-6880158a837b tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:34:27.830251 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-b2eb94ed-6844-49c8-88c0-9742533fdfaa req-c23620eb-ada8-4fc4-b882-6880158a837b tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] 10.222.0.48 "GET /v2.0/ports?device_id=cb2b9b5d-640a-401a-ac60-566b6d8dbc52 HTTP/1.1" status: 200 len: 946 time: 0.1602554 May 03 21:34:27.917085 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-b2eb94ed-6844-49c8-88c0-9742533fdfaa req-f045968d-ce68-402e-b0ba-25d323ef71fe tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] 10.222.0.48 "GET /v2.0/security-groups?id=017c8b08-e15d-49c0-bac3-c85fbc37c93c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0847020 May 03 21:34:27.929970 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.rpc [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Device 4008ae41-f2bc-47c0-8b34-de59ff739ee9 up at agent ovs-agent-dv-cinder-840377-1-iscsi {{(pid=83994) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 21:34:27.942217 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-48a1690f-f662-44fa-baaf-14f15e1e90fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781385847435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3391708'] for port, after_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:27.997592 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20ff16d-5c6d-46c3-bfbb-ca36261b7a7f req-a3382f56-e0a1-4b95-9b74-6a6f98ff39e0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:34:27.999052 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-c20ff16d-5c6d-46c3-bfbb-ca36261b7a7f req-a3382f56-e0a1-4b95-9b74-6a6f98ff39e0 service neutron] 10.222.0.42 "GET /v2.0/networks?id=74dacc7e-115e-4cd0-87fd-8eaa4de43b7c HTTP/1.1" status: 200 len: 911 time: 0.2148712 May 03 21:34:28.093431 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48a1690f-f662-44fa-baaf-14f15e1e90fe admin admin] Network c33334bd-f19e-453d-9f7b-349270405c58 is already hosted by enough agents. {{(pid=83993) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 21:34:28.097950 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.scheduler.base_scheduler [None req-48a1690f-f662-44fa-baaf-14f15e1e90fe admin admin] Resources bound (agent type, host, resource id): {{(pid=83993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 21:34:28.099344 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.provisioning_blocks [None req-638b65f3-c17a-4a77-99bf-ece22c13e9c6 None None] Provisioning for port 4008ae41-f2bc-47c0-8b34-de59ff739ee9 completed by entity DHCP. {{(pid=83994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 21:34:28.100613 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48a1690f-f662-44fa-baaf-14f15e1e90fe admin admin] Received port after_create {{(pid=83993) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 03 21:34:28.137327 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-c20ff16d-5c6d-46c3-bfbb-ca36261b7a7f req-9185b975-3004-4d9a-8796-9319e41f6c70 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0467bd1c-73a7-463d-8aa3-9018ce655dae HTTP/1.1" status: 200 len: 217 time: 0.1247132 May 03 21:34:28.138221 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a1690f-f662-44fa-baaf-14f15e1e90fe admin admin] Pushing event updated for resources: {'Port': ['ID=1abdfa31-7b38-498a-813c-9daea33a153e,revision_number=1']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:34:28.275815 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.provisioning_blocks [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Provisioning for port 4008ae41-f2bc-47c0-8b34-de59ff739ee9 completed by entity L2. {{(pid=83994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 21:34:28.282801 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.provisioning_blocks [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Provisioning complete for port 4008ae41-f2bc-47c0-8b34-de59ff739ee9 triggered by entity L2. {{(pid=83994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:34:28.286154 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2080827'] for port, provisioning_complete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:28.442425 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20ff16d-5c6d-46c3-bfbb-ca36261b7a7f req-43e28774-9d39-4362-8738-2c13476ecb34 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:34:28.442425 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-c20ff16d-5c6d-46c3-bfbb-ca36261b7a7f req-43e28774-9d39-4362-8738-2c13476ecb34 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=55e45d73-03f2-4af5-b38e-f33c41c1d7ec HTTP/1.1" status: 200 len: 849 time: 0.2733657 May 03 21:34:28.443099 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1124352'] for port, before_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:28.481652 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.db [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] For port 4008ae41-f2bc-47c0-8b34-de59ff739ee9, host dv-cinder-840377-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840377-1-iscsi',level=0,port_id=4008ae41-f2bc-47c0-8b34-de59ff739ee9,segment=NetworkSegment(f51fa77a-a2e7-4f68-a112-dc0e9ba14154),segment_id=f51fa77a-a2e7-4f68-a112-dc0e9ba14154)] {{(pid=83994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 21:34:28.528254 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8b12f2-007c-4de4-b4ed-d8c52b3a779a req-d62a6350-c7d5-41b3-a3fb-906db82710c1 tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:34:28.535488 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-5e8b12f2-007c-4de4-b4ed-d8c52b3a779a req-d62a6350-c7d5-41b3-a3fb-906db82710c1 tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] 10.222.0.48 "GET /v2.0/ports?device_id=aab2b795-8567-48fa-81d6-985a8f168f87 HTTP/1.1" status: 200 len: 944 time: 0.3471909 May 03 21:34:28.542193 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.provisioning_blocks [None req-f8d867df-60d3-4d54-a566-7ff2a60e4a2f None None] Provisioning complete for port 4008ae41-f2bc-47c0-8b34-de59ff739ee9 triggered by entity DHCP. {{(pid=83994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:34:28.542907 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-f8d867df-60d3-4d54-a566-7ff2a60e4a2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2080827'] for port, provisioning_complete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:28.603340 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.db.agents_db [None req-1c6bebc3-6d0c-4304-a2c1-5df630ce29f1 None None] Agent healthcheck: found 6 active agents {{(pid=83995) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 03 21:34:28.613053 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-5e8b12f2-007c-4de4-b4ed-d8c52b3a779a req-df204a2e-2608-47c5-84d6-4a08cd86236a tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] 10.222.0.48 "GET /v2.0/security-groups?id=1936a7be-6b75-49ba-a7fa-dd2e0617a0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0765824 May 03 21:34:28.654889 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-c20ff16d-5c6d-46c3-bfbb-ca36261b7a7f req-f69ec784-c0bb-480f-94f1-df8d9919d647 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=74dacc7e-115e-4cd0-87fd-8eaa4de43b7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1711469 May 03 21:34:28.695082 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-f8d867df-60d3-4d54-a566-7ff2a60e4a2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1124352'] for port, before_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:28.702526 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781386188966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781385847453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781385847498'] for port, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:28.712071 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.rpc [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Device 417ff828-e1a3-471a-ac64-bc91b666d26e up at agent ovs-agent-dv-cinder-840377-1-iscsi {{(pid=83994) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 21:34:28.877175 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-48a1690f-f662-44fa-baaf-14f15e1e90fe admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:28.877965 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-48a1690f-f662-44fa-baaf-14f15e1e90fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-330474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-332915'] for router, after_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:28.895001 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-c20ff16d-5c6d-46c3-bfbb-ca36261b7a7f req-ce917b6a-5020-42de-b947-0679ed078673 service neutron] 10.222.0.42 "GET /v2.0/networks/74dacc7e-115e-4cd0-87fd-8eaa4de43b7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2655501 May 03 21:34:28.919881 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15b547ee-00b4-4bad-be0a-6be1d45699c5 None None] New status for floating IP 3c42a820-e03a-4168-9dfc-5b60a234f003: ACTIVE {{(pid=83995) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 03 21:34:28.929690 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Pushing event updated for resources: {'Port': ['ID=4008ae41-f2bc-47c0-8b34-de59ff739ee9,revision_number=3']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:34:28.958759 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.db.api [None req-f8d867df-60d3-4d54-a566-7ff2a60e4a2f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83994) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 03 21:34:28.958759 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG oslo_db.api [None req-f8d867df-60d3-4d54-a566-7ff2a60e4a2f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 03 21:34:28.958759 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.provisioning_blocks [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Provisioning complete for port 417ff828-e1a3-471a-ac64-bc91b666d26e triggered by entity L2. {{(pid=83994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:34:28.958759 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2080827'] for port, provisioning_complete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:29.038887 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91c68fa-5f38-4cb8-bf90-52a5b763102a req-12a3eb98-707c-4dab-9036-a7043e9b4ca2 tempest-TestMinimumBasicScenario-1676527086 tempest-TestMinimumBasicScenario-1676527086-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:34:29.041318 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-d91c68fa-5f38-4cb8-bf90-52a5b763102a req-12a3eb98-707c-4dab-9036-a7043e9b4ca2 tempest-TestMinimumBasicScenario-1676527086 tempest-TestMinimumBasicScenario-1676527086-project] 10.222.0.48 "GET /v2.0/ports?device_id=f13ba9d5-9344-4748-8e24-118858bfce42 HTTP/1.1" status: 200 len: 984 time: 0.1014757 May 03 21:34:29.148717 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-d91c68fa-5f38-4cb8-bf90-52a5b763102a req-cc383f64-b097-413b-bfa9-bfdee06026e4 tempest-TestMinimumBasicScenario-1676527086 tempest-TestMinimumBasicScenario-1676527086-project] 10.222.0.48 "GET /v2.0/security-groups?id=c752ce3f-47d3-4857-90c0-90885669f08a&id=d42fd400-718a-4705-ba88-26516eaca3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0987036 May 03 21:34:29.332471 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-c20ff16d-5c6d-46c3-bfbb-ca36261b7a7f req-c59dbb0b-0033-466a-b5c2-0e3a73fe07c7 service neutron] 10.222.0.42 "GET /v2.0/networks/74dacc7e-115e-4cd0-87fd-8eaa4de43b7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3426509 May 03 21:34:29.345619 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efe5b89-30fe-4822-be04-1e783d6daa72 req-83afe177-5636-4e89-af93-efca14bc6a83 tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:34:29.346992 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-4efe5b89-30fe-4822-be04-1e783d6daa72 req-83afe177-5636-4e89-af93-efca14bc6a83 tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] 10.222.0.48 "GET /v2.0/ports?device_id=cb2b9b5d-640a-401a-ac60-566b6d8dbc52 HTTP/1.1" status: 200 len: 946 time: 0.1624744 May 03 21:34:29.413357 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-4efe5b89-30fe-4822-be04-1e783d6daa72 req-ef4e2ec4-9e1f-4a20-886b-97df535cd300 tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] 10.222.0.48 "GET /v2.0/security-groups?id=017c8b08-e15d-49c0-bac3-c85fbc37c93c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605283 May 03 21:34:29.587618 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48a1690f-f662-44fa-baaf-14f15e1e90fe admin admin] Router 42ea02a8-2ed5-4099-9561-f50111c84b33 is scheduled to L3 agent c192ea1b-f7d6-49b7-9f22-5492fbafc6f3 with binding_index 1 {{(pid=83993) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 03 21:34:29.711358 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.rpc [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Device 4008ae41-f2bc-47c0-8b34-de59ff739ee9 up at agent ovs-agent-dv-cinder-840377-1-iscsi {{(pid=83994) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 21:34:29.792065 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.provisioning_blocks [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Provisioning complete for port 4008ae41-f2bc-47c0-8b34-de59ff739ee9 triggered by entity L2. {{(pid=83994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:34:29.797984 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2080827'] for port, provisioning_complete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:29.856982 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a9d846-bb82-4fa4-b09d-6781dc2c07db req-08168c46-732d-4df2-ade9-8b0ad895d368 tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:34:29.860073 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-b6a9d846-bb82-4fa4-b09d-6781dc2c07db req-08168c46-732d-4df2-ade9-8b0ad895d368 tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] 10.222.0.48 "GET /v2.0/ports?device_id=aab2b795-8567-48fa-81d6-985a8f168f87 HTTP/1.1" status: 200 len: 944 time: 0.1142843 May 03 21:34:29.929274 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-b6a9d846-bb82-4fa4-b09d-6781dc2c07db req-2101c1ea-fce5-402d-a05e-52001b6faed0 tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] 10.222.0.48 "GET /v2.0/security-groups?id=1936a7be-6b75-49ba-a7fa-dd2e0617a0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616555 May 03 21:34:29.938266 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48a1690f-f662-44fa-baaf-14f15e1e90fe admin admin] Notify agent at l3_agent.dv-cinder-840377-1-iscsi the message routers_updated {{(pid=83993) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 21:34:29.951061 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e0bda2f-3d2c-4495-affb-eab9695ae724 None None] Sync routers for ids ['42ea02a8-2ed5-4099-9561-f50111c84b33'] in dv-cinder-840377-1-iscsi {{(pid=83994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 03 21:34:29.963943 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e0bda2f-3d2c-4495-affb-eab9695ae724 None None] Routers {'42ea02a8-2ed5-4099-9561-f50111c84b33'} bound to L3 agent in host dv-cinder-840377-1-iscsi {{(pid=83994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 03 21:34:29.965662 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.l3_hamode_db [None req-2e0bda2f-3d2c-4495-affb-eab9695ae724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840377-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-03T21:19:18Z,description=,heartbeat_timestamp=2022-05-03T21:34:19Z,host='dv-cinder-840377-1-iscsi',id=c192ea1b-f7d6-49b7-9f22-5492fbafc6f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:19:19Z,topic='l3_agent')) {'router_ids': ['42ea02a8-2ed5-4099-9561-f50111c84b33'], 'active': True} {{(pid=83994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:34:30.081098 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-48a1690f-f662-44fa-baaf-14f15e1e90fe admin admin] Notify callbacks [] for router, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:30.085997 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-48a1690f-f662-44fa-baaf-14f15e1e90fe admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 6.1666543 May 03 21:34:30.086297 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.48', 60242) {{(pid=83993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:34:30.163766 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.l3_dvr_db [None req-2e0bda2f-3d2c-4495-affb-eab9695ae724 None None] Set router 42ea02a8-2ed5-4099-9561-f50111c84b33 gateway port host: dv-cinder-840377-1-iscsi {{(pid=83994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 03 21:34:30.350400 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.rpc [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Device 0467bd1c-73a7-463d-8aa3-9018ce655dae details requested by agent hyperv_hv-cinder-84037 with host hv-cinder-84037 {{(pid=83994) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 03 21:34:30.512702 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5253dc-3e8e-40d1-b0ac-bd6a2e11f0f8 req-f8d5125d-a60b-4f70-bba4-e72dddeb80de tempest-TestMinimumBasicScenario-1676527086 tempest-TestMinimumBasicScenario-1676527086-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:34:30.514303 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-7b5253dc-3e8e-40d1-b0ac-bd6a2e11f0f8 req-f8d5125d-a60b-4f70-bba4-e72dddeb80de tempest-TestMinimumBasicScenario-1676527086 tempest-TestMinimumBasicScenario-1676527086-project] 10.222.0.48 "GET /v2.0/ports?device_id=f13ba9d5-9344-4748-8e24-118858bfce42 HTTP/1.1" status: 200 len: 984 time: 0.2199762 May 03 21:34:30.584585 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-7b5253dc-3e8e-40d1-b0ac-bd6a2e11f0f8 req-5a1a1fb9-5a5b-403b-8f43-b31d13792f65 tempest-TestMinimumBasicScenario-1676527086 tempest-TestMinimumBasicScenario-1676527086-project] 10.222.0.48 "GET /v2.0/security-groups?id=c752ce3f-47d3-4857-90c0-90885669f08a&id=d42fd400-718a-4705-ba88-26516eaca3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0582831 May 03 21:34:30.627983 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.db [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] For port 0467bd1c-73a7-463d-8aa3-9018ce655dae, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=0467bd1c-73a7-463d-8aa3-9018ce655dae,segment=NetworkSegment(f612df4b-39e4-4aca-8577-536003890aab),segment_id=f612df4b-39e4-4aca-8577-536003890aab)] {{(pid=83994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 21:34:30.644711 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.rpc [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Returning: {'device': '0467bd1c-73a7-463d-8aa3-9018ce655dae', 'network_id': '74dacc7e-115e-4cd0-87fd-8eaa4de43b7c', 'port_id': '0467bd1c-73a7-463d-8aa3-9018ce655dae', 'mac_address': 'fa:16:3e:f5:96:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 438, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55e45d73-03f2-4af5-b38e-f33c41c1d7ec', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83994) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 03 21:34:30.680695 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.l3_hamode_db [None req-2e0bda2f-3d2c-4495-affb-eab9695ae724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42ea02a8-2ed5-4099-9561-f50111c84b33', 'name': 'tempest-TestVolumeBootPattern-564393203-router', 'tenant_id': 'ba56c29108034f8d8c9070a752249637', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c33334bd-f19e-453d-9f7b-349270405c58', 'external_fixed_ips': [{'subnet_id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'ip_address': '172.27.1.91'}], 'enable_snat': True}, 'gw_port_id': '1abdfa31-7b38-498a-813c-9daea33a153e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:34:24Z', 'updated_at': '2022-05-03T21:34:28Z', 'revision_number': 3, 'project_id': 'ba56c29108034f8d8c9070a752249637', 'gw_port': {'id': '1abdfa31-7b38-498a-813c-9daea33a153e', 'name': '', 'network_id': 'c33334bd-f19e-453d-9f7b-349270405c58', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:35:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42ea02a8-2ed5-4099-9561-f50111c84b33', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'ip_address': '172.27.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:34:26Z', 'updated_at': '2022-05-03T21:34:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840377-1-iscsi'}], 'dv-cinder-840377-1-iscsi', False) {} {{(pid=83994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:34:30.691452 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e0bda2f-3d2c-4495-affb-eab9695ae724 None None] Checking router: 42ea02a8-2ed5-4099-9561-f50111c84b33 for host: dv-cinder-840377-1-iscsi {{(pid=83994) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 03 21:34:30.691710 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e0bda2f-3d2c-4495-affb-eab9695ae724 None None] Updating router 42ea02a8-2ed5-4099-9561-f50111c84b33 port 1abdfa31-7b38-498a-813c-9daea33a153e binding host dv-cinder-840377-1-iscsi {{(pid=83994) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 03 21:34:30.700517 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2fec9e-6613-46f9-b062-8c7846f9c9ae req-38ae5e7c-4a2f-4b21-a0f1-9e765d211370 tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:34:30.702159 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-0b2fec9e-6613-46f9-b062-8c7846f9c9ae req-38ae5e7c-4a2f-4b21-a0f1-9e765d211370 tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] 10.222.0.48 "GET /v2.0/ports?device_id=cb2b9b5d-640a-401a-ac60-566b6d8dbc52 HTTP/1.1" status: 200 len: 946 time: 0.0863380 May 03 21:34:30.759547 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1124352'] for port, before_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:30.779553 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-2e0bda2f-3d2c-4495-affb-eab9695ae724 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1124352'] for port, before_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:30.825843 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.notifiers.nova [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0467bd1c-73a7-463d-8aa3-9018ce655dae {{(pid=83994) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 03 21:34:30.856208 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.db [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] For port 0467bd1c-73a7-463d-8aa3-9018ce655dae, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=0467bd1c-73a7-463d-8aa3-9018ce655dae,segment=NetworkSegment(f612df4b-39e4-4aca-8577-536003890aab),segment_id=f612df4b-39e4-4aca-8577-536003890aab)] {{(pid=83994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 21:34:30.861396 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-0b2fec9e-6613-46f9-b062-8c7846f9c9ae req-1abf7221-3fa1-4907-a11c-c3e5f1c60227 tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] 10.222.0.48 "GET /v2.0/security-groups?id=017c8b08-e15d-49c0-bac3-c85fbc37c93c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1522157 May 03 21:34:30.962012 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781386188966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781385847453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781385847498'] for port, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:31.022934 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-bef545c1-7b69-4675-b3ae-e0cd1059de32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1124352'] for port, before_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:31.115022 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Pushing event updated for resources: {'Port': ['ID=0467bd1c-73a7-463d-8aa3-9018ce655dae,revision_number=4']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:34:31.256303 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-2e0bda2f-3d2c-4495-affb-eab9695ae724 None None] Notify callbacks [] for port, precommit_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:31.263267 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80812910-df19-4894-9530-aa92a9b37544 req-6885d790-306f-46f0-b2c6-cfdaf651c7ee tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:34:31.264748 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-80812910-df19-4894-9530-aa92a9b37544 req-6885d790-306f-46f0-b2c6-cfdaf651c7ee tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] 10.222.0.48 "GET /v2.0/ports?device_id=aab2b795-8567-48fa-81d6-985a8f168f87 HTTP/1.1" status: 200 len: 945 time: 0.1827786 May 03 21:34:31.269364 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.provisioning_blocks [None req-2e0bda2f-3d2c-4495-affb-eab9695ae724 None None] Transition to ACTIVE for port object 1abdfa31-7b38-498a-813c-9daea33a153e will not be triggered until provisioned by entity L2. {{(pid=83994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 21:34:31.339302 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-2e0bda2f-3d2c-4495-affb-eab9695ae724 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781386188966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781385847453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781385847498'] for port, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:31.362796 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-80812910-df19-4894-9530-aa92a9b37544 req-ef3c5388-b359-4519-9bfd-3355bed54fb9 tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] 10.222.0.48 "GET /v2.0/security-groups?id=1936a7be-6b75-49ba-a7fa-dd2e0617a0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0913095 May 03 21:34:31.366028 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.db.db_base_plugin_common [None req-bef545c1-7b69-4675-b3ae-e0cd1059de32 admin admin] Allocated IP 172.20.0.1 (a21c6f9e-6cb9-4aa5-9039-deb3e7793b3a/39868cc1-c46d-442d-ae11-d481b6bf6c7d/e5b1544b-a445-4775-a722-7de5bfbfa929) {{(pid=83993) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 21:34:31.426842 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80f9969-4a5d-4089-9db1-676de4001726 None None] Pushing event updated for resources: {'Port': ['ID=1abdfa31-7b38-498a-813c-9daea33a153e,revision_number=2']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:34:31.428667 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.managers [None req-2e0bda2f-3d2c-4495-affb-eab9695ae724 None None] Attempting to bind port 1abdfa31-7b38-498a-813c-9daea33a153e on host dv-cinder-840377-1-iscsi for vnic_type normal with profile {{(pid=83994) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 21:34:31.429037 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.managers [None req-2e0bda2f-3d2c-4495-affb-eab9695ae724 None None] Attempting to bind port 1abdfa31-7b38-498a-813c-9daea33a153e by drivers openvswitch,hyperv on host dv-cinder-840377-1-iscsi at level 0 using segments [{'id': '36b0f1c3-e784-4cca-986f-65718d8cb16d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c33334bd-f19e-453d-9f7b-349270405c58'}] {{(pid=83994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 21:34:31.429396 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e0bda2f-3d2c-4495-affb-eab9695ae724 None None] Attempting to bind port 1abdfa31-7b38-498a-813c-9daea33a153e on network c33334bd-f19e-453d-9f7b-349270405c58 {{(pid=83994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 03 21:34:31.436613 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e0bda2f-3d2c-4495-affb-eab9695ae724 None None] Checking agent: {'id': 'fb00ce1e-8ae6-4b1c-988b-a0ad40f400cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840377-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 21, 19, 20), 'started_at': datetime.datetime(2022, 5, 3, 21, 19, 50), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 21, 34, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840377-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 03 21:34:31.437517 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e0bda2f-3d2c-4495-affb-eab9695ae724 None None] Checking segment: {'id': '36b0f1c3-e784-4cca-986f-65718d8cb16d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c33334bd-f19e-453d-9f7b-349270405c58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 03 21:34:31.438605 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-2e0bda2f-3d2c-4495-affb-eab9695ae724 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:31.438605 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e0bda2f-3d2c-4495-affb-eab9695ae724 None None] Bound using segment: {'id': '36b0f1c3-e784-4cca-986f-65718d8cb16d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c33334bd-f19e-453d-9f7b-349270405c58'} {{(pid=83994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 03 21:34:31.439051 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.managers [None req-2e0bda2f-3d2c-4495-affb-eab9695ae724 None None] Bound port: 1abdfa31-7b38-498a-813c-9daea33a153e, host: dv-cinder-840377-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36b0f1c3-e784-4cca-986f-65718d8cb16d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c33334bd-f19e-453d-9f7b-349270405c58'}}] {{(pid=83994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 21:34:31.439508 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-2e0bda2f-3d2c-4495-affb-eab9695ae724 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1124352'] for port, before_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:31.468610 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.db [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] get_ports_and_sgs() called for port_ids ['0467bd1c-73a7-463d-8aa3-9018ce655dae'] {{(pid=83994) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 03 21:34:31.576213 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.db [None req-2e0bda2f-3d2c-4495-affb-eab9695ae724 None None] For port 1abdfa31-7b38-498a-813c-9daea33a153e, host dv-cinder-840377-1-iscsi, cleared binding levels {{(pid=83994) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 21:34:31.580026 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.db [None req-2e0bda2f-3d2c-4495-affb-eab9695ae724 None None] For port 1abdfa31-7b38-498a-813c-9daea33a153e, host dv-cinder-840377-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840377-1-iscsi',level=0,port_id=1abdfa31-7b38-498a-813c-9daea33a153e,segment=NetworkSegment(36b0f1c3-e784-4cca-986f-65718d8cb16d),segment_id=36b0f1c3-e784-4cca-986f-65718d8cb16d)] {{(pid=83994) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 21:34:31.637121 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-bef545c1-7b69-4675-b3ae-e0cd1059de32 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:31.656875 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.db.provisioning_blocks [None req-bef545c1-7b69-4675-b3ae-e0cd1059de32 admin admin] Transition to ACTIVE for port object e5b1544b-a445-4775-a722-7de5bfbfa929 will not be triggered until provisioned by entity DHCP. {{(pid=83993) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 21:34:31.667643 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-2e0bda2f-3d2c-4495-affb-eab9695ae724 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781386188966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781385847453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781385847498'] for port, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:31.766868 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582bc2ab-2848-48d7-93ea-8d2bb6d4e2d1 req-630d1289-a2b5-4784-97e2-d975c7baacf7 tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:34:31.768603 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-582bc2ab-2848-48d7-93ea-8d2bb6d4e2d1 req-630d1289-a2b5-4784-97e2-d975c7baacf7 tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] 10.222.0.42 "GET /v2.0/ports?device_id=cb2b9b5d-640a-401a-ac60-566b6d8dbc52 HTTP/1.1" status: 200 len: 946 time: 0.0843406 May 03 21:34:31.783357 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e0bda2f-3d2c-4495-affb-eab9695ae724 None None] Routers {'42ea02a8-2ed5-4099-9561-f50111c84b33'} bound to L3 agent in host dv-cinder-840377-1-iscsi {{(pid=83994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 03 21:34:31.784283 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.l3_hamode_db [None req-2e0bda2f-3d2c-4495-affb-eab9695ae724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840377-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-03T21:19:18Z,description=,heartbeat_timestamp=2022-05-03T21:34:19Z,host='dv-cinder-840377-1-iscsi',id=c192ea1b-f7d6-49b7-9f22-5492fbafc6f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:19:19Z,topic='l3_agent')) {'router_ids': ['42ea02a8-2ed5-4099-9561-f50111c84b33'], 'active': True} {{(pid=83994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:34:31.808758 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01bb5ff-f80f-4007-9b69-5fca19b7b69d req-17a0d991-95e9-4273-b302-89ae7ea5bf48 tempest-TestMinimumBasicScenario-1676527086 tempest-TestMinimumBasicScenario-1676527086-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:34:31.810307 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-b01bb5ff-f80f-4007-9b69-5fca19b7b69d req-17a0d991-95e9-4273-b302-89ae7ea5bf48 tempest-TestMinimumBasicScenario-1676527086 tempest-TestMinimumBasicScenario-1676527086-project] 10.222.0.48 "GET /v2.0/ports?device_id=f13ba9d5-9344-4748-8e24-118858bfce42 HTTP/1.1" status: 200 len: 984 time: 0.0813930 May 03 21:34:31.830621 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-bef545c1-7b69-4675-b3ae-e0cd1059de32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781385847435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3391708'] for port, after_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:31.864665 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-b01bb5ff-f80f-4007-9b69-5fca19b7b69d req-6575ee68-8c8b-48f4-bc0d-d31795f8646e tempest-TestMinimumBasicScenario-1676527086 tempest-TestMinimumBasicScenario-1676527086-project] 10.222.0.48 "GET /v2.0/security-groups?id=c752ce3f-47d3-4857-90c0-90885669f08a&id=d42fd400-718a-4705-ba88-26516eaca3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0465541 May 03 21:34:31.915329 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.plugin [req-582bc2ab-2848-48d7-93ea-8d2bb6d4e2d1 req-4e1149d2-4ac0-41d3-8379-f0c81c35ee6b tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] Deleting port a2903b13-fffc-4e5f-9a12-4bcb585327dd {{(pid=83993) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 03 21:34:31.916818 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-582bc2ab-2848-48d7-93ea-8d2bb6d4e2d1 req-4e1149d2-4ac0-41d3-8379-f0c81c35ee6b tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781386349267'] for port, before_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:31.916960 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80f9969-4a5d-4089-9db1-676de4001726 None None] Pushing event updated for resources: {'Port': ['ID=1abdfa31-7b38-498a-813c-9daea33a153e,revision_number=3']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:34:31.979895 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef545c1-7b69-4675-b3ae-e0cd1059de32 admin admin] Pushing event updated for resources: {'Port': ['ID=e5b1544b-a445-4775-a722-7de5bfbfa929,revision_number=1']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:34:31.986361 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bef545c1-7b69-4675-b3ae-e0cd1059de32 admin admin] Network a21c6f9e-6cb9-4aa5-9039-deb3e7793b3a is already hosted by enough agents. {{(pid=83993) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 21:34:31.991744 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.scheduler.base_scheduler [None req-bef545c1-7b69-4675-b3ae-e0cd1059de32 admin admin] Resources bound (agent type, host, resource id): {{(pid=83993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 21:34:32.006987 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.l3_dvr_db [None req-2e0bda2f-3d2c-4495-affb-eab9695ae724 None None] Set router 42ea02a8-2ed5-4099-9561-f50111c84b33 gateway port host: dv-cinder-840377-1-iscsi {{(pid=83994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 03 21:34:32.028827 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bef545c1-7b69-4675-b3ae-e0cd1059de32 admin admin] Received port after_create {{(pid=83993) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 03 21:34:32.174707 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-bef545c1-7b69-4675-b3ae-e0cd1059de32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-333705'] for router_interface, before_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:32.339902 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b86d34-cfe1-4492-8e8d-9ac2881d5ce9 req-7f002444-9390-4284-879c-40d12f54e101 tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:34:32.341458 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-56b86d34-cfe1-4492-8e8d-9ac2881d5ce9 req-7f002444-9390-4284-879c-40d12f54e101 tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] 10.222.0.48 "GET /v2.0/ports?device_id=cb2b9b5d-640a-401a-ac60-566b6d8dbc52 HTTP/1.1" status: 200 len: 946 time: 0.3540564 May 03 21:34:32.371686 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.provisioning_blocks [None req-92cbe931-961c-4777-b8fa-71fdacb47e9d None None] Provisioning for port e5b1544b-a445-4775-a722-7de5bfbfa929 completed by entity DHCP. {{(pid=83994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 21:34:32.386319 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.db [req-582bc2ab-2848-48d7-93ea-8d2bb6d4e2d1 req-4e1149d2-4ac0-41d3-8379-f0c81c35ee6b tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] For port a2903b13-fffc-4e5f-9a12-4bcb585327dd, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=a2903b13-fffc-4e5f-9a12-4bcb585327dd,segment=NetworkSegment(f62d725e-ae77-4a78-847c-f1a234768bbb),segment_id=f62d725e-ae77-4a78-847c-f1a234768bbb)] {{(pid=83993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 21:34:32.386682 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-582bc2ab-2848-48d7-93ea-8d2bb6d4e2d1 req-4e1149d2-4ac0-41d3-8379-f0c81c35ee6b tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749056'] for port, precommit_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:32.391562 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.provisioning_blocks [None req-92cbe931-961c-4777-b8fa-71fdacb47e9d None None] Provisioning complete for port e5b1544b-a445-4775-a722-7de5bfbfa929 triggered by entity DHCP. {{(pid=83994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:34:32.392078 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-92cbe931-961c-4777-b8fa-71fdacb47e9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2080827'] for port, provisioning_complete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:32.464547 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.plugin [None req-92cbe931-961c-4777-b8fa-71fdacb47e9d None None] Port e5b1544b-a445-4775-a722-7de5bfbfa929 cannot update to ACTIVE because it is not bound. {{(pid=83994) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 03 21:34:32.485865 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.l3_hamode_db [None req-2e0bda2f-3d2c-4495-affb-eab9695ae724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42ea02a8-2ed5-4099-9561-f50111c84b33', 'name': 'tempest-TestVolumeBootPattern-564393203-router', 'tenant_id': 'ba56c29108034f8d8c9070a752249637', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c33334bd-f19e-453d-9f7b-349270405c58', 'external_fixed_ips': [{'subnet_id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'ip_address': '172.27.1.91'}], 'enable_snat': True}, 'gw_port_id': '1abdfa31-7b38-498a-813c-9daea33a153e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:34:24Z', 'updated_at': '2022-05-03T21:34:28Z', 'revision_number': 3, 'project_id': 'ba56c29108034f8d8c9070a752249637', 'gw_port': {'id': '1abdfa31-7b38-498a-813c-9daea33a153e', 'name': '', 'network_id': 'c33334bd-f19e-453d-9f7b-349270405c58', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:35:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42ea02a8-2ed5-4099-9561-f50111c84b33', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'ip_address': '172.27.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:34:26Z', 'updated_at': '2022-05-03T21:34:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840377-1-iscsi'}], 'dv-cinder-840377-1-iscsi', False) {} {{(pid=83994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:34:32.490484 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e0bda2f-3d2c-4495-affb-eab9695ae724 None None] The sync data for ids ['42ea02a8-2ed5-4099-9561-f50111c84b33'] in dv-cinder-840377-1-iscsi is: [{'id': '42ea02a8-2ed5-4099-9561-f50111c84b33', 'name': 'tempest-TestVolumeBootPattern-564393203-router', 'tenant_id': 'ba56c29108034f8d8c9070a752249637', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c33334bd-f19e-453d-9f7b-349270405c58', 'external_fixed_ips': [{'subnet_id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'ip_address': '172.27.1.91'}], 'enable_snat': True}, 'gw_port_id': '1abdfa31-7b38-498a-813c-9daea33a153e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:34:24Z', 'updated_at': '2022-05-03T21:34:28Z', 'revision_number': 3, 'project_id': 'ba56c29108034f8d8c9070a752249637', 'gw_port': {'id': '1abdfa31-7b38-498a-813c-9daea33a153e', 'name': '', 'network_id': 'c33334bd-f19e-453d-9f7b-349270405c58', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:35:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42ea02a8-2ed5-4099-9561-f50111c84b33', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'ip_address': '172.27.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:34:26Z', 'updated_at': '2022-05-03T21:34:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840377-1-iscsi'}] {{(pid=83994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 03 21:34:32.567767 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-56b86d34-cfe1-4492-8e8d-9ac2881d5ce9 req-c06ce811-a2db-4f84-b4dc-14d963980074 tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] 10.222.0.48 "GET /v2.0/security-groups?id=017c8b08-e15d-49c0-bac3-c85fbc37c93c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2092052 May 03 21:34:32.583728 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-bef545c1-7b69-4675-b3ae-e0cd1059de32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1124352'] for port, before_update {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:32.690288 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48ce3f3-5c94-4ba7-8aa8-66a04de7fbc9 req-cff51820-cbb7-496e-9c3e-519e4f48f1ea tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:34:32.691867 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-d48ce3f3-5c94-4ba7-8aa8-66a04de7fbc9 req-cff51820-cbb7-496e-9c3e-519e4f48f1ea tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] 10.222.0.48 "GET /v2.0/ports?device_id=aab2b795-8567-48fa-81d6-985a8f168f87 HTTP/1.1" status: 200 len: 945 time: 0.0868137 May 03 21:34:32.745131 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-d48ce3f3-5c94-4ba7-8aa8-66a04de7fbc9 req-784b0d66-92dc-4af3-b57a-c519c7711dd4 tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] 10.222.0.48 "GET /v2.0/security-groups?id=1936a7be-6b75-49ba-a7fa-dd2e0617a0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474682 May 03 21:34:32.848931 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.48', 60272) {{(pid=83992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:34:32.957645 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-582bc2ab-2848-48d7-93ea-8d2bb6d4e2d1 req-4e1149d2-4ac0-41d3-8379-f0c81c35ee6b tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:32.958114 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-582bc2ab-2848-48d7-93ea-8d2bb6d4e2d1 req-4e1149d2-4ac0-41d3-8379-f0c81c35ee6b tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-332800'] for floatingip, after_update {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:32.958558 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.db.l3_db [req-582bc2ab-2848-48d7-93ea-8d2bb6d4e2d1 req-4e1149d2-4ac0-41d3-8379-f0c81c35ee6b tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] Floating IP a3c9814d-de4e-425b-a6c5-b71c6df96c05 disassociated. External IP: 172.27.1.247, port: a2903b13-fffc-4e5f-9a12-4bcb585327dd. May 03 21:34:32.959033 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.plugin [req-582bc2ab-2848-48d7-93ea-8d2bb6d4e2d1 req-4e1149d2-4ac0-41d3-8379-f0c81c35ee6b tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] Calling delete_port for a2903b13-fffc-4e5f-9a12-4bcb585327dd owned by compute:nova {{(pid=83993) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 03 21:34:33.025340 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-2f910c29-a59c-43f6-bdbc-4f3d4db123f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:33.062485 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.db.quota.driver [None req-2f910c29-a59c-43f6-bdbc-4f3d4db123f1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:34:33.069986 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.quota.resource [None req-2f910c29-a59c-43f6-bdbc-4f3d4db123f1 admin admin] Usage tracker for resource:security_group_rule and tenant:94afa647a0934d109aff449a0a62b294 is out of sync, need to count used quota {{(pid=83992) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:34:33.074774 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.quota.resource [None req-2f910c29-a59c-43f6-bdbc-4f3d4db123f1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83992) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:34:33.085029 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.db.quota.driver [None req-2f910c29-a59c-43f6-bdbc-4f3d4db123f1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:34:33.177356 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-2f910c29-a59c-43f6-bdbc-4f3d4db123f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:33.210395 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-bef545c1-7b69-4675-b3ae-e0cd1059de32 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:33.225946 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9898ee-89bb-46ae-8d2e-34d8aa8b186a req-50e36bd5-dc88-4720-b91f-71e329642173 tempest-TestMinimumBasicScenario-1676527086 tempest-TestMinimumBasicScenario-1676527086-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:34:33.227441 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-6c9898ee-89bb-46ae-8d2e-34d8aa8b186a req-50e36bd5-dc88-4720-b91f-71e329642173 tempest-TestMinimumBasicScenario-1676527086 tempest-TestMinimumBasicScenario-1676527086-project] 10.222.0.48 "GET /v2.0/ports?device_id=f13ba9d5-9344-4748-8e24-118858bfce42 HTTP/1.1" status: 200 len: 984 time: 0.2175381 May 03 21:34:33.270075 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-2f910c29-a59c-43f6-bdbc-4f3d4db123f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746426'] for security_group, after_create {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:33.298856 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-6c9898ee-89bb-46ae-8d2e-34d8aa8b186a req-52d07240-7c8d-4828-aca7-d1b792953b17 tempest-TestMinimumBasicScenario-1676527086 tempest-TestMinimumBasicScenario-1676527086-project] 10.222.0.48 "GET /v2.0/security-groups?id=c752ce3f-47d3-4857-90c0-90885669f08a&id=d42fd400-718a-4705-ba88-26516eaca3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0648026 May 03 21:34:33.314713 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-bef545c1-7b69-4675-b3ae-e0cd1059de32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781386188966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781385847453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781385847498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3391653'] for port, after_update {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:33.331667 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f910c29-a59c-43f6-bdbc-4f3d4db123f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bdddf58-ff69-4360-8abf-68b48e28ff85,revision_number=1']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:34:33.336913 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [None req-2f910c29-a59c-43f6-bdbc-4f3d4db123f1 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=94afa647a0934d109aff449a0a62b294&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4866507 May 03 21:34:33.337723 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.48', 60286) {{(pid=83992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:34:33.406827 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-a87fb6b6-d14e-4575-a8c6-3a609c55982b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:33.437454 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-a87fb6b6-d14e-4575-a8c6-3a609c55982b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:33.525022 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-582bc2ab-2848-48d7-93ea-8d2bb6d4e2d1 req-4e1149d2-4ac0-41d3-8379-f0c81c35ee6b tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781386188948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781385847444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3391708'] for port, after_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:33.559919 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef545c1-7b69-4675-b3ae-e0cd1059de32 admin admin] Pushing event updated for resources: {'Port': ['ID=e5b1544b-a445-4775-a722-7de5bfbfa929,revision_number=2']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:34:33.595841 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-a87fb6b6-d14e-4575-a8c6-3a609c55982b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746426'] for security_group, after_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:33.618207 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87fb6b6-d14e-4575-a8c6-3a609c55982b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bdddf58-ff69-4360-8abf-68b48e28ff85,revision_number=None']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:34:33.626912 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-a87fb6b6-d14e-4575-a8c6-3a609c55982b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:33.657017 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [None req-a87fb6b6-d14e-4575-a8c6-3a609c55982b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/9bdddf58-ff69-4360-8abf-68b48e28ff85 HTTP/1.1" status: 204 len: 168 time: 0.3095324 May 03 21:34:33.667909 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-bef545c1-7b69-4675-b3ae-e0cd1059de32 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1706276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-333604'] for router_interface, after_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:33.677591 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1149d2-4ac0-41d3-8379-f0c81c35ee6b tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] Pushing event deleted for resources: {'Port': ['ID=a2903b13-fffc-4e5f-9a12-4bcb585327dd,revision_number=None']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:34:33.871426 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-f011b991-9b74-42b2-8d60-0b31a1530d33 req-b72bad19-88fb-437f-8fe9-33fa58d15944 tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] 10.222.0.48 "GET /v2.0/ports?device_id=cb2b9b5d-640a-401a-ac60-566b6d8dbc52 HTTP/1.1" status: 200 len: 210 time: 0.1069608 May 03 21:34:33.947237 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bef545c1-7b69-4675-b3ae-e0cd1059de32 admin admin] Network a21c6f9e-6cb9-4aa5-9039-deb3e7793b3a is already hosted by enough agents. {{(pid=83993) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 21:34:33.949620 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.scheduler.base_scheduler [None req-bef545c1-7b69-4675-b3ae-e0cd1059de32 admin admin] Resources bound (agent type, host, resource id): {{(pid=83993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 21:34:33.957766 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b8b9f6-23a4-4e61-ba03-57cc724a7a65 req-52aaec6d-dd8e-4cbb-bb77-4b4fb3bf04c9 tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:34:33.963795 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-54b8b9f6-23a4-4e61-ba03-57cc724a7a65 req-52aaec6d-dd8e-4cbb-bb77-4b4fb3bf04c9 tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] 10.222.0.48 "GET /v2.0/ports?device_id=aab2b795-8567-48fa-81d6-985a8f168f87 HTTP/1.1" status: 200 len: 945 time: 0.0915780 May 03 21:34:34.026206 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-54b8b9f6-23a4-4e61-ba03-57cc724a7a65 req-3cddbc66-bf29-414a-ba9a-d9b0431fd040 tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] 10.222.0.48 "GET /v2.0/security-groups?id=1936a7be-6b75-49ba-a7fa-dd2e0617a0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551975 May 03 21:34:34.250628 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.scheduler.l3_agent_scheduler [req-582bc2ab-2848-48d7-93ea-8d2bb6d4e2d1 req-4e1149d2-4ac0-41d3-8379-f0c81c35ee6b tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] Router 38e06872-0087-4283-8484-749276bac7e2 has already been hosted by L3 agent c192ea1b-f7d6-49b7-9f22-5492fbafc6f3 {{(pid=83993) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 03 21:34:34.373689 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.rpc [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Device 0467bd1c-73a7-463d-8aa3-9018ce655dae up at agent hyperv_hv-cinder-84037 {{(pid=83994) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 21:34:34.522122 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.provisioning_blocks [None req-0b0a80ec-c086-47ff-a4e8-e9da17b585fb None None] Provisioning complete for port e5b1544b-a445-4775-a722-7de5bfbfa929 triggered by entity DHCP. {{(pid=83994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:34:34.522491 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-0b0a80ec-c086-47ff-a4e8-e9da17b585fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2080827'] for port, provisioning_complete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:34.585352 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.plugin [None req-0b0a80ec-c086-47ff-a4e8-e9da17b585fb None None] Port e5b1544b-a445-4775-a722-7de5bfbfa929 cannot update to ACTIVE because it is not bound. {{(pid=83994) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 03 21:34:34.670388 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.provisioning_blocks [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Provisioning for port 0467bd1c-73a7-463d-8aa3-9018ce655dae completed by entity L2. {{(pid=83994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 21:34:34.680167 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.provisioning_blocks [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Provisioning complete for port 0467bd1c-73a7-463d-8aa3-9018ce655dae triggered by entity L2. {{(pid=83994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:34:34.680167 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2080827'] for port, provisioning_complete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:34.712802 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849367c7-1784-4255-971b-966db984703e req-81f32e31-1cf8-4781-8f4e-959940695361 tempest-TestMinimumBasicScenario-1676527086 tempest-TestMinimumBasicScenario-1676527086-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:34:34.714291 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-849367c7-1784-4255-971b-966db984703e req-81f32e31-1cf8-4781-8f4e-959940695361 tempest-TestMinimumBasicScenario-1676527086 tempest-TestMinimumBasicScenario-1676527086-project] 10.222.0.48 "GET /v2.0/ports?device_id=f13ba9d5-9344-4748-8e24-118858bfce42 HTTP/1.1" status: 200 len: 984 time: 0.2167342 May 03 21:34:34.805243 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1124352'] for port, before_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:34.816122 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-849367c7-1784-4255-971b-966db984703e req-f08f7e35-fe19-489c-89b0-adbc5a6696ff tempest-TestMinimumBasicScenario-1676527086 tempest-TestMinimumBasicScenario-1676527086-project] 10.222.0.48 "GET /v2.0/security-groups?id=c752ce3f-47d3-4857-90c0-90885669f08a&id=d42fd400-718a-4705-ba88-26516eaca3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0949602 May 03 21:34:34.835194 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aab2b795-8567-48fa-81d6-985a8f168f87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0467bd1c-73a7-463d-8aa3-9018ce655dae'}] {{(pid=83994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 03 21:34:34.841033 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bef545c1-7b69-4675-b3ae-e0cd1059de32 admin admin] Router 42ea02a8-2ed5-4099-9561-f50111c84b33 has already been hosted by L3 agent c192ea1b-f7d6-49b7-9f22-5492fbafc6f3 {{(pid=83993) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 03 21:34:34.846075 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-582bc2ab-2848-48d7-93ea-8d2bb6d4e2d1 req-4e1149d2-4ac0-41d3-8379-f0c81c35ee6b tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] Notify agent at l3_agent.dv-cinder-840377-1-iscsi the message routers_updated {{(pid=83993) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 21:34:34.861920 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b27ee24-c933-4a03-8d0d-8bf84fdf2147 None None] Sync routers for ids ['38e06872-0087-4283-8484-749276bac7e2'] in dv-cinder-840377-1-iscsi {{(pid=83995) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 03 21:34:34.862688 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.db [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] For port 0467bd1c-73a7-463d-8aa3-9018ce655dae, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=0467bd1c-73a7-463d-8aa3-9018ce655dae,segment=NetworkSegment(f612df4b-39e4-4aca-8577-536003890aab),segment_id=f612df4b-39e4-4aca-8577-536003890aab)] {{(pid=83994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 21:34:34.885713 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b27ee24-c933-4a03-8d0d-8bf84fdf2147 None None] Routers {'38e06872-0087-4283-8484-749276bac7e2'} bound to L3 agent in host dv-cinder-840377-1-iscsi {{(pid=83995) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 03 21:34:34.887191 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.db.l3_hamode_db [None req-0b27ee24-c933-4a03-8d0d-8bf84fdf2147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840377-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-03T21:19:18Z,description=,heartbeat_timestamp=2022-05-03T21:34:19Z,host='dv-cinder-840377-1-iscsi',id=c192ea1b-f7d6-49b7-9f22-5492fbafc6f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:19:19Z,topic='l3_agent')) {'router_ids': ['38e06872-0087-4283-8484-749276bac7e2'], 'active': True} {{(pid=83995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:34:34.896374 dv-cinder-840377-1-iscsi neutron-server[83994]: INFO neutron.notifiers.nova [-] Nova event matching ['req-408a894c-8492-4d11-8dea-9789d28de8ae'] response: {'server_uuid': 'aab2b795-8567-48fa-81d6-985a8f168f87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0467bd1c-73a7-463d-8aa3-9018ce655dae', 'code': 200} May 03 21:34:34.928477 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.db.l3_dvrscheduler_db [req-582bc2ab-2848-48d7-93ea-8d2bb6d4e2d1 req-4e1149d2-4ac0-41d3-8379-f0c81c35ee6b tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] No DVR routers for this DVR port a2903b13-fffc-4e5f-9a12-4bcb585327dd on host hv-cinder-84037 {{(pid=83993) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 21:34:34.931628 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-582bc2ab-2848-48d7-93ea-8d2bb6d4e2d1 req-4e1149d2-4ac0-41d3-8379-f0c81c35ee6b tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93163'] for port, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:34.934360 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb2b9b5d-640a-401a-ac60-566b6d8dbc52', 'name': 'network-vif-deleted', 'tag': 'a2903b13-fffc-4e5f-9a12-4bcb585327dd'}] {{(pid=83993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 03 21:34:34.942626 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781386188966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781385847453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781385847498'] for port, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:35.104624 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3c7ed4a0-cdbf-42d5-80e0-fc1d5a7bdfe5'] response: {'server_uuid': 'cb2b9b5d-640a-401a-ac60-566b6d8dbc52', 'name': 'network-vif-deleted', 'tag': 'a2903b13-fffc-4e5f-9a12-4bcb585327dd', 'status': 'completed', 'code': 200} May 03 21:34:35.127666 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Pushing event updated for resources: {'Port': ['ID=0467bd1c-73a7-463d-8aa3-9018ce655dae,revision_number=5']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:34:35.150841 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.db.l3_dvr_db [None req-0b27ee24-c933-4a03-8d0d-8bf84fdf2147 None None] Set router 38e06872-0087-4283-8484-749276bac7e2 gateway port host: dv-cinder-840377-1-iscsi {{(pid=83995) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 03 21:34:35.322824 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9037728-187d-4c54-a532-4cca22d7c835 req-4ffd433c-f15f-4a46-b2ce-9cdc999ea24f tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:34:35.324865 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-b9037728-187d-4c54-a532-4cca22d7c835 req-4ffd433c-f15f-4a46-b2ce-9cdc999ea24f tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] 10.222.0.48 "GET /v2.0/ports?device_id=aab2b795-8567-48fa-81d6-985a8f168f87 HTTP/1.1" status: 200 len: 946 time: 0.1202426 May 03 21:34:35.396698 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-b9037728-187d-4c54-a532-4cca22d7c835 req-41dfcdca-45d4-4feb-9156-a225f0221a9a tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] 10.222.0.48 "GET /v2.0/security-groups?id=1936a7be-6b75-49ba-a7fa-dd2e0617a0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632398 May 03 21:34:35.413995 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [req-d27fd53c-35a8-499f-8b40-37ac734be94e req-e1508dfa-e737-46a0-971d-6ce4c0246413 tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] Synchronizing usage tracker for tenant:30468ebc688d4bc1b036b4b984931e87 on resource:port {{(pid=83993) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 21:34:35.509342 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-582bc2ab-2848-48d7-93ea-8d2bb6d4e2d1 req-4e1149d2-4ac0-41d3-8379-f0c81c35ee6b tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] 10.222.0.42 "DELETE /v2.0/ports/a2903b13-fffc-4e5f-9a12-4bcb585327dd HTTP/1.1" status: 204 len: 173 time: 3.7356064 May 03 21:34:35.569336 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-55170370-3b37-4b06-9c6a-0b6cc1bc5054 req-4193d929-66cd-4f92-a586-0ecdb058eddd service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=aab2b795-8567-48fa-81d6-985a8f168f87 HTTP/1.1" status: 200 len: 1099 time: 0.1047301 May 03 21:34:35.599736 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.db.l3_hamode_db [None req-0b27ee24-c933-4a03-8d0d-8bf84fdf2147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38e06872-0087-4283-8484-749276bac7e2', 'name': 'tempest-ServerRescueNegativeTestJSON-1238909945-router', 'tenant_id': '30468ebc688d4bc1b036b4b984931e87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c33334bd-f19e-453d-9f7b-349270405c58', 'external_fixed_ips': [{'subnet_id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'ip_address': '172.27.1.244'}], 'enable_snat': True}, 'gw_port_id': '7a52de95-86b8-413b-92c0-22bf273d3dc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:28:24Z', 'updated_at': '2022-05-03T21:28:34Z', 'revision_number': 4, 'project_id': '30468ebc688d4bc1b036b4b984931e87', 'gw_port': {'id': '7a52de95-86b8-413b-92c0-22bf273d3dc0', 'name': '', 'network_id': 'c33334bd-f19e-453d-9f7b-349270405c58', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:20:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38e06872-0087-4283-8484-749276bac7e2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'ip_address': '172.27.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:28:26Z', 'updated_at': '2022-05-03T21:28:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840377-1-iscsi', '_interfaces': [{'id': '087752cd-a7f8-4c3d-8a0a-2bf75c5efd8a', 'name': '', 'network_id': '5bd090d5-a93e-4f68-8601-6aad9d3eb473', 'tenant_id': '30468ebc688d4bc1b036b4b984931e87', 'mac_address': 'fa:16:3e:05:d9:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38e06872-0087-4283-8484-749276bac7e2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f1f0ef4c-4f27-4b18-935d-75e084855fe6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:28:32Z', 'updated_at': '2022-05-03T21:28:49Z', 'revision_number': 5, 'project_id': '30468ebc688d4bc1b036b4b984931e87', 'subnets': [{'id': 'f1f0ef4c-4f27-4b18-935d-75e084855fe6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840377-1-iscsi', False) {} {{(pid=83995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:34:35.603870 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b27ee24-c933-4a03-8d0d-8bf84fdf2147 None None] Checking router: 38e06872-0087-4283-8484-749276bac7e2 for host: dv-cinder-840377-1-iscsi {{(pid=83995) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 03 21:34:35.617567 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b27ee24-c933-4a03-8d0d-8bf84fdf2147 None None] Routers {'38e06872-0087-4283-8484-749276bac7e2'} bound to L3 agent in host dv-cinder-840377-1-iscsi {{(pid=83995) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 03 21:34:35.618181 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.db.l3_hamode_db [None req-0b27ee24-c933-4a03-8d0d-8bf84fdf2147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840377-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-03T21:19:18Z,description=,heartbeat_timestamp=2022-05-03T21:34:19Z,host='dv-cinder-840377-1-iscsi',id=c192ea1b-f7d6-49b7-9f22-5492fbafc6f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:19:19Z,topic='l3_agent')) {'router_ids': ['38e06872-0087-4283-8484-749276bac7e2'], 'active': True} {{(pid=83995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:34:35.629475 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [req-d27fd53c-35a8-499f-8b40-37ac734be94e req-e1508dfa-e737-46a0-971d-6ce4c0246413 tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] Unset dirty status for tenant:30468ebc688d4bc1b036b4b984931e87 on resource:port {{(pid=83993) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 21:34:35.630696 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-d27fd53c-35a8-499f-8b40-37ac734be94e req-e1508dfa-e737-46a0-971d-6ce4c0246413 tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] 10.222.0.48 "GET /v2.0/ports?device_id=cb2b9b5d-640a-401a-ac60-566b6d8dbc52 HTTP/1.1" status: 200 len: 210 time: 0.5385058 May 03 21:34:35.637750 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-55170370-3b37-4b06-9c6a-0b6cc1bc5054 req-446e29c8-ffe0-4154-9169-7fbc5048d2b6 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=1936a7be-6b75-49ba-a7fa-dd2e0617a0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0614834 May 03 21:34:35.645279 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bef545c1-7b69-4675-b3ae-e0cd1059de32 admin admin] Notify agent at l3_agent.dv-cinder-840377-1-iscsi the message routers_updated {{(pid=83993) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 21:34:35.663404 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-bef545c1-7b69-4675-b3ae-e0cd1059de32 admin admin] 10.222.0.48 "PUT /v2.0/routers/42ea02a8-2ed5-4099-9561-f50111c84b33/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5746524 May 03 21:34:35.867725 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.db.l3_dvr_db [None req-0b27ee24-c933-4a03-8d0d-8bf84fdf2147 None None] Set router 38e06872-0087-4283-8484-749276bac7e2 gateway port host: dv-cinder-840377-1-iscsi {{(pid=83995) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 03 21:34:36.082610 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd0aa63-8d10-4ab1-82bf-eac6043a0eef req-30eae2aa-2b10-4ee2-86ec-c0f44f27f75e tempest-TestMinimumBasicScenario-1676527086 tempest-TestMinimumBasicScenario-1676527086-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:34:36.084572 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-1fd0aa63-8d10-4ab1-82bf-eac6043a0eef req-30eae2aa-2b10-4ee2-86ec-c0f44f27f75e tempest-TestMinimumBasicScenario-1676527086 tempest-TestMinimumBasicScenario-1676527086-project] 10.222.0.48 "GET /v2.0/ports?device_id=f13ba9d5-9344-4748-8e24-118858bfce42 HTTP/1.1" status: 200 len: 984 time: 0.1093812 May 03 21:34:36.145359 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-1fd0aa63-8d10-4ab1-82bf-eac6043a0eef req-fe23491d-dfee-442a-a003-f91e979212c4 tempest-TestMinimumBasicScenario-1676527086 tempest-TestMinimumBasicScenario-1676527086-project] 10.222.0.48 "GET /v2.0/security-groups?id=c752ce3f-47d3-4857-90c0-90885669f08a&id=d42fd400-718a-4705-ba88-26516eaca3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0529733 May 03 21:34:36.304656 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.db.l3_hamode_db [None req-0b27ee24-c933-4a03-8d0d-8bf84fdf2147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38e06872-0087-4283-8484-749276bac7e2', 'name': 'tempest-ServerRescueNegativeTestJSON-1238909945-router', 'tenant_id': '30468ebc688d4bc1b036b4b984931e87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c33334bd-f19e-453d-9f7b-349270405c58', 'external_fixed_ips': [{'subnet_id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'ip_address': '172.27.1.244'}], 'enable_snat': True}, 'gw_port_id': '7a52de95-86b8-413b-92c0-22bf273d3dc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:28:24Z', 'updated_at': '2022-05-03T21:28:34Z', 'revision_number': 4, 'project_id': '30468ebc688d4bc1b036b4b984931e87', 'gw_port': {'id': '7a52de95-86b8-413b-92c0-22bf273d3dc0', 'name': '', 'network_id': 'c33334bd-f19e-453d-9f7b-349270405c58', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:20:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38e06872-0087-4283-8484-749276bac7e2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'ip_address': '172.27.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:28:26Z', 'updated_at': '2022-05-03T21:28:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840377-1-iscsi', '_interfaces': [{'id': '087752cd-a7f8-4c3d-8a0a-2bf75c5efd8a', 'name': '', 'network_id': '5bd090d5-a93e-4f68-8601-6aad9d3eb473', 'tenant_id': '30468ebc688d4bc1b036b4b984931e87', 'mac_address': 'fa:16:3e:05:d9:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38e06872-0087-4283-8484-749276bac7e2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f1f0ef4c-4f27-4b18-935d-75e084855fe6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:28:32Z', 'updated_at': '2022-05-03T21:28:49Z', 'revision_number': 5, 'project_id': '30468ebc688d4bc1b036b4b984931e87', 'subnets': [{'id': 'f1f0ef4c-4f27-4b18-935d-75e084855fe6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840377-1-iscsi', False) {} {{(pid=83995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:34:36.314020 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b27ee24-c933-4a03-8d0d-8bf84fdf2147 None None] The sync data for ids ['38e06872-0087-4283-8484-749276bac7e2'] in dv-cinder-840377-1-iscsi is: [{'id': '38e06872-0087-4283-8484-749276bac7e2', 'name': 'tempest-ServerRescueNegativeTestJSON-1238909945-router', 'tenant_id': '30468ebc688d4bc1b036b4b984931e87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c33334bd-f19e-453d-9f7b-349270405c58', 'external_fixed_ips': [{'subnet_id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'ip_address': '172.27.1.244'}], 'enable_snat': True}, 'gw_port_id': '7a52de95-86b8-413b-92c0-22bf273d3dc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:28:24Z', 'updated_at': '2022-05-03T21:28:34Z', 'revision_number': 4, 'project_id': '30468ebc688d4bc1b036b4b984931e87', 'gw_port': {'id': '7a52de95-86b8-413b-92c0-22bf273d3dc0', 'name': '', 'network_id': 'c33334bd-f19e-453d-9f7b-349270405c58', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:20:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38e06872-0087-4283-8484-749276bac7e2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'ip_address': '172.27.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:28:26Z', 'updated_at': '2022-05-03T21:28:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840377-1-iscsi', '_interfaces': [{'id': '087752cd-a7f8-4c3d-8a0a-2bf75c5efd8a', 'name': '', 'network_id': '5bd090d5-a93e-4f68-8601-6aad9d3eb473', 'tenant_id': '30468ebc688d4bc1b036b4b984931e87', 'mac_address': 'fa:16:3e:05:d9:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38e06872-0087-4283-8484-749276bac7e2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f1f0ef4c-4f27-4b18-935d-75e084855fe6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:28:32Z', 'updated_at': '2022-05-03T21:28:49Z', 'revision_number': 5, 'project_id': '30468ebc688d4bc1b036b4b984931e87', 'subnets': [{'id': 'f1f0ef4c-4f27-4b18-935d-75e084855fe6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83995) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 03 21:34:36.373116 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.rpc [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Device a2903b13-fffc-4e5f-9a12-4bcb585327dd no longer exists at agent hyperv_hv-cinder-84037 {{(pid=83994) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 21:34:36.406329 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.plugin [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] No Port match for: a2903b13-fffc-4e5f-9a12-4bcb585327dd {{(pid=83994) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 03 21:34:36.406705 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.rpc [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Device a2903b13-fffc-4e5f-9a12-4bcb585327dd not bound to the agent host hv-cinder-84037 {{(pid=83994) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 21:34:36.818510 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.48', 60364) {{(pid=83992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:34:36.825083 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.v2.base [None req-3658c76a-af69-4225-9bab-8df8a88fbb09 tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1580700779', 'description': 'tempest-secgroup-smoke-1580700779 description', 'project_id': 'e665d5aad2c24ad7843ca060d41792d3'}} {{(pid=83992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 03 21:34:36.845397 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.db.quota.driver [None req-3658c76a-af69-4225-9bab-8df8a88fbb09 tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:34:36.849038 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.quota.resource [None req-3658c76a-af69-4225-9bab-8df8a88fbb09 tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] Usage tracker for resource:security_group and tenant:e665d5aad2c24ad7843ca060d41792d3 is out of sync, need to count used quota {{(pid=83992) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:34:36.852164 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.quota.resource [None req-3658c76a-af69-4225-9bab-8df8a88fbb09 tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83992) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:34:36.858760 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.db.quota.driver [None req-3658c76a-af69-4225-9bab-8df8a88fbb09 tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:34:37.036062 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-3658c76a-af69-4225-9bab-8df8a88fbb09 tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] Notify callbacks [] for security_group, before_create {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:37.053064 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c09473-f8d4-48fd-b99e-213d84844e47 req-e170d4fb-4913-485c-8bae-43732025d873 tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:34:37.059000 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-81c09473-f8d4-48fd-b99e-213d84844e47 req-e170d4fb-4913-485c-8bae-43732025d873 tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] 10.222.0.48 "GET /v2.0/ports?device_id=aab2b795-8567-48fa-81d6-985a8f168f87 HTTP/1.1" status: 200 len: 946 time: 0.1304324 May 03 21:34:37.148075 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.db.quota.driver [None req-3658c76a-af69-4225-9bab-8df8a88fbb09 tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:34:37.162113 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.quota.resource [None req-3658c76a-af69-4225-9bab-8df8a88fbb09 tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] Usage tracker for resource:security_group_rule and tenant:e665d5aad2c24ad7843ca060d41792d3 is out of sync, need to count used quota {{(pid=83992) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:34:37.167458 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.quota.resource [None req-3658c76a-af69-4225-9bab-8df8a88fbb09 tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83992) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:34:37.185177 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-81c09473-f8d4-48fd-b99e-213d84844e47 req-83dbfa9c-d23e-491f-804b-004a694d4351 tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] 10.222.0.48 "GET /v2.0/security-groups?id=1936a7be-6b75-49ba-a7fa-dd2e0617a0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1132557 May 03 21:34:37.228235 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.db.quota.driver [None req-3658c76a-af69-4225-9bab-8df8a88fbb09 tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:34:37.239144 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-712a16c0-6c13-41e5-88af-77e6f3663e6d req-83250a7a-eafd-4256-b4ac-6723b2598da6 tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] 10.222.0.48 "GET /v2.0/ports?device_id=cb2b9b5d-640a-401a-ac60-566b6d8dbc52 HTTP/1.1" status: 200 len: 210 time: 0.0730715 May 03 21:34:37.321518 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-3658c76a-af69-4225-9bab-8df8a88fbb09 tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] Notify callbacks [] for security_group, precommit_create {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:37.383975 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-3658c76a-af69-4225-9bab-8df8a88fbb09 tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746426'] for security_group, after_create {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:37.411210 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dac74de-7c3a-4f37-8358-086c83dcb9e2 req-08f93dd3-d337-467f-a22f-e36260610565 tempest-TestMinimumBasicScenario-1676527086 tempest-TestMinimumBasicScenario-1676527086-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:34:37.412788 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-0dac74de-7c3a-4f37-8358-086c83dcb9e2 req-08f93dd3-d337-467f-a22f-e36260610565 tempest-TestMinimumBasicScenario-1676527086 tempest-TestMinimumBasicScenario-1676527086-project] 10.222.0.48 "GET /v2.0/ports?device_id=f13ba9d5-9344-4748-8e24-118858bfce42 HTTP/1.1" status: 200 len: 984 time: 0.0903385 May 03 21:34:37.440336 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3658c76a-af69-4225-9bab-8df8a88fbb09 tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a93fc666-557c-41f0-a19e-88f680ecfa1b,revision_number=1']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:34:37.479687 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-0dac74de-7c3a-4f37-8358-086c83dcb9e2 req-b315e5ad-0281-4b34-b303-eba102c100f8 tempest-TestMinimumBasicScenario-1676527086 tempest-TestMinimumBasicScenario-1676527086-project] 10.222.0.48 "GET /v2.0/security-groups?id=c752ce3f-47d3-4857-90c0-90885669f08a&id=d42fd400-718a-4705-ba88-26516eaca3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0526259 May 03 21:34:37.550000 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-3658c76a-af69-4225-9bab-8df8a88fbb09 tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] Notify callbacks [] for security_group, before_response {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:37.551238 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [None req-3658c76a-af69-4225-9bab-8df8a88fbb09 tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.7317088 May 03 21:34:37.554158 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.48', 60376) {{(pid=83992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:34:37.559532 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.v2.base [None req-911e5efc-4938-4b6a-9ee8-a45786499906 tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] Request body: {'security_group_rule': {'security_group_id': 'a93fc666-557c-41f0-a19e-88f680ecfa1b', 'project_id': 'e665d5aad2c24ad7843ca060d41792d3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 03 21:34:37.566246 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.db.quota.driver [None req-911e5efc-4938-4b6a-9ee8-a45786499906 tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:34:37.570114 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.quota.resource [None req-911e5efc-4938-4b6a-9ee8-a45786499906 tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] Usage tracker for resource:security_group_rule and tenant:e665d5aad2c24ad7843ca060d41792d3 is out of sync, need to count used quota {{(pid=83992) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:34:37.572969 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.quota.resource [None req-911e5efc-4938-4b6a-9ee8-a45786499906 tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83992) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:34:37.579288 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.db.quota.driver [None req-911e5efc-4938-4b6a-9ee8-a45786499906 tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:34:37.699940 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-911e5efc-4938-4b6a-9ee8-a45786499906 tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:37.766379 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-911e5efc-4938-4b6a-9ee8-a45786499906 tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:37.870314 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-911e5efc-4938-4b6a-9ee8-a45786499906 tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746249'] for security_group_rule, after_create {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:37.900026 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911e5efc-4938-4b6a-9ee8-a45786499906 tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2cc46810-97e9-48b2-98f9-770f8f025971,revision_number=0']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:34:38.029274 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-911e5efc-4938-4b6a-9ee8-a45786499906 tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:38.031059 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [None req-911e5efc-4938-4b6a-9ee8-a45786499906 tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.4754095 May 03 21:34:38.034017 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.48', 60384) {{(pid=83992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:34:38.040577 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.v2.base [None req-4ab3680a-521a-40ab-aa07-c92109a53519 tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] Request body: {'security_group_rule': {'security_group_id': 'a93fc666-557c-41f0-a19e-88f680ecfa1b', 'project_id': 'e665d5aad2c24ad7843ca060d41792d3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 03 21:34:38.047798 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.db.quota.driver [None req-4ab3680a-521a-40ab-aa07-c92109a53519 tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:34:38.057480 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.quota.resource [None req-4ab3680a-521a-40ab-aa07-c92109a53519 tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] Usage tracker for resource:security_group_rule and tenant:e665d5aad2c24ad7843ca060d41792d3 is out of sync, need to count used quota {{(pid=83992) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:34:38.060898 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.quota.resource [None req-4ab3680a-521a-40ab-aa07-c92109a53519 tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83992) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:34:38.066884 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.db.quota.driver [None req-4ab3680a-521a-40ab-aa07-c92109a53519 tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:34:38.179720 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-4ab3680a-521a-40ab-aa07-c92109a53519 tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:38.243294 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-4ab3680a-521a-40ab-aa07-c92109a53519 tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:38.341894 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-4ab3680a-521a-40ab-aa07-c92109a53519 tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746249'] for security_group_rule, after_create {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:38.379051 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab3680a-521a-40ab-aa07-c92109a53519 tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f369fcc-ab14-4653-b675-4cbb82ad308f,revision_number=0']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:34:38.422146 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86cdae6-820b-45e3-8f63-2a7bb090bc54 req-7fe56c91-d020-4170-95ea-c953e145c954 tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:34:38.424007 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-d86cdae6-820b-45e3-8f63-2a7bb090bc54 req-7fe56c91-d020-4170-95ea-c953e145c954 tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] 10.222.0.48 "GET /v2.0/ports?device_id=aab2b795-8567-48fa-81d6-985a8f168f87 HTTP/1.1" status: 200 len: 946 time: 0.1180704 May 03 21:34:38.477526 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-d86cdae6-820b-45e3-8f63-2a7bb090bc54 req-787030e3-08c3-403e-b548-e0a901b0144a tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] 10.222.0.48 "GET /v2.0/security-groups?id=1936a7be-6b75-49ba-a7fa-dd2e0617a0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481155 May 03 21:34:38.510315 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-4ab3680a-521a-40ab-aa07-c92109a53519 tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:38.513875 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [None req-4ab3680a-521a-40ab-aa07-c92109a53519 tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.4768348 May 03 21:34:38.518737 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.48', 60400) {{(pid=83993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:34:38.524495 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.v2.base [None req-2b9d4ccb-5db5-42eb-920c-797298d0cb03 tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] Request body: {'security_group_rule': {'security_group_id': 'a93fc666-557c-41f0-a19e-88f680ecfa1b', 'project_id': 'e665d5aad2c24ad7843ca060d41792d3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 03 21:34:38.530287 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-2b9d4ccb-5db5-42eb-920c-797298d0cb03 tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:34:38.535550 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-2b9d4ccb-5db5-42eb-920c-797298d0cb03 tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] Usage tracker for resource:security_group_rule and tenant:e665d5aad2c24ad7843ca060d41792d3 is out of sync, need to count used quota {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:34:38.538792 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-2b9d4ccb-5db5-42eb-920c-797298d0cb03 tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:34:38.545077 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-2b9d4ccb-5db5-42eb-920c-797298d0cb03 tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:34:38.585198 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.48', 60404) {{(pid=83993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:34:38.701170 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-2b9d4ccb-5db5-42eb-920c-797298d0cb03 tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:38.719471 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5018b65b-e0bb-4271-95d3-7f7d85a1294b req-ec208b2b-01f4-4915-9c66-745fb19f0850 tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:34:38.720955 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-5018b65b-e0bb-4271-95d3-7f7d85a1294b req-ec208b2b-01f4-4915-9c66-745fb19f0850 tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] 10.222.0.48 "GET /v2.0/ports?device_id=aab2b795-8567-48fa-81d6-985a8f168f87 HTTP/1.1" status: 200 len: 946 time: 0.1130645 May 03 21:34:38.730814 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.48', 60410) {{(pid=83992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:34:38.737122 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.v2.base [None req-5a07b468-d561-4bf7-b44b-9b2bcda38b72 tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] Request body: {'floatingip': {'port_id': '0467bd1c-73a7-463d-8aa3-9018ce655dae'}} {{(pid=83992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 03 21:34:38.817922 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-5a07b468-d561-4bf7-b44b-9b2bcda38b72 tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] Notify callbacks [] for floatingip, before_update {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:38.818227 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-9c517929-da5c-4b9e-b718-963320847f96 tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] Notify callbacks [] for security_group, before_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:38.876340 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-9c517929-da5c-4b9e-b718-963320847f96 tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:38.891422 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-2b9d4ccb-5db5-42eb-920c-797298d0cb03 tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:38.933536 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7eb32d-812e-4672-a1f7-3543d3b01aa0 req-a96ee22a-ac69-4b16-acf9-e2dbc8b8c5ad tempest-TestMinimumBasicScenario-1676527086 tempest-TestMinimumBasicScenario-1676527086-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:34:38.935015 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-5c7eb32d-812e-4672-a1f7-3543d3b01aa0 req-a96ee22a-ac69-4b16-acf9-e2dbc8b8c5ad tempest-TestMinimumBasicScenario-1676527086 tempest-TestMinimumBasicScenario-1676527086-project] 10.222.0.48 "GET /v2.0/ports?device_id=f13ba9d5-9344-4748-8e24-118858bfce42 HTTP/1.1" status: 200 len: 984 time: 0.1838334 May 03 21:34:38.986714 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-5c7eb32d-812e-4672-a1f7-3543d3b01aa0 req-10ea9dc1-e915-40ff-b9c8-6ed7de069e95 tempest-TestMinimumBasicScenario-1676527086 tempest-TestMinimumBasicScenario-1676527086-project] 10.222.0.48 "GET /v2.0/security-groups?id=c752ce3f-47d3-4857-90c0-90885669f08a&id=d42fd400-718a-4705-ba88-26516eaca3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0453796 May 03 21:34:39.017211 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-2b9d4ccb-5db5-42eb-920c-797298d0cb03 tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746249'] for security_group_rule, after_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:39.042805 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9d4ccb-5db5-42eb-920c-797298d0cb03 tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8b721a3-a3de-40dc-b926-77ad393a19e5,revision_number=0']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:34:39.167012 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-9c517929-da5c-4b9e-b718-963320847f96 tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746426'] for security_group, after_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:39.169523 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-9c517929-da5c-4b9e-b718-963320847f96 tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] Notify callbacks [] for security_group, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:39.177690 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-9c517929-da5c-4b9e-b718-963320847f96 tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] 10.222.0.48 "DELETE /v2.0/security-groups/017c8b08-e15d-49c0-bac3-c85fbc37c93c HTTP/1.1" status: 204 len: 168 time: 0.5883770 May 03 21:34:39.177853 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.48', 60414) {{(pid=83992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:34:39.184849 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c517929-da5c-4b9e-b718-963320847f96 tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=017c8b08-e15d-49c0-bac3-c85fbc37c93c,revision_number=None']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:34:39.204959 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.api.v2.resource [None req-fdaac891-e48c-407b-a466-0a762ce44987 tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] show failed (client error): The resource could not be found. May 03 21:34:39.208553 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [None req-fdaac891-e48c-407b-a466-0a762ce44987 tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] 10.222.0.48 "GET /v2.0/security-groups/017c8b08-e15d-49c0-bac3-c85fbc37c93c HTTP/1.1" status: 404 len: 347 time: 0.0313573 May 03 21:34:39.208819 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.48', 60418) {{(pid=83992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:34:39.287813 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-2b9d4ccb-5db5-42eb-920c-797298d0cb03 tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:39.289759 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-2b9d4ccb-5db5-42eb-920c-797298d0cb03 tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.7697339 May 03 21:34:39.292864 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.48', 60422) {{(pid=83993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:34:39.299281 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.v2.base [None req-5fc69a07-8c44-4daa-aeb0-a05df7d04d00 tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] Request body: {'security_group_rule': {'security_group_id': 'a93fc666-557c-41f0-a19e-88f680ecfa1b', 'project_id': 'e665d5aad2c24ad7843ca060d41792d3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 03 21:34:39.305806 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-5fc69a07-8c44-4daa-aeb0-a05df7d04d00 tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:34:39.310314 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-5fc69a07-8c44-4daa-aeb0-a05df7d04d00 tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] Usage tracker for resource:security_group_rule and tenant:e665d5aad2c24ad7843ca060d41792d3 is out of sync, need to count used quota {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:34:39.316252 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-5fc69a07-8c44-4daa-aeb0-a05df7d04d00 tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:34:39.323601 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-5fc69a07-8c44-4daa-aeb0-a05df7d04d00 tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:34:39.456589 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-5fc69a07-8c44-4daa-aeb0-a05df7d04d00 tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:39.528368 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.plugins.ml2.plugin [None req-4be5ed5f-fa39-431b-8cb2-64c1654997a6 tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] Deleting port 36db2b0b-73d5-4df8-b4de-e7dba1c94cce {{(pid=83992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 03 21:34:39.528745 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-4be5ed5f-fa39-431b-8cb2-64c1654997a6 tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781386349267'] for port, before_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:39.529596 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-5fc69a07-8c44-4daa-aeb0-a05df7d04d00 tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:39.678420 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-5fc69a07-8c44-4daa-aeb0-a05df7d04d00 tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746249'] for security_group_rule, after_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:39.710274 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc69a07-8c44-4daa-aeb0-a05df7d04d00 tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8467eef-26b3-404a-a251-1084473e8f84,revision_number=0']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:34:39.814047 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-5fc69a07-8c44-4daa-aeb0-a05df7d04d00 tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:39.820884 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-5fc69a07-8c44-4daa-aeb0-a05df7d04d00 tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.5214419 May 03 21:34:39.822878 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.48', 60430) {{(pid=83993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:34:39.824890 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-4be5ed5f-fa39-431b-8cb2-64c1654997a6 tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749056'] for port, precommit_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:39.825217 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-4be5ed5f-fa39-431b-8cb2-64c1654997a6 tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:39.829662 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.v2.base [None req-cf12fabb-d618-4029-9d1d-2c55b5046c0c tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] Request body: {'security_group_rule': {'security_group_id': 'a93fc666-557c-41f0-a19e-88f680ecfa1b', 'project_id': 'e665d5aad2c24ad7843ca060d41792d3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 03 21:34:39.835339 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-cf12fabb-d618-4029-9d1d-2c55b5046c0c tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:34:39.839475 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-cf12fabb-d618-4029-9d1d-2c55b5046c0c tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] Usage tracker for resource:security_group_rule and tenant:e665d5aad2c24ad7843ca060d41792d3 is out of sync, need to count used quota {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:34:39.842529 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-cf12fabb-d618-4029-9d1d-2c55b5046c0c tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:34:39.849603 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-cf12fabb-d618-4029-9d1d-2c55b5046c0c tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:34:39.957689 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.plugins.ml2.plugin [None req-4be5ed5f-fa39-431b-8cb2-64c1654997a6 tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] Calling delete_port for 36db2b0b-73d5-4df8-b4de-e7dba1c94cce owned by network:floatingip {{(pid=83992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 03 21:34:39.978484 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.db.securitygroups_db [None req-cf12fabb-d618-4029-9d1d-2c55b5046c0c tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] Project e665d5aad2c24ad7843ca060d41792d3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 03 21:34:39.986395 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-cf12fabb-d618-4029-9d1d-2c55b5046c0c tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:39.990925 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-5a07b468-d561-4bf7-b44b-9b2bcda38b72 tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:40.056166 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-cf12fabb-d618-4029-9d1d-2c55b5046c0c tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:40.085591 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-5a07b468-d561-4bf7-b44b-9b2bcda38b72 tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-332800'] for floatingip, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:40.193706 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-cf12fabb-d618-4029-9d1d-2c55b5046c0c tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746249'] for security_group_rule, after_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:40.224114 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf12fabb-d618-4029-9d1d-2c55b5046c0c tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e8e4151-11f6-4038-a253-1537060d7de7,revision_number=0']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:34:40.325750 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bae1380-efd4-40d8-a168-6f5fdbf59d64 req-9cfccc29-5810-4843-b595-286173f3918f tempest-TestMinimumBasicScenario-1676527086 tempest-TestMinimumBasicScenario-1676527086-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:34:40.326819 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-cf12fabb-d618-4029-9d1d-2c55b5046c0c tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:40.327249 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-8bae1380-efd4-40d8-a168-6f5fdbf59d64 req-9cfccc29-5810-4843-b595-286173f3918f tempest-TestMinimumBasicScenario-1676527086 tempest-TestMinimumBasicScenario-1676527086-project] 10.222.0.48 "GET /v2.0/ports?device_id=f13ba9d5-9344-4748-8e24-118858bfce42 HTTP/1.1" status: 200 len: 984 time: 0.1936471 May 03 21:34:40.329614 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-cf12fabb-d618-4029-9d1d-2c55b5046c0c tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.5042727 May 03 21:34:40.336657 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.48', 60436) {{(pid=83993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:34:40.342099 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.v2.base [None req-d6dcd18c-5a50-4741-a4a8-f0796ec1944e tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] Request body: {'security_group_rule': {'security_group_id': 'a93fc666-557c-41f0-a19e-88f680ecfa1b', 'project_id': 'e665d5aad2c24ad7843ca060d41792d3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 03 21:34:40.348550 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-d6dcd18c-5a50-4741-a4a8-f0796ec1944e tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:34:40.352345 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-d6dcd18c-5a50-4741-a4a8-f0796ec1944e tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] Usage tracker for resource:security_group_rule and tenant:e665d5aad2c24ad7843ca060d41792d3 is out of sync, need to count used quota {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:34:40.355317 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-d6dcd18c-5a50-4741-a4a8-f0796ec1944e tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:34:40.362224 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-d6dcd18c-5a50-4741-a4a8-f0796ec1944e tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:34:40.374596 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-4be5ed5f-fa39-431b-8cb2-64c1654997a6 tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781386188948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781385847444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3996730'] for port, after_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:40.429779 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.db.securitygroups_db [None req-d6dcd18c-5a50-4741-a4a8-f0796ec1944e tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] Project e665d5aad2c24ad7843ca060d41792d3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 03 21:34:40.436965 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-d6dcd18c-5a50-4741-a4a8-f0796ec1944e tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:40.444717 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be5ed5f-fa39-431b-8cb2-64c1654997a6 tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] Pushing event deleted for resources: {'Port': ['ID=36db2b0b-73d5-4df8-b4de-e7dba1c94cce,revision_number=None']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:34:40.481491 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-8bae1380-efd4-40d8-a168-6f5fdbf59d64 req-03753d38-ca67-41d3-806d-a6f87ed7220b tempest-TestMinimumBasicScenario-1676527086 tempest-TestMinimumBasicScenario-1676527086-project] 10.222.0.48 "GET /v2.0/security-groups?id=c752ce3f-47d3-4857-90c0-90885669f08a&id=d42fd400-718a-4705-ba88-26516eaca3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1469259 May 03 21:34:40.513410 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-d6dcd18c-5a50-4741-a4a8-f0796ec1944e tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:40.550928 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.db.l3_db [None req-5a07b468-d561-4bf7-b44b-9b2bcda38b72 tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] Floating IP 1f7b2de2-1a97-448f-97b2-7e8cbaf02cb1 associated. External IP: 172.27.1.45, port: 0467bd1c-73a7-463d-8aa3-9018ce655dae. May 03 21:34:40.646830 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-d6dcd18c-5a50-4741-a4a8-f0796ec1944e tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746249'] for security_group_rule, after_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:40.671338 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6dcd18c-5a50-4741-a4a8-f0796ec1944e tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=765c358d-7dae-4bbb-9800-51f8fb69b62e,revision_number=0']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:34:40.675166 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-4be5ed5f-fa39-431b-8cb2-64c1654997a6 tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] Notify callbacks [] for floatingip, after_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:40.807804 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-4be5ed5f-fa39-431b-8cb2-64c1654997a6 tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93163'] for floatingip, before_response {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:40.808510 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [None req-4be5ed5f-fa39-431b-8cb2-64c1654997a6 tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] 10.222.0.48 "DELETE /v2.0/floatingips/a3c9814d-de4e-425b-a6c5-b71c6df96c05 HTTP/1.1" status: 204 len: 168 time: 1.5988197 May 03 21:34:40.824153 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-d6dcd18c-5a50-4741-a4a8-f0796ec1944e tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:40.830188 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-d6dcd18c-5a50-4741-a4a8-f0796ec1944e tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.4877546 May 03 21:34:41.179028 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a07b468-d561-4bf7-b44b-9b2bcda38b72 tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] Router 360beb80-9db1-4402-a5b1-1a0d502ee210 has already been hosted by L3 agent c192ea1b-f7d6-49b7-9f22-5492fbafc6f3 {{(pid=83992) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 03 21:34:41.395569 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a07b468-d561-4bf7-b44b-9b2bcda38b72 tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] Notify agent at l3_agent.dv-cinder-840377-1-iscsi the message routers_updated {{(pid=83992) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 21:34:41.399981 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-5a07b468-d561-4bf7-b44b-9b2bcda38b72 tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93163'] for floatingip, before_response {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:41.406195 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5a9d4d4-44b3-45aa-afd7-6d7014067513 None None] Sync routers for ids ['360beb80-9db1-4402-a5b1-1a0d502ee210'] in dv-cinder-840377-1-iscsi {{(pid=83994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 03 21:34:41.419527 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5a9d4d4-44b3-45aa-afd7-6d7014067513 None None] Routers {'360beb80-9db1-4402-a5b1-1a0d502ee210'} bound to L3 agent in host dv-cinder-840377-1-iscsi {{(pid=83994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 03 21:34:41.420136 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.l3_hamode_db [None req-b5a9d4d4-44b3-45aa-afd7-6d7014067513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840377-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-03T21:19:18Z,description=,heartbeat_timestamp=2022-05-03T21:34:19Z,host='dv-cinder-840377-1-iscsi',id=c192ea1b-f7d6-49b7-9f22-5492fbafc6f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:19:19Z,topic='l3_agent')) {'router_ids': ['360beb80-9db1-4402-a5b1-1a0d502ee210'], 'active': True} {{(pid=83994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:34:41.456267 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [None req-5a07b468-d561-4bf7-b44b-9b2bcda38b72 tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] 10.222.0.48 "PUT /v2.0/floatingips/1f7b2de2-1a97-448f-97b2-7e8cbaf02cb1 HTTP/1.1" status: 200 len: 991 time: 2.7243726 May 03 21:34:41.456969 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aab2b795-8567-48fa-81d6-985a8f168f87', 'tag': '0467bd1c-73a7-463d-8aa3-9018ce655dae'}] {{(pid=83992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 03 21:34:41.515485 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aebe2178-0366-496b-b359-2f4cd3e2c675'] response: {'name': 'network-changed', 'server_uuid': 'aab2b795-8567-48fa-81d6-985a8f168f87', 'tag': '0467bd1c-73a7-463d-8aa3-9018ce655dae', 'status': 'completed', 'code': 200} May 03 21:34:41.670655 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.l3_dvr_db [None req-b5a9d4d4-44b3-45aa-afd7-6d7014067513 None None] Set router 360beb80-9db1-4402-a5b1-1a0d502ee210 gateway port host: dv-cinder-840377-1-iscsi {{(pid=83994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 03 21:34:41.723051 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff43972-5569-490a-8730-2b14be90ad7b req-c31b9fb5-dddd-4837-b80e-37d3ed448bfc tempest-TestMinimumBasicScenario-1676527086 tempest-TestMinimumBasicScenario-1676527086-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:34:41.724656 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-cff43972-5569-490a-8730-2b14be90ad7b req-c31b9fb5-dddd-4837-b80e-37d3ed448bfc tempest-TestMinimumBasicScenario-1676527086 tempest-TestMinimumBasicScenario-1676527086-project] 10.222.0.48 "GET /v2.0/ports?device_id=f13ba9d5-9344-4748-8e24-118858bfce42 HTTP/1.1" status: 200 len: 984 time: 0.0982046 May 03 21:34:41.852618 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-cff43972-5569-490a-8730-2b14be90ad7b req-cdedcfb7-76b7-458f-a1cb-2874e6144101 tempest-TestMinimumBasicScenario-1676527086 tempest-TestMinimumBasicScenario-1676527086-project] 10.222.0.48 "GET /v2.0/security-groups?id=c752ce3f-47d3-4857-90c0-90885669f08a&id=d42fd400-718a-4705-ba88-26516eaca3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1100516 May 03 21:34:42.023697 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-00e0b033-b693-4bf5-9cc1-cd5ecf3ca2a3 req-c229ae6c-35d2-4285-8746-cec7b3fe6fed service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a2df1ca790224a009004c3c22a5ee5c5&device_id=aab2b795-8567-48fa-81d6-985a8f168f87 HTTP/1.1" status: 200 len: 1099 time: 0.2742605 May 03 21:34:42.219325 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e0b033-b693-4bf5-9cc1-cd5ecf3ca2a3 req-383d00e5-c55f-4da3-9bfd-30356ef015b9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:34:42.223840 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-00e0b033-b693-4bf5-9cc1-cd5ecf3ca2a3 req-383d00e5-c55f-4da3-9bfd-30356ef015b9 service neutron] 10.222.0.42 "GET /v2.0/networks?id=74dacc7e-115e-4cd0-87fd-8eaa4de43b7c HTTP/1.1" status: 200 len: 911 time: 0.1916337 May 03 21:34:42.262076 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.l3_hamode_db [None req-b5a9d4d4-44b3-45aa-afd7-6d7014067513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '360beb80-9db1-4402-a5b1-1a0d502ee210', 'name': 'tempest-AttachVolumeTestJSON-600581022-router', 'tenant_id': 'a2df1ca790224a009004c3c22a5ee5c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c33334bd-f19e-453d-9f7b-349270405c58', 'external_fixed_ips': [{'subnet_id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'ip_address': '172.27.1.17'}], 'enable_snat': True}, 'gw_port_id': 'a353ebbc-82af-401c-a27c-5a116fea74c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:28:28Z', 'updated_at': '2022-05-03T21:28:43Z', 'revision_number': 4, 'project_id': 'a2df1ca790224a009004c3c22a5ee5c5', 'gw_port': {'id': 'a353ebbc-82af-401c-a27c-5a116fea74c8', 'name': '', 'network_id': 'c33334bd-f19e-453d-9f7b-349270405c58', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:ae:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '360beb80-9db1-4402-a5b1-1a0d502ee210', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'ip_address': '172.27.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:28:30Z', 'updated_at': '2022-05-03T21:29:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840377-1-iscsi', '_floatingips': [{'id': '1f7b2de2-1a97-448f-97b2-7e8cbaf02cb1', 'tenant_id': 'a2df1ca790224a009004c3c22a5ee5c5', 'floating_ip_address': '172.27.1.45', 'floating_network_id': 'c33334bd-f19e-453d-9f7b-349270405c58', 'router_id': '360beb80-9db1-4402-a5b1-1a0d502ee210', 'port_id': '0467bd1c-73a7-463d-8aa3-9018ce655dae', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '74dacc7e-115e-4cd0-87fd-8eaa4de43b7c', 'mac_address': 'fa:16:3e:f5:96:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aab2b795-8567-48fa-81d6-985a8f168f87', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T21:34:10Z', 'updated_at': '2022-05-03T21:34:39Z', 'revision_number': 1, 'project_id': 'a2df1ca790224a009004c3c22a5ee5c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '420ded47-b7bf-4a1d-b041-ea6b040061a2', 'name': '', 'network_id': '74dacc7e-115e-4cd0-87fd-8eaa4de43b7c', 'tenant_id': 'a2df1ca790224a009004c3c22a5ee5c5', 'mac_address': 'fa:16:3e:94:17:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '360beb80-9db1-4402-a5b1-1a0d502ee210', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '55e45d73-03f2-4af5-b38e-f33c41c1d7ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:28:42Z', 'updated_at': '2022-05-03T21:29:50Z', 'revision_number': 5, 'project_id': 'a2df1ca790224a009004c3c22a5ee5c5', 'subnets': [{'id': '55e45d73-03f2-4af5-b38e-f33c41c1d7ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840377-1-iscsi', False) {} {{(pid=83994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:34:42.271991 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5a9d4d4-44b3-45aa-afd7-6d7014067513 None None] Checking router: 360beb80-9db1-4402-a5b1-1a0d502ee210 for host: dv-cinder-840377-1-iscsi {{(pid=83994) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 03 21:34:42.288913 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5a9d4d4-44b3-45aa-afd7-6d7014067513 None None] Routers {'360beb80-9db1-4402-a5b1-1a0d502ee210'} bound to L3 agent in host dv-cinder-840377-1-iscsi {{(pid=83994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 03 21:34:42.289660 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.l3_hamode_db [None req-b5a9d4d4-44b3-45aa-afd7-6d7014067513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840377-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-03T21:19:18Z,description=,heartbeat_timestamp=2022-05-03T21:34:19Z,host='dv-cinder-840377-1-iscsi',id=c192ea1b-f7d6-49b7-9f22-5492fbafc6f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:19:19Z,topic='l3_agent')) {'router_ids': ['360beb80-9db1-4402-a5b1-1a0d502ee210'], 'active': True} {{(pid=83994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:34:42.378516 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-00e0b033-b693-4bf5-9cc1-cd5ecf3ca2a3 req-4cd76d84-1a50-4fb0-9200-dd68d181ed61 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0467bd1c-73a7-463d-8aa3-9018ce655dae HTTP/1.1" status: 200 len: 999 time: 0.1293991 May 03 21:34:42.476701 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e0b033-b693-4bf5-9cc1-cd5ecf3ca2a3 req-bad1fdd9-5ce7-4b82-be14-eb7c583a2ec2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:34:42.478503 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-00e0b033-b693-4bf5-9cc1-cd5ecf3ca2a3 req-bad1fdd9-5ce7-4b82-be14-eb7c583a2ec2 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=55e45d73-03f2-4af5-b38e-f33c41c1d7ec HTTP/1.1" status: 200 len: 849 time: 0.0820532 May 03 21:34:42.499885 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.l3_dvr_db [None req-b5a9d4d4-44b3-45aa-afd7-6d7014067513 None None] Set router 360beb80-9db1-4402-a5b1-1a0d502ee210 gateway port host: dv-cinder-840377-1-iscsi {{(pid=83994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 03 21:34:42.564077 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-00e0b033-b693-4bf5-9cc1-cd5ecf3ca2a3 req-ae230eb1-f986-4a2f-91b2-c9ba44b1b193 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=74dacc7e-115e-4cd0-87fd-8eaa4de43b7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0782533 May 03 21:34:42.721476 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-00e0b033-b693-4bf5-9cc1-cd5ecf3ca2a3 req-3eca790b-41a8-4d08-b31d-1a631a76a461 service neutron] 10.222.0.42 "GET /v2.0/networks/74dacc7e-115e-4cd0-87fd-8eaa4de43b7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1468778 May 03 21:34:42.988805 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.l3_hamode_db [None req-b5a9d4d4-44b3-45aa-afd7-6d7014067513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '360beb80-9db1-4402-a5b1-1a0d502ee210', 'name': 'tempest-AttachVolumeTestJSON-600581022-router', 'tenant_id': 'a2df1ca790224a009004c3c22a5ee5c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c33334bd-f19e-453d-9f7b-349270405c58', 'external_fixed_ips': [{'subnet_id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'ip_address': '172.27.1.17'}], 'enable_snat': True}, 'gw_port_id': 'a353ebbc-82af-401c-a27c-5a116fea74c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:28:28Z', 'updated_at': '2022-05-03T21:28:43Z', 'revision_number': 4, 'project_id': 'a2df1ca790224a009004c3c22a5ee5c5', 'gw_port': {'id': 'a353ebbc-82af-401c-a27c-5a116fea74c8', 'name': '', 'network_id': 'c33334bd-f19e-453d-9f7b-349270405c58', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:ae:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '360beb80-9db1-4402-a5b1-1a0d502ee210', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'ip_address': '172.27.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:28:30Z', 'updated_at': '2022-05-03T21:29:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840377-1-iscsi', '_floatingips': [{'id': '1f7b2de2-1a97-448f-97b2-7e8cbaf02cb1', 'tenant_id': 'a2df1ca790224a009004c3c22a5ee5c5', 'floating_ip_address': '172.27.1.45', 'floating_network_id': 'c33334bd-f19e-453d-9f7b-349270405c58', 'router_id': '360beb80-9db1-4402-a5b1-1a0d502ee210', 'port_id': '0467bd1c-73a7-463d-8aa3-9018ce655dae', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '74dacc7e-115e-4cd0-87fd-8eaa4de43b7c', 'mac_address': 'fa:16:3e:f5:96:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aab2b795-8567-48fa-81d6-985a8f168f87', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T21:34:10Z', 'updated_at': '2022-05-03T21:34:39Z', 'revision_number': 1, 'project_id': 'a2df1ca790224a009004c3c22a5ee5c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '420ded47-b7bf-4a1d-b041-ea6b040061a2', 'name': '', 'network_id': '74dacc7e-115e-4cd0-87fd-8eaa4de43b7c', 'tenant_id': 'a2df1ca790224a009004c3c22a5ee5c5', 'mac_address': 'fa:16:3e:94:17:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '360beb80-9db1-4402-a5b1-1a0d502ee210', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '55e45d73-03f2-4af5-b38e-f33c41c1d7ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:28:42Z', 'updated_at': '2022-05-03T21:29:50Z', 'revision_number': 5, 'project_id': 'a2df1ca790224a009004c3c22a5ee5c5', 'subnets': [{'id': '55e45d73-03f2-4af5-b38e-f33c41c1d7ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840377-1-iscsi', False) {} {{(pid=83994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:34:43.004654 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5a9d4d4-44b3-45aa-afd7-6d7014067513 None None] The sync data for ids ['360beb80-9db1-4402-a5b1-1a0d502ee210'] in dv-cinder-840377-1-iscsi is: [{'id': '360beb80-9db1-4402-a5b1-1a0d502ee210', 'name': 'tempest-AttachVolumeTestJSON-600581022-router', 'tenant_id': 'a2df1ca790224a009004c3c22a5ee5c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c33334bd-f19e-453d-9f7b-349270405c58', 'external_fixed_ips': [{'subnet_id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'ip_address': '172.27.1.17'}], 'enable_snat': True}, 'gw_port_id': 'a353ebbc-82af-401c-a27c-5a116fea74c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:28:28Z', 'updated_at': '2022-05-03T21:28:43Z', 'revision_number': 4, 'project_id': 'a2df1ca790224a009004c3c22a5ee5c5', 'gw_port': {'id': 'a353ebbc-82af-401c-a27c-5a116fea74c8', 'name': '', 'network_id': 'c33334bd-f19e-453d-9f7b-349270405c58', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:ae:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '360beb80-9db1-4402-a5b1-1a0d502ee210', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'ip_address': '172.27.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:28:30Z', 'updated_at': '2022-05-03T21:29:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840377-1-iscsi', '_floatingips': [{'id': '1f7b2de2-1a97-448f-97b2-7e8cbaf02cb1', 'tenant_id': 'a2df1ca790224a009004c3c22a5ee5c5', 'floating_ip_address': '172.27.1.45', 'floating_network_id': 'c33334bd-f19e-453d-9f7b-349270405c58', 'router_id': '360beb80-9db1-4402-a5b1-1a0d502ee210', 'port_id': '0467bd1c-73a7-463d-8aa3-9018ce655dae', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '74dacc7e-115e-4cd0-87fd-8eaa4de43b7c', 'mac_address': 'fa:16:3e:f5:96:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aab2b795-8567-48fa-81d6-985a8f168f87', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T21:34:10Z', 'updated_at': '2022-05-03T21:34:39Z', 'revision_number': 1, 'project_id': 'a2df1ca790224a009004c3c22a5ee5c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '420ded47-b7bf-4a1d-b041-ea6b040061a2', 'name': '', 'network_id': '74dacc7e-115e-4cd0-87fd-8eaa4de43b7c', 'tenant_id': 'a2df1ca790224a009004c3c22a5ee5c5', 'mac_address': 'fa:16:3e:94:17:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '360beb80-9db1-4402-a5b1-1a0d502ee210', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '55e45d73-03f2-4af5-b38e-f33c41c1d7ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:28:42Z', 'updated_at': '2022-05-03T21:29:50Z', 'revision_number': 5, 'project_id': 'a2df1ca790224a009004c3c22a5ee5c5', 'subnets': [{'id': '55e45d73-03f2-4af5-b38e-f33c41c1d7ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 03 21:34:43.017986 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-00e0b033-b693-4bf5-9cc1-cd5ecf3ca2a3 req-16cac2c7-7ac8-4e49-912e-7c0cf0c39baf service neutron] 10.222.0.42 "GET /v2.0/networks/74dacc7e-115e-4cd0-87fd-8eaa4de43b7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2865086 May 03 21:34:43.215332 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5031deb8-a0ba-48de-91ee-4a7757d0a281 req-1c6952f0-6b6f-413a-9f7b-e0ef5623c00f tempest-TestMinimumBasicScenario-1676527086 tempest-TestMinimumBasicScenario-1676527086-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:34:43.216867 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-5031deb8-a0ba-48de-91ee-4a7757d0a281 req-1c6952f0-6b6f-413a-9f7b-e0ef5623c00f tempest-TestMinimumBasicScenario-1676527086 tempest-TestMinimumBasicScenario-1676527086-project] 10.222.0.48 "GET /v2.0/ports?device_id=f13ba9d5-9344-4748-8e24-118858bfce42 HTTP/1.1" status: 200 len: 984 time: 0.1329858 May 03 21:34:43.271054 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-5031deb8-a0ba-48de-91ee-4a7757d0a281 req-c8fbe02d-067a-4dc6-8d83-bea011825095 tempest-TestMinimumBasicScenario-1676527086 tempest-TestMinimumBasicScenario-1676527086-project] 10.222.0.48 "GET /v2.0/security-groups?id=c752ce3f-47d3-4857-90c0-90885669f08a&id=d42fd400-718a-4705-ba88-26516eaca3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0467651 May 03 21:34:43.749599 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.rpc [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Device 1abdfa31-7b38-498a-813c-9daea33a153e up at agent ovs-agent-dv-cinder-840377-1-iscsi {{(pid=83994) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 21:34:43.955121 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.provisioning_blocks [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Provisioning for port 1abdfa31-7b38-498a-813c-9daea33a153e completed by entity L2. {{(pid=83994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 21:34:43.960237 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.provisioning_blocks [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Provisioning complete for port 1abdfa31-7b38-498a-813c-9daea33a153e triggered by entity L2. {{(pid=83994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:34:43.960646 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2080827'] for port, provisioning_complete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:44.077905 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1124352'] for port, before_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:44.093691 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.db [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] For port 1abdfa31-7b38-498a-813c-9daea33a153e, host dv-cinder-840377-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840377-1-iscsi',level=0,port_id=1abdfa31-7b38-498a-813c-9daea33a153e,segment=NetworkSegment(36b0f1c3-e784-4cca-986f-65718d8cb16d),segment_id=36b0f1c3-e784-4cca-986f-65718d8cb16d)] {{(pid=83994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 21:34:44.198530 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781386188966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781385847453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781385847498'] for port, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:44.367234 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Pushing event updated for resources: {'Port': ['ID=1abdfa31-7b38-498a-813c-9daea33a153e,revision_number=4']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:34:44.517559 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56478a6c-e77d-404d-90c1-867c22840c4b req-d0c4221c-cf63-4582-8893-d4098629f7ba tempest-TestMinimumBasicScenario-1676527086 tempest-TestMinimumBasicScenario-1676527086-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:34:44.519383 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-56478a6c-e77d-404d-90c1-867c22840c4b req-d0c4221c-cf63-4582-8893-d4098629f7ba tempest-TestMinimumBasicScenario-1676527086 tempest-TestMinimumBasicScenario-1676527086-project] 10.222.0.48 "GET /v2.0/ports?device_id=f13ba9d5-9344-4748-8e24-118858bfce42 HTTP/1.1" status: 200 len: 984 time: 0.1173489 May 03 21:34:44.579259 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-56478a6c-e77d-404d-90c1-867c22840c4b req-db570cfd-6070-42c7-a782-870f99bc337c tempest-TestMinimumBasicScenario-1676527086 tempest-TestMinimumBasicScenario-1676527086-project] 10.222.0.48 "GET /v2.0/security-groups?id=c752ce3f-47d3-4857-90c0-90885669f08a&id=d42fd400-718a-4705-ba88-26516eaca3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0534525 May 03 21:34:45.615346 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c86604f-5ebb-411a-9302-c361e33cc4c5 req-16601106-4454-4e70-9de0-f6ccba72deee tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:34:45.616037 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.quota.resource [req-1c86604f-5ebb-411a-9302-c361e33cc4c5 req-16601106-4454-4e70-9de0-f6ccba72deee tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] Synchronizing usage tracker for tenant:30468ebc688d4bc1b036b4b984931e87 on resource:port {{(pid=83992) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 21:34:45.725663 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.quota.resource [req-1c86604f-5ebb-411a-9302-c361e33cc4c5 req-16601106-4454-4e70-9de0-f6ccba72deee tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] Unset dirty status for tenant:30468ebc688d4bc1b036b4b984931e87 on resource:port {{(pid=83992) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 21:34:45.731198 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-1c86604f-5ebb-411a-9302-c361e33cc4c5 req-16601106-4454-4e70-9de0-f6ccba72deee tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] 10.222.0.48 "GET /v2.0/ports?device_id=11444b4c-e752-4766-9e89-f57974330390 HTTP/1.1" status: 200 len: 945 time: 0.2088437 May 03 21:34:45.745410 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.rpc [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Device 1abdfa31-7b38-498a-813c-9daea33a153e up at agent ovs-agent-dv-cinder-840377-1-iscsi {{(pid=83994) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 21:34:45.785390 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-1c86604f-5ebb-411a-9302-c361e33cc4c5 req-dd80dde9-a12f-44b2-8320-66817a6ee616 tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] 10.222.0.48 "GET /v2.0/security-groups?id=fb8a1e97-a16e-41ad-af1f-9903cda5dd84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515952 May 03 21:34:45.835271 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.provisioning_blocks [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Provisioning complete for port 1abdfa31-7b38-498a-813c-9daea33a153e triggered by entity L2. {{(pid=83994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:34:45.835732 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2080827'] for port, provisioning_complete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:45.891816 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38992692-2cfd-4e53-b857-c3833bb88b2c None None] New status for floating IP a3c9814d-de4e-425b-a6c5-b71c6df96c05: DOWN {{(pid=83995) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 03 21:34:46.434215 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-8ddea93b-818f-40ba-aee5-37cacf44c0a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781386283879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2080842'] for agent, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:46.722814 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.48', 60554) {{(pid=83993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:34:46.868469 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-a9ac39bc-d23e-4389-abc7-de2e6ae4d661 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:46.910859 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-a9ac39bc-d23e-4389-abc7-de2e6ae4d661 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:34:46.944836 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-a9ac39bc-d23e-4389-abc7-de2e6ae4d661 admin admin] Usage tracker for resource:security_group_rule and tenant:f6dc2c7fa3714a68bfb742d12293ce71 is out of sync, need to count used quota {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:34:46.951635 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-a9ac39bc-d23e-4389-abc7-de2e6ae4d661 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:34:46.961953 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-a9ac39bc-d23e-4389-abc7-de2e6ae4d661 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:34:47.040846 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20e32e9-9a91-4220-8b52-1bd8f192ed14 req-e5beaa55-0217-4d23-95ee-38dd74d80710 tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:34:47.043484 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-a20e32e9-9a91-4220-8b52-1bd8f192ed14 req-e5beaa55-0217-4d23-95ee-38dd74d80710 tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] 10.222.0.48 "GET /v2.0/ports?device_id=11444b4c-e752-4766-9e89-f57974330390 HTTP/1.1" status: 200 len: 945 time: 0.1299689 May 03 21:34:47.080696 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-a9ac39bc-d23e-4389-abc7-de2e6ae4d661 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:47.150486 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [req-a20e32e9-9a91-4220-8b52-1bd8f192ed14 req-8dca6c9d-182e-48dd-a9c3-54ece692f224 tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] Synchronizing usage tracker for tenant:30468ebc688d4bc1b036b4b984931e87 on resource:security_group {{(pid=83993) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 21:34:47.172125 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-262b676b-8b06-41a4-9373-c7697b47a514 None None] New status for floating IP 1f7b2de2-1a97-448f-97b2-7e8cbaf02cb1: ACTIVE {{(pid=83994) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 03 21:34:47.189855 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-a9ac39bc-d23e-4389-abc7-de2e6ae4d661 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746426'] for security_group, after_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:47.246268 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ac39bc-d23e-4389-abc7-de2e6ae4d661 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57adb237-bbb4-43fd-965f-95308641caf0,revision_number=1']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:34:47.254505 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.48', 60564) {{(pid=83992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:34:47.264683 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-a9ac39bc-d23e-4389-abc7-de2e6ae4d661 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f6dc2c7fa3714a68bfb742d12293ce71&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5406654 May 03 21:34:47.269325 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [req-a20e32e9-9a91-4220-8b52-1bd8f192ed14 req-8dca6c9d-182e-48dd-a9c3-54ece692f224 tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] Unset dirty status for tenant:30468ebc688d4bc1b036b4b984931e87 on resource:security_group {{(pid=83993) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 21:34:47.269325 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-a20e32e9-9a91-4220-8b52-1bd8f192ed14 req-8dca6c9d-182e-48dd-a9c3-54ece692f224 tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] 10.222.0.48 "GET /v2.0/security-groups?id=fb8a1e97-a16e-41ad-af1f-9903cda5dd84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1843109 May 03 21:34:47.330666 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-1f837819-ae9e-46fc-ae78-00cddd7d0609 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:47.360930 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-1f837819-ae9e-46fc-ae78-00cddd7d0609 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:47.529994 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cca44b0-c671-478c-a4ec-786340f9fc8a req-f5e16f29-721e-4a8f-8729-4b2611bd390e tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:34:47.532632 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-6cca44b0-c671-478c-a4ec-786340f9fc8a req-f5e16f29-721e-4a8f-8729-4b2611bd390e tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] 10.222.0.42 "GET /v2.0/ports?device_id=11444b4c-e752-4766-9e89-f57974330390 HTTP/1.1" status: 200 len: 945 time: 0.1357939 May 03 21:34:47.538803 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-1f837819-ae9e-46fc-ae78-00cddd7d0609 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746426'] for security_group, after_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:47.555984 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f837819-ae9e-46fc-ae78-00cddd7d0609 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57adb237-bbb4-43fd-965f-95308641caf0,revision_number=None']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:34:47.565335 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-1f837819-ae9e-46fc-ae78-00cddd7d0609 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:47.566844 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [None req-1f837819-ae9e-46fc-ae78-00cddd7d0609 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/57adb237-bbb4-43fd-965f-95308641caf0 HTTP/1.1" status: 204 len: 168 time: 0.3109081 May 03 21:34:47.616542 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.plugin [req-6cca44b0-c671-478c-a4ec-786340f9fc8a req-9a400999-0cf5-49f4-8235-d49dabc66800 tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] Deleting port 85e667f2-845e-4e89-b387-1500b1f84677 {{(pid=83993) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 03 21:34:47.616884 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-6cca44b0-c671-478c-a4ec-786340f9fc8a req-9a400999-0cf5-49f4-8235-d49dabc66800 tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781386349267'] for port, before_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:47.881152 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.db [req-6cca44b0-c671-478c-a4ec-786340f9fc8a req-9a400999-0cf5-49f4-8235-d49dabc66800 tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] For port 85e667f2-845e-4e89-b387-1500b1f84677, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=85e667f2-845e-4e89-b387-1500b1f84677,segment=NetworkSegment(f62d725e-ae77-4a78-847c-f1a234768bbb),segment_id=f62d725e-ae77-4a78-847c-f1a234768bbb)] {{(pid=83993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 21:34:47.882810 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-6cca44b0-c671-478c-a4ec-786340f9fc8a req-9a400999-0cf5-49f4-8235-d49dabc66800 tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749056'] for port, precommit_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:48.073876 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.plugin [req-6cca44b0-c671-478c-a4ec-786340f9fc8a req-9a400999-0cf5-49f4-8235-d49dabc66800 tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] Calling delete_port for 85e667f2-845e-4e89-b387-1500b1f84677 owned by compute:nova {{(pid=83993) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 03 21:34:48.321858 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-6cca44b0-c671-478c-a4ec-786340f9fc8a req-9a400999-0cf5-49f4-8235-d49dabc66800 tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781386188948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781385847444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3391708'] for port, after_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:48.366976 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.db [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] get_ports_and_sgs() called for port_ids ['703e14ee-54de-44ea-bfca-17283964e8b4', '85e667f2-845e-4e89-b387-1500b1f84677'] {{(pid=83994) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 03 21:34:48.386691 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a400999-0cf5-49f4-8235-d49dabc66800 tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] Pushing event deleted for resources: {'Port': ['ID=85e667f2-845e-4e89-b387-1500b1f84677,revision_number=None']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:34:48.507188 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-2de4ebef-ea8c-4471-b922-f79915cf4fcc req-f2c8cf24-336b-4f1f-824b-1853317e756a tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] 10.222.0.48 "GET /v2.0/ports?device_id=11444b4c-e752-4766-9e89-f57974330390 HTTP/1.1" status: 200 len: 210 time: 0.0874603 May 03 21:34:48.512031 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.db.l3_dvrscheduler_db [req-6cca44b0-c671-478c-a4ec-786340f9fc8a req-9a400999-0cf5-49f4-8235-d49dabc66800 tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] No DVR routers for this DVR port 85e667f2-845e-4e89-b387-1500b1f84677 on host hv-cinder-84037 {{(pid=83993) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 21:34:48.515429 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-6cca44b0-c671-478c-a4ec-786340f9fc8a req-9a400999-0cf5-49f4-8235-d49dabc66800 tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93163'] for port, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:48.519530 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11444b4c-e752-4766-9e89-f57974330390', 'name': 'network-vif-deleted', 'tag': '85e667f2-845e-4e89-b387-1500b1f84677'}] {{(pid=83993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 03 21:34:48.609144 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f3e3bfb2-6df5-4a70-af1d-50b91f289c80'] response: {'server_uuid': '11444b4c-e752-4766-9e89-f57974330390', 'name': 'network-vif-deleted', 'tag': '85e667f2-845e-4e89-b387-1500b1f84677', 'status': 'completed', 'code': 200} May 03 21:34:48.668408 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-223bcb6b-0673-4a99-93c6-babcf6df2854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781386283879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2080842'] for agent, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:48.726297 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-6cca44b0-c671-478c-a4ec-786340f9fc8a req-9a400999-0cf5-49f4-8235-d49dabc66800 tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] 10.222.0.42 "DELETE /v2.0/ports/85e667f2-845e-4e89-b387-1500b1f84677 HTTP/1.1" status: 204 len: 173 time: 1.1833487 May 03 21:34:49.450266 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59892902-2b20-4bd5-b0b7-256cc029f6f2 req-86777ea4-5a87-48c3-9f2c-459b77a5eb54 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:34:49.451635 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-59892902-2b20-4bd5-b0b7-256cc029f6f2 req-86777ea4-5a87-48c3-9f2c-459b77a5eb54 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] 10.222.0.48 "GET /v2.0/ports?device_id=1233302d-c8af-43d2-9b77-4394d2674961 HTTP/1.1" status: 200 len: 945 time: 0.0804975 May 03 21:34:49.501169 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-59892902-2b20-4bd5-b0b7-256cc029f6f2 req-0e194672-f813-4cad-9234-0b90744e4866 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] 10.222.0.48 "GET /v2.0/security-groups?id=9723ad88-19b9-4747-aa09-f031b130e0be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419512 May 03 21:34:49.584216 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781386283879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2080842'] for agent, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:49.718238 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-924f2004-ee2a-408e-b231-a4dda5689c77 req-f48b52a0-8439-40e0-80b9-448fb5b15810 tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] 10.222.0.48 "GET /v2.0/ports?device_id=11444b4c-e752-4766-9e89-f57974330390 HTTP/1.1" status: 200 len: 210 time: 0.0593040 May 03 21:34:49.851586 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781386283879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2080842'] for agent, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:49.902629 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-0dfda447-9707-4eba-99ce-657c79a02a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781386283879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2080842'] for agent, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:50.712073 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62060772-c0be-4504-9f86-2d53397d3ae1 req-5b5453cb-e7b2-4e92-a5f6-0a63b9879420 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:34:50.713491 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-62060772-c0be-4504-9f86-2d53397d3ae1 req-5b5453cb-e7b2-4e92-a5f6-0a63b9879420 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] 10.222.0.48 "GET /v2.0/ports?device_id=1233302d-c8af-43d2-9b77-4394d2674961 HTTP/1.1" status: 200 len: 945 time: 0.0802987 May 03 21:34:50.771513 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-62060772-c0be-4504-9f86-2d53397d3ae1 req-a124222d-b84a-4e65-89e0-524d696bc793 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] 10.222.0.48 "GET /v2.0/security-groups?id=9723ad88-19b9-4747-aa09-f031b130e0be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512731 May 03 21:34:51.211309 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-672d275f-a9b7-498c-8eb6-010b5168d44a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781386283879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2080842'] for agent, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:51.568746 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c406c498-3f79-4fe5-9c04-78093c10ebd6 req-15988a39-6d0d-4ed8-8573-dd68cd706e11 tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:34:51.570278 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-c406c498-3f79-4fe5-9c04-78093c10ebd6 req-15988a39-6d0d-4ed8-8573-dd68cd706e11 tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] 10.222.0.48 "GET /v2.0/ports?device_id=dffdb65a-4c55-4f89-afd3-ff88a82805d9 HTTP/1.1" status: 200 len: 946 time: 0.0790212 May 03 21:34:51.621369 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-c406c498-3f79-4fe5-9c04-78093c10ebd6 req-3b3bbed8-0624-4c27-934f-50e1ec20f180 tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] 10.222.0.48 "GET /v2.0/security-groups?id=fb8a1e97-a16e-41ad-af1f-9903cda5dd84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454471 May 03 21:34:51.681315 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c525b78b-45fe-4c26-a141-cdf6767b44d3 req-a5681b58-7217-4df6-8283-134db8b834f0 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:34:51.682999 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-c525b78b-45fe-4c26-a141-cdf6767b44d3 req-a5681b58-7217-4df6-8283-134db8b834f0 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] 10.222.0.42 "GET /v2.0/ports?device_id=1233302d-c8af-43d2-9b77-4394d2674961 HTTP/1.1" status: 200 len: 945 time: 0.0956104 May 03 21:34:51.766838 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.plugin [req-c525b78b-45fe-4c26-a141-cdf6767b44d3 req-6efbefa8-17a9-4676-8535-0cf36fffd227 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Deleting port 7fa6b06a-f0cf-4a54-8f74-c95315afe030 {{(pid=83993) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 03 21:34:51.767473 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-c525b78b-45fe-4c26-a141-cdf6767b44d3 req-6efbefa8-17a9-4676-8535-0cf36fffd227 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781386349267'] for port, before_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:51.769870 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.rpc [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Device 85e667f2-845e-4e89-b387-1500b1f84677 no longer exists at agent hyperv_hv-cinder-84037 {{(pid=83994) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 21:34:51.803150 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.plugin [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] No Port match for: 85e667f2-845e-4e89-b387-1500b1f84677 {{(pid=83994) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 03 21:34:51.803497 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.rpc [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Device 85e667f2-845e-4e89-b387-1500b1f84677 not bound to the agent host hv-cinder-84037 {{(pid=83994) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 21:34:51.925492 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a896e28-b02d-40bc-9b09-52a9959dbb00 None None] Sync routers for ids ['42ea02a8-2ed5-4099-9561-f50111c84b33'] in dv-cinder-840377-1-iscsi {{(pid=83995) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 03 21:34:51.943727 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a896e28-b02d-40bc-9b09-52a9959dbb00 None None] Routers {'42ea02a8-2ed5-4099-9561-f50111c84b33'} bound to L3 agent in host dv-cinder-840377-1-iscsi {{(pid=83995) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 03 21:34:51.944721 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.db.l3_hamode_db [None req-5a896e28-b02d-40bc-9b09-52a9959dbb00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840377-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-03T21:19:18Z,description=,heartbeat_timestamp=2022-05-03T21:34:49Z,host='dv-cinder-840377-1-iscsi',id=c192ea1b-f7d6-49b7-9f22-5492fbafc6f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:19:19Z,topic='l3_agent')) {'router_ids': ['42ea02a8-2ed5-4099-9561-f50111c84b33'], 'active': True} {{(pid=83995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:34:52.161422 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.db.l3_dvr_db [None req-5a896e28-b02d-40bc-9b09-52a9959dbb00 None None] Set router 42ea02a8-2ed5-4099-9561-f50111c84b33 gateway port host: dv-cinder-840377-1-iscsi {{(pid=83995) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 03 21:34:52.204391 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.db [req-c525b78b-45fe-4c26-a141-cdf6767b44d3 req-6efbefa8-17a9-4676-8535-0cf36fffd227 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] For port 7fa6b06a-f0cf-4a54-8f74-c95315afe030, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=7fa6b06a-f0cf-4a54-8f74-c95315afe030,segment=NetworkSegment(f82b8179-7d00-46b1-abec-98a139f3558c),segment_id=f82b8179-7d00-46b1-abec-98a139f3558c)] {{(pid=83993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 21:34:52.204777 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-c525b78b-45fe-4c26-a141-cdf6767b44d3 req-6efbefa8-17a9-4676-8535-0cf36fffd227 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749056'] for port, precommit_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:52.217157 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56e6de9-5a1b-4d89-a9f4-62715c067625 req-0e7f2197-b25b-4e11-bec6-93e2620ffc2b tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:34:52.219159 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-a56e6de9-5a1b-4d89-a9f4-62715c067625 req-0e7f2197-b25b-4e11-bec6-93e2620ffc2b tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] 10.222.0.48 "GET /v2.0/ports?device_id=1233302d-c8af-43d2-9b77-4394d2674961 HTTP/1.1" status: 200 len: 945 time: 0.2922318 May 03 21:34:52.348974 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-a56e6de9-5a1b-4d89-a9f4-62715c067625 req-a8aea6df-6b80-46e3-a707-ea81bd776abe tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] 10.222.0.48 "GET /v2.0/security-groups?id=9723ad88-19b9-4747-aa09-f031b130e0be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0756691 May 03 21:34:52.510323 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.db.l3_hamode_db [None req-5a896e28-b02d-40bc-9b09-52a9959dbb00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42ea02a8-2ed5-4099-9561-f50111c84b33', 'name': 'tempest-TestVolumeBootPattern-564393203-router', 'tenant_id': 'ba56c29108034f8d8c9070a752249637', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c33334bd-f19e-453d-9f7b-349270405c58', 'external_fixed_ips': [{'subnet_id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'ip_address': '172.27.1.91'}], 'enable_snat': True}, 'gw_port_id': '1abdfa31-7b38-498a-813c-9daea33a153e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:34:24Z', 'updated_at': '2022-05-03T21:34:32Z', 'revision_number': 4, 'project_id': 'ba56c29108034f8d8c9070a752249637', 'gw_port': {'id': '1abdfa31-7b38-498a-813c-9daea33a153e', 'name': '', 'network_id': 'c33334bd-f19e-453d-9f7b-349270405c58', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:35:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42ea02a8-2ed5-4099-9561-f50111c84b33', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'ip_address': '172.27.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:34:26Z', 'updated_at': '2022-05-03T21:34:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840377-1-iscsi', '_interfaces': [{'id': 'e5b1544b-a445-4775-a722-7de5bfbfa929', 'name': '', 'network_id': 'a21c6f9e-6cb9-4aa5-9039-deb3e7793b3a', 'tenant_id': 'ba56c29108034f8d8c9070a752249637', 'mac_address': 'fa:16:3e:f8:1b:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42ea02a8-2ed5-4099-9561-f50111c84b33', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '39868cc1-c46d-442d-ae11-d481b6bf6c7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:34:31Z', 'updated_at': '2022-05-03T21:34:32Z', 'revision_number': 2, 'project_id': 'ba56c29108034f8d8c9070a752249637', 'subnets': [{'id': '39868cc1-c46d-442d-ae11-d481b6bf6c7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840377-1-iscsi', False) {} {{(pid=83995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:34:52.514918 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a896e28-b02d-40bc-9b09-52a9959dbb00 None None] Checking router: 42ea02a8-2ed5-4099-9561-f50111c84b33 for host: dv-cinder-840377-1-iscsi {{(pid=83995) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 03 21:34:52.515268 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a896e28-b02d-40bc-9b09-52a9959dbb00 None None] Updating router 42ea02a8-2ed5-4099-9561-f50111c84b33 port e5b1544b-a445-4775-a722-7de5bfbfa929 binding host dv-cinder-840377-1-iscsi {{(pid=83995) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 03 21:34:52.567464 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-c525b78b-45fe-4c26-a141-cdf6767b44d3 req-6efbefa8-17a9-4676-8535-0cf36fffd227 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:52.567832 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-c525b78b-45fe-4c26-a141-cdf6767b44d3 req-6efbefa8-17a9-4676-8535-0cf36fffd227 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-332800'] for floatingip, after_update {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:52.568173 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.db.l3_db [req-c525b78b-45fe-4c26-a141-cdf6767b44d3 req-6efbefa8-17a9-4676-8535-0cf36fffd227 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Floating IP 1830f7fd-5301-416c-adf5-2f6fb41dec91 disassociated. External IP: 172.27.1.2, port: 7fa6b06a-f0cf-4a54-8f74-c95315afe030. May 03 21:34:52.568532 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.plugin [req-c525b78b-45fe-4c26-a141-cdf6767b44d3 req-6efbefa8-17a9-4676-8535-0cf36fffd227 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Calling delete_port for 7fa6b06a-f0cf-4a54-8f74-c95315afe030 owned by compute:nova {{(pid=83993) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 03 21:34:52.574109 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-5a896e28-b02d-40bc-9b09-52a9959dbb00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1124352'] for port, before_update {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:52.784327 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-c525b78b-45fe-4c26-a141-cdf6767b44d3 req-6efbefa8-17a9-4676-8535-0cf36fffd227 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781386188948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781385847444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3391708'] for port, after_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:52.858791 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efbefa8-17a9-4676-8535-0cf36fffd227 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Pushing event deleted for resources: {'Port': ['ID=7fa6b06a-f0cf-4a54-8f74-c95315afe030,revision_number=None']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:34:52.877288 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816f15b0-2178-4454-bbb5-1f1ef138975d req-39ce79f6-8ccb-479e-8345-b98a38bc7c7a tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:34:52.878807 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-816f15b0-2178-4454-bbb5-1f1ef138975d req-39ce79f6-8ccb-479e-8345-b98a38bc7c7a tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] 10.222.0.48 "GET /v2.0/ports?device_id=dffdb65a-4c55-4f89-afd3-ff88a82805d9 HTTP/1.1" status: 200 len: 946 time: 0.0986452 May 03 21:34:52.928662 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-816f15b0-2178-4454-bbb5-1f1ef138975d req-775500ad-31ae-4c45-b00d-2b52a15b78ca tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] 10.222.0.48 "GET /v2.0/security-groups?id=fb8a1e97-a16e-41ad-af1f-9903cda5dd84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437264 May 03 21:34:52.982813 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-5a896e28-b02d-40bc-9b09-52a9959dbb00 None None] Notify callbacks [] for port, precommit_update {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:52.996059 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.db.provisioning_blocks [None req-5a896e28-b02d-40bc-9b09-52a9959dbb00 None None] Transition to ACTIVE for port object e5b1544b-a445-4775-a722-7de5bfbfa929 will not be triggered until provisioned by entity L2. {{(pid=83995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 21:34:53.069417 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-5a896e28-b02d-40bc-9b09-52a9959dbb00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781386188966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781385847453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781385847498'] for port, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:53.103035 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c525b78b-45fe-4c26-a141-cdf6767b44d3 req-6efbefa8-17a9-4676-8535-0cf36fffd227 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Router 68150121-68dc-4495-bcf7-8d66179822f8 has already been hosted by L3 agent c192ea1b-f7d6-49b7-9f22-5492fbafc6f3 {{(pid=83993) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 03 21:34:53.158293 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80994a5-5e54-4658-8ad0-d68d2c29671d None None] Pushing event updated for resources: {'Port': ['ID=e5b1544b-a445-4775-a722-7de5bfbfa929,revision_number=3']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:34:53.341259 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.plugins.ml2.managers [None req-5a896e28-b02d-40bc-9b09-52a9959dbb00 None None] Attempting to bind port e5b1544b-a445-4775-a722-7de5bfbfa929 on host dv-cinder-840377-1-iscsi for vnic_type normal with profile {{(pid=83995) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 21:34:53.341630 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.plugins.ml2.managers [None req-5a896e28-b02d-40bc-9b09-52a9959dbb00 None None] Attempting to bind port e5b1544b-a445-4775-a722-7de5bfbfa929 by drivers openvswitch,hyperv on host dv-cinder-840377-1-iscsi at level 0 using segments [{'id': 'f51fa77a-a2e7-4f68-a112-dc0e9ba14154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'a21c6f9e-6cb9-4aa5-9039-deb3e7793b3a'}] {{(pid=83995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 21:34:53.341990 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a896e28-b02d-40bc-9b09-52a9959dbb00 None None] Attempting to bind port e5b1544b-a445-4775-a722-7de5bfbfa929 on network a21c6f9e-6cb9-4aa5-9039-deb3e7793b3a {{(pid=83995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 03 21:34:53.348750 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c525b78b-45fe-4c26-a141-cdf6767b44d3 req-6efbefa8-17a9-4676-8535-0cf36fffd227 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Notify agent at l3_agent.dv-cinder-840377-1-iscsi the message routers_updated {{(pid=83993) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 21:34:53.351115 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a896e28-b02d-40bc-9b09-52a9959dbb00 None None] Checking agent: {'id': 'fb00ce1e-8ae6-4b1c-988b-a0ad40f400cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840377-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 21, 19, 20), 'started_at': datetime.datetime(2022, 5, 3, 21, 19, 50), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 21, 34, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840377-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 03 21:34:53.351480 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a896e28-b02d-40bc-9b09-52a9959dbb00 None None] Checking segment: {'id': 'f51fa77a-a2e7-4f68-a112-dc0e9ba14154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'a21c6f9e-6cb9-4aa5-9039-deb3e7793b3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 03 21:34:53.351920 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-5a896e28-b02d-40bc-9b09-52a9959dbb00 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:53.352562 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a896e28-b02d-40bc-9b09-52a9959dbb00 None None] Bound using segment: {'id': 'f51fa77a-a2e7-4f68-a112-dc0e9ba14154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'a21c6f9e-6cb9-4aa5-9039-deb3e7793b3a'} {{(pid=83995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 03 21:34:53.353289 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.plugins.ml2.managers [None req-5a896e28-b02d-40bc-9b09-52a9959dbb00 None None] Bound port: e5b1544b-a445-4775-a722-7de5bfbfa929, host: dv-cinder-840377-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f51fa77a-a2e7-4f68-a112-dc0e9ba14154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'a21c6f9e-6cb9-4aa5-9039-deb3e7793b3a'}}] {{(pid=83995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 21:34:53.353889 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-5a896e28-b02d-40bc-9b09-52a9959dbb00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1124352'] for port, before_update {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:53.358387 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19ef9e56-2de1-4222-979a-14e4e8cf481b None None] Sync routers for ids ['68150121-68dc-4495-bcf7-8d66179822f8'] in dv-cinder-840377-1-iscsi {{(pid=83994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 03 21:34:53.375540 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19ef9e56-2de1-4222-979a-14e4e8cf481b None None] Routers {'68150121-68dc-4495-bcf7-8d66179822f8'} bound to L3 agent in host dv-cinder-840377-1-iscsi {{(pid=83994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 03 21:34:53.376741 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.l3_hamode_db [None req-19ef9e56-2de1-4222-979a-14e4e8cf481b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840377-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-03T21:19:18Z,description=,heartbeat_timestamp=2022-05-03T21:34:49Z,host='dv-cinder-840377-1-iscsi',id=c192ea1b-f7d6-49b7-9f22-5492fbafc6f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:19:19Z,topic='l3_agent')) {'router_ids': ['68150121-68dc-4495-bcf7-8d66179822f8'], 'active': True} {{(pid=83994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:34:53.486904 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.db.l3_dvrscheduler_db [req-c525b78b-45fe-4c26-a141-cdf6767b44d3 req-6efbefa8-17a9-4676-8535-0cf36fffd227 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] No DVR routers for this DVR port 7fa6b06a-f0cf-4a54-8f74-c95315afe030 on host hv-cinder-84037 {{(pid=83993) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 21:34:53.499428 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-c525b78b-45fe-4c26-a141-cdf6767b44d3 req-6efbefa8-17a9-4676-8535-0cf36fffd227 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93163'] for port, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:53.505625 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1233302d-c8af-43d2-9b77-4394d2674961', 'name': 'network-vif-deleted', 'tag': '7fa6b06a-f0cf-4a54-8f74-c95315afe030'}] {{(pid=83993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 03 21:34:53.527623 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.plugins.ml2.db [None req-5a896e28-b02d-40bc-9b09-52a9959dbb00 None None] For port e5b1544b-a445-4775-a722-7de5bfbfa929, host dv-cinder-840377-1-iscsi, cleared binding levels {{(pid=83995) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 21:34:53.544673 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.plugins.ml2.db [None req-5a896e28-b02d-40bc-9b09-52a9959dbb00 None None] For port e5b1544b-a445-4775-a722-7de5bfbfa929, host dv-cinder-840377-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840377-1-iscsi',level=0,port_id=e5b1544b-a445-4775-a722-7de5bfbfa929,segment=NetworkSegment(f51fa77a-a2e7-4f68-a112-dc0e9ba14154),segment_id=f51fa77a-a2e7-4f68-a112-dc0e9ba14154)] {{(pid=83995) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 21:34:53.604104 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.notifiers.nova [-] Nova event matching ['req-104b8c3d-352d-4161-aa09-c5692e8fbc7d'] response: {'server_uuid': '1233302d-c8af-43d2-9b77-4394d2674961', 'name': 'network-vif-deleted', 'tag': '7fa6b06a-f0cf-4a54-8f74-c95315afe030', 'status': 'completed', 'code': 200} May 03 21:34:53.619203 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [req-cfcc4f39-6a09-4043-b70e-199b9ca1af29 req-e5c24268-01c7-49e3-909e-029d91ef70f0 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Synchronizing usage tracker for tenant:bd571e41b44a4bc6b16bf8163252f168 on resource:port {{(pid=83993) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 21:34:53.624026 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-c525b78b-45fe-4c26-a141-cdf6767b44d3 req-6efbefa8-17a9-4676-8535-0cf36fffd227 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] 10.222.0.42 "DELETE /v2.0/ports/7fa6b06a-f0cf-4a54-8f74-c95315afe030 HTTP/1.1" status: 204 len: 173 time: 1.9349566 May 03 21:34:53.651556 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.l3_dvr_db [None req-19ef9e56-2de1-4222-979a-14e4e8cf481b None None] Set router 68150121-68dc-4495-bcf7-8d66179822f8 gateway port host: dv-cinder-840377-1-iscsi {{(pid=83994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 03 21:34:53.659241 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-5a896e28-b02d-40bc-9b09-52a9959dbb00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781386188966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781385847453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781385847498'] for port, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:53.776927 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80994a5-5e54-4658-8ad0-d68d2c29671d None None] Pushing event updated for resources: {'Port': ['ID=e5b1544b-a445-4775-a722-7de5bfbfa929,revision_number=4']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:34:53.785718 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a896e28-b02d-40bc-9b09-52a9959dbb00 None None] Routers {'42ea02a8-2ed5-4099-9561-f50111c84b33'} bound to L3 agent in host dv-cinder-840377-1-iscsi {{(pid=83995) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 03 21:34:53.786720 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.db.l3_hamode_db [None req-5a896e28-b02d-40bc-9b09-52a9959dbb00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840377-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-03T21:19:18Z,description=,heartbeat_timestamp=2022-05-03T21:34:49Z,host='dv-cinder-840377-1-iscsi',id=c192ea1b-f7d6-49b7-9f22-5492fbafc6f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:19:19Z,topic='l3_agent')) {'router_ids': ['42ea02a8-2ed5-4099-9561-f50111c84b33'], 'active': True} {{(pid=83995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:34:53.802847 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [req-cfcc4f39-6a09-4043-b70e-199b9ca1af29 req-e5c24268-01c7-49e3-909e-029d91ef70f0 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Unset dirty status for tenant:bd571e41b44a4bc6b16bf8163252f168 on resource:port {{(pid=83993) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 21:34:53.804723 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-cfcc4f39-6a09-4043-b70e-199b9ca1af29 req-e5c24268-01c7-49e3-909e-029d91ef70f0 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] 10.222.0.48 "GET /v2.0/ports?device_id=1233302d-c8af-43d2-9b77-4394d2674961 HTTP/1.1" status: 200 len: 210 time: 0.2322514 May 03 21:34:53.993157 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.db.l3_dvr_db [None req-5a896e28-b02d-40bc-9b09-52a9959dbb00 None None] Set router 42ea02a8-2ed5-4099-9561-f50111c84b33 gateway port host: dv-cinder-840377-1-iscsi {{(pid=83995) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 03 21:34:54.205763 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.l3_hamode_db [None req-19ef9e56-2de1-4222-979a-14e4e8cf481b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68150121-68dc-4495-bcf7-8d66179822f8', 'name': 'tempest-AttachVolumeNegativeTest-487551053-router', 'tenant_id': 'bd571e41b44a4bc6b16bf8163252f168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c33334bd-f19e-453d-9f7b-349270405c58', 'external_fixed_ips': [{'subnet_id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'ip_address': '172.27.1.192'}], 'enable_snat': True}, 'gw_port_id': '07f5f895-667f-41a6-8b98-e761a27a9ddb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:28:25Z', 'updated_at': '2022-05-03T21:28:37Z', 'revision_number': 4, 'project_id': 'bd571e41b44a4bc6b16bf8163252f168', 'gw_port': {'id': '07f5f895-667f-41a6-8b98-e761a27a9ddb', 'name': '', 'network_id': 'c33334bd-f19e-453d-9f7b-349270405c58', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:26:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68150121-68dc-4495-bcf7-8d66179822f8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'ip_address': '172.27.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:28:27Z', 'updated_at': '2022-05-03T21:28:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840377-1-iscsi', '_interfaces': [{'id': '4fd95030-f142-4d90-a90c-6a2865ea606e', 'name': '', 'network_id': 'afa29ce3-7ea1-4fb3-8d15-b28913382476', 'tenant_id': 'bd571e41b44a4bc6b16bf8163252f168', 'mac_address': 'fa:16:3e:7c:b9:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68150121-68dc-4495-bcf7-8d66179822f8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '663a4790-11b9-4523-b0db-a1ea41b30d40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:28:34Z', 'updated_at': '2022-05-03T21:29:46Z', 'revision_number': 5, 'project_id': 'bd571e41b44a4bc6b16bf8163252f168', 'subnets': [{'id': '663a4790-11b9-4523-b0db-a1ea41b30d40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840377-1-iscsi', False) {} {{(pid=83994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:34:54.210110 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19ef9e56-2de1-4222-979a-14e4e8cf481b None None] Checking router: 68150121-68dc-4495-bcf7-8d66179822f8 for host: dv-cinder-840377-1-iscsi {{(pid=83994) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 03 21:34:54.222442 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19ef9e56-2de1-4222-979a-14e4e8cf481b None None] Routers {'68150121-68dc-4495-bcf7-8d66179822f8'} bound to L3 agent in host dv-cinder-840377-1-iscsi {{(pid=83994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 03 21:34:54.223058 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.l3_hamode_db [None req-19ef9e56-2de1-4222-979a-14e4e8cf481b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840377-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-03T21:19:18Z,description=,heartbeat_timestamp=2022-05-03T21:34:49Z,host='dv-cinder-840377-1-iscsi',id=c192ea1b-f7d6-49b7-9f22-5492fbafc6f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:19:19Z,topic='l3_agent')) {'router_ids': ['68150121-68dc-4495-bcf7-8d66179822f8'], 'active': True} {{(pid=83994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:34:54.227903 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ddf0e2-dd7d-472c-ac21-94ca3833e986 req-5373eea7-75b4-447b-8972-6afc07106ec0 tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:34:54.229945 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-e4ddf0e2-dd7d-472c-ac21-94ca3833e986 req-5373eea7-75b4-447b-8972-6afc07106ec0 tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] 10.222.0.48 "GET /v2.0/ports?device_id=dffdb65a-4c55-4f89-afd3-ff88a82805d9 HTTP/1.1" status: 200 len: 946 time: 0.0953047 May 03 21:34:54.294093 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-e4ddf0e2-dd7d-472c-ac21-94ca3833e986 req-737edb34-9239-433f-9c10-020b2a0988e5 tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] 10.222.0.48 "GET /v2.0/security-groups?id=fb8a1e97-a16e-41ad-af1f-9903cda5dd84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580246 May 03 21:34:54.426904 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.l3_dvr_db [None req-19ef9e56-2de1-4222-979a-14e4e8cf481b None None] Set router 68150121-68dc-4495-bcf7-8d66179822f8 gateway port host: dv-cinder-840377-1-iscsi {{(pid=83994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 03 21:34:54.446982 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.db.l3_hamode_db [None req-5a896e28-b02d-40bc-9b09-52a9959dbb00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42ea02a8-2ed5-4099-9561-f50111c84b33', 'name': 'tempest-TestVolumeBootPattern-564393203-router', 'tenant_id': 'ba56c29108034f8d8c9070a752249637', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c33334bd-f19e-453d-9f7b-349270405c58', 'external_fixed_ips': [{'subnet_id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'ip_address': '172.27.1.91'}], 'enable_snat': True}, 'gw_port_id': '1abdfa31-7b38-498a-813c-9daea33a153e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:34:24Z', 'updated_at': '2022-05-03T21:34:32Z', 'revision_number': 4, 'project_id': 'ba56c29108034f8d8c9070a752249637', 'gw_port': {'id': '1abdfa31-7b38-498a-813c-9daea33a153e', 'name': '', 'network_id': 'c33334bd-f19e-453d-9f7b-349270405c58', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:35:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42ea02a8-2ed5-4099-9561-f50111c84b33', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'ip_address': '172.27.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:34:26Z', 'updated_at': '2022-05-03T21:34:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840377-1-iscsi', '_interfaces': [{'id': 'e5b1544b-a445-4775-a722-7de5bfbfa929', 'name': '', 'network_id': 'a21c6f9e-6cb9-4aa5-9039-deb3e7793b3a', 'tenant_id': 'ba56c29108034f8d8c9070a752249637', 'mac_address': 'fa:16:3e:f8:1b:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42ea02a8-2ed5-4099-9561-f50111c84b33', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '39868cc1-c46d-442d-ae11-d481b6bf6c7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:34:31Z', 'updated_at': '2022-05-03T21:34:53Z', 'revision_number': 4, 'project_id': 'ba56c29108034f8d8c9070a752249637', 'subnets': [{'id': '39868cc1-c46d-442d-ae11-d481b6bf6c7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840377-1-iscsi', False) {} {{(pid=83995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:34:54.450844 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a896e28-b02d-40bc-9b09-52a9959dbb00 None None] The sync data for ids ['42ea02a8-2ed5-4099-9561-f50111c84b33'] in dv-cinder-840377-1-iscsi is: [{'id': '42ea02a8-2ed5-4099-9561-f50111c84b33', 'name': 'tempest-TestVolumeBootPattern-564393203-router', 'tenant_id': 'ba56c29108034f8d8c9070a752249637', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c33334bd-f19e-453d-9f7b-349270405c58', 'external_fixed_ips': [{'subnet_id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'ip_address': '172.27.1.91'}], 'enable_snat': True}, 'gw_port_id': '1abdfa31-7b38-498a-813c-9daea33a153e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:34:24Z', 'updated_at': '2022-05-03T21:34:32Z', 'revision_number': 4, 'project_id': 'ba56c29108034f8d8c9070a752249637', 'gw_port': {'id': '1abdfa31-7b38-498a-813c-9daea33a153e', 'name': '', 'network_id': 'c33334bd-f19e-453d-9f7b-349270405c58', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:35:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42ea02a8-2ed5-4099-9561-f50111c84b33', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'ip_address': '172.27.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:34:26Z', 'updated_at': '2022-05-03T21:34:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840377-1-iscsi', '_interfaces': [{'id': 'e5b1544b-a445-4775-a722-7de5bfbfa929', 'name': '', 'network_id': 'a21c6f9e-6cb9-4aa5-9039-deb3e7793b3a', 'tenant_id': 'ba56c29108034f8d8c9070a752249637', 'mac_address': 'fa:16:3e:f8:1b:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42ea02a8-2ed5-4099-9561-f50111c84b33', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '39868cc1-c46d-442d-ae11-d481b6bf6c7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:34:31Z', 'updated_at': '2022-05-03T21:34:53Z', 'revision_number': 4, 'project_id': 'ba56c29108034f8d8c9070a752249637', 'subnets': [{'id': '39868cc1-c46d-442d-ae11-d481b6bf6c7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83995) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 03 21:34:54.517871 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ed9229-e192-4f32-81b3-0612511da719 req-070d66ab-6f6f-4cb2-8610-d564aa58b666 tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:34:54.518774 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [req-d6ed9229-e192-4f32-81b3-0612511da719 req-070d66ab-6f6f-4cb2-8610-d564aa58b666 tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] Synchronizing usage tracker for tenant:30468ebc688d4bc1b036b4b984931e87 on resource:port {{(pid=83993) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 21:34:54.615542 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [req-d6ed9229-e192-4f32-81b3-0612511da719 req-070d66ab-6f6f-4cb2-8610-d564aa58b666 tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] Unset dirty status for tenant:30468ebc688d4bc1b036b4b984931e87 on resource:port {{(pid=83993) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 21:34:54.615542 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-d6ed9229-e192-4f32-81b3-0612511da719 req-070d66ab-6f6f-4cb2-8610-d564aa58b666 tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] 10.222.0.42 "GET /v2.0/ports?device_id=dffdb65a-4c55-4f89-afd3-ff88a82805d9 HTTP/1.1" status: 200 len: 946 time: 0.2056355 May 03 21:34:54.712750 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.plugin [req-d6ed9229-e192-4f32-81b3-0612511da719 req-55314d54-e75b-4825-a6b4-5f6121408ce0 tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] Deleting port 703e14ee-54de-44ea-bfca-17283964e8b4 {{(pid=83993) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 03 21:34:54.713092 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-d6ed9229-e192-4f32-81b3-0612511da719 req-55314d54-e75b-4825-a6b4-5f6121408ce0 tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781386349267'] for port, before_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:54.826764 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.l3_hamode_db [None req-19ef9e56-2de1-4222-979a-14e4e8cf481b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68150121-68dc-4495-bcf7-8d66179822f8', 'name': 'tempest-AttachVolumeNegativeTest-487551053-router', 'tenant_id': 'bd571e41b44a4bc6b16bf8163252f168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c33334bd-f19e-453d-9f7b-349270405c58', 'external_fixed_ips': [{'subnet_id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'ip_address': '172.27.1.192'}], 'enable_snat': True}, 'gw_port_id': '07f5f895-667f-41a6-8b98-e761a27a9ddb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:28:25Z', 'updated_at': '2022-05-03T21:28:37Z', 'revision_number': 4, 'project_id': 'bd571e41b44a4bc6b16bf8163252f168', 'gw_port': {'id': '07f5f895-667f-41a6-8b98-e761a27a9ddb', 'name': '', 'network_id': 'c33334bd-f19e-453d-9f7b-349270405c58', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:26:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68150121-68dc-4495-bcf7-8d66179822f8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'ip_address': '172.27.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:28:27Z', 'updated_at': '2022-05-03T21:28:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840377-1-iscsi', '_interfaces': [{'id': '4fd95030-f142-4d90-a90c-6a2865ea606e', 'name': '', 'network_id': 'afa29ce3-7ea1-4fb3-8d15-b28913382476', 'tenant_id': 'bd571e41b44a4bc6b16bf8163252f168', 'mac_address': 'fa:16:3e:7c:b9:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68150121-68dc-4495-bcf7-8d66179822f8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '663a4790-11b9-4523-b0db-a1ea41b30d40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:28:34Z', 'updated_at': '2022-05-03T21:29:46Z', 'revision_number': 5, 'project_id': 'bd571e41b44a4bc6b16bf8163252f168', 'subnets': [{'id': '663a4790-11b9-4523-b0db-a1ea41b30d40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840377-1-iscsi', False) {} {{(pid=83994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:34:54.831382 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19ef9e56-2de1-4222-979a-14e4e8cf481b None None] The sync data for ids ['68150121-68dc-4495-bcf7-8d66179822f8'] in dv-cinder-840377-1-iscsi is: [{'id': '68150121-68dc-4495-bcf7-8d66179822f8', 'name': 'tempest-AttachVolumeNegativeTest-487551053-router', 'tenant_id': 'bd571e41b44a4bc6b16bf8163252f168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c33334bd-f19e-453d-9f7b-349270405c58', 'external_fixed_ips': [{'subnet_id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'ip_address': '172.27.1.192'}], 'enable_snat': True}, 'gw_port_id': '07f5f895-667f-41a6-8b98-e761a27a9ddb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:28:25Z', 'updated_at': '2022-05-03T21:28:37Z', 'revision_number': 4, 'project_id': 'bd571e41b44a4bc6b16bf8163252f168', 'gw_port': {'id': '07f5f895-667f-41a6-8b98-e761a27a9ddb', 'name': '', 'network_id': 'c33334bd-f19e-453d-9f7b-349270405c58', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:26:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68150121-68dc-4495-bcf7-8d66179822f8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'ip_address': '172.27.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:28:27Z', 'updated_at': '2022-05-03T21:28:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840377-1-iscsi', '_interfaces': [{'id': '4fd95030-f142-4d90-a90c-6a2865ea606e', 'name': '', 'network_id': 'afa29ce3-7ea1-4fb3-8d15-b28913382476', 'tenant_id': 'bd571e41b44a4bc6b16bf8163252f168', 'mac_address': 'fa:16:3e:7c:b9:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68150121-68dc-4495-bcf7-8d66179822f8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '663a4790-11b9-4523-b0db-a1ea41b30d40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:28:34Z', 'updated_at': '2022-05-03T21:29:46Z', 'revision_number': 5, 'project_id': 'bd571e41b44a4bc6b16bf8163252f168', 'subnets': [{'id': '663a4790-11b9-4523-b0db-a1ea41b30d40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 03 21:34:55.106232 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-6f460a24-0100-4a32-a425-2a5363c57db3 req-983b81c2-994c-46af-9cbb-82a93f7ad451 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] 10.222.0.48 "GET /v2.0/ports?device_id=1233302d-c8af-43d2-9b77-4394d2674961 HTTP/1.1" status: 200 len: 210 time: 0.0626030 May 03 21:34:55.166374 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.db [req-d6ed9229-e192-4f32-81b3-0612511da719 req-55314d54-e75b-4825-a6b4-5f6121408ce0 tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] For port 703e14ee-54de-44ea-bfca-17283964e8b4, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=703e14ee-54de-44ea-bfca-17283964e8b4,segment=NetworkSegment(f62d725e-ae77-4a78-847c-f1a234768bbb),segment_id=f62d725e-ae77-4a78-847c-f1a234768bbb)] {{(pid=83993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 21:34:55.166736 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-d6ed9229-e192-4f32-81b3-0612511da719 req-55314d54-e75b-4825-a6b4-5f6121408ce0 tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749056'] for port, precommit_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:55.298797 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.plugin [req-d6ed9229-e192-4f32-81b3-0612511da719 req-55314d54-e75b-4825-a6b4-5f6121408ce0 tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] Calling delete_port for 703e14ee-54de-44ea-bfca-17283964e8b4 owned by compute:nova {{(pid=83993) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 03 21:34:55.527341 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29936cec-83e3-497a-9123-14ee8fe99359 req-aec64c27-60ef-4806-a982-2b024f2db205 tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:34:55.529335 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-29936cec-83e3-497a-9123-14ee8fe99359 req-aec64c27-60ef-4806-a982-2b024f2db205 tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] 10.222.0.48 "GET /v2.0/ports?device_id=dffdb65a-4c55-4f89-afd3-ff88a82805d9 HTTP/1.1" status: 200 len: 946 time: 0.0900991 May 03 21:34:55.553794 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-d6ed9229-e192-4f32-81b3-0612511da719 req-55314d54-e75b-4825-a6b4-5f6121408ce0 tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781386188948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781385847444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3391708'] for port, after_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:55.580511 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-29936cec-83e3-497a-9123-14ee8fe99359 req-383459c4-6150-4de5-a0f6-7869eec4e1ec tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] 10.222.0.48 "GET /v2.0/security-groups?id=fb8a1e97-a16e-41ad-af1f-9903cda5dd84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448453 May 03 21:34:55.591579 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.db [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] get_ports_and_sgs() called for port_ids ['703e14ee-54de-44ea-bfca-17283964e8b4'] {{(pid=83994) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 03 21:34:55.605745 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55314d54-e75b-4825-a6b4-5f6121408ce0 tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] Pushing event deleted for resources: {'Port': ['ID=703e14ee-54de-44ea-bfca-17283964e8b4,revision_number=None']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:34:55.688809 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6ed9229-e192-4f32-81b3-0612511da719 req-55314d54-e75b-4825-a6b4-5f6121408ce0 tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] No DVR routers for this DVR port 703e14ee-54de-44ea-bfca-17283964e8b4 on host hv-cinder-84037 {{(pid=83993) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 21:34:55.692131 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-d6ed9229-e192-4f32-81b3-0612511da719 req-55314d54-e75b-4825-a6b4-5f6121408ce0 tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93163'] for port, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:55.693877 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dffdb65a-4c55-4f89-afd3-ff88a82805d9', 'name': 'network-vif-deleted', 'tag': '703e14ee-54de-44ea-bfca-17283964e8b4'}] {{(pid=83993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 03 21:34:55.752889 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5d5f74d9-3e63-4c95-9331-af5e837ae7ca'] response: {'server_uuid': 'dffdb65a-4c55-4f89-afd3-ff88a82805d9', 'name': 'network-vif-deleted', 'tag': '703e14ee-54de-44ea-bfca-17283964e8b4', 'status': 'completed', 'code': 200} May 03 21:34:55.766475 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.rpc [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Device e5b1544b-a445-4775-a722-7de5bfbfa929 up at agent ovs-agent-dv-cinder-840377-1-iscsi {{(pid=83994) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 21:34:55.784662 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-d6ed9229-e192-4f32-81b3-0612511da719 req-55314d54-e75b-4825-a6b4-5f6121408ce0 tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] 10.222.0.42 "DELETE /v2.0/ports/703e14ee-54de-44ea-bfca-17283964e8b4 HTTP/1.1" status: 204 len: 173 time: 1.1580195 May 03 21:34:55.794565 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.rpc [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Device 7fa6b06a-f0cf-4a54-8f74-c95315afe030 no longer exists at agent hyperv_hv-cinder-84037 {{(pid=83994) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 21:34:55.845235 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.plugin [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] No Port match for: 7fa6b06a-f0cf-4a54-8f74-c95315afe030 {{(pid=83994) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 03 21:34:55.845684 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.rpc [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Device 7fa6b06a-f0cf-4a54-8f74-c95315afe030 not bound to the agent host hv-cinder-84037 {{(pid=83994) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 21:34:55.845960 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.rpc [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Device 703e14ee-54de-44ea-bfca-17283964e8b4 no longer exists at agent hyperv_hv-cinder-84037 {{(pid=83994) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 21:34:55.882457 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.plugin [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] No Port match for: 703e14ee-54de-44ea-bfca-17283964e8b4 {{(pid=83994) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 03 21:34:55.882692 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.rpc [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Device 703e14ee-54de-44ea-bfca-17283964e8b4 not bound to the agent host hv-cinder-84037 {{(pid=83994) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 21:34:55.990053 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.provisioning_blocks [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Provisioning for port e5b1544b-a445-4775-a722-7de5bfbfa929 completed by entity L2. {{(pid=83994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 21:34:55.995872 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.provisioning_blocks [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Provisioning complete for port e5b1544b-a445-4775-a722-7de5bfbfa929 triggered by entity L2. {{(pid=83994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:34:55.996240 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2080827'] for port, provisioning_complete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:56.130491 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1124352'] for port, before_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:56.165702 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.db [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] For port e5b1544b-a445-4775-a722-7de5bfbfa929, host dv-cinder-840377-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840377-1-iscsi',level=0,port_id=e5b1544b-a445-4775-a722-7de5bfbfa929,segment=NetworkSegment(f51fa77a-a2e7-4f68-a112-dc0e9ba14154),segment_id=f51fa77a-a2e7-4f68-a112-dc0e9ba14154)] {{(pid=83994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 21:34:56.257080 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781386188966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781385847453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781385847498'] for port, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:56.332063 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Pushing event updated for resources: {'Port': ['ID=e5b1544b-a445-4775-a722-7de5bfbfa929,revision_number=5']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:34:56.343785 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.48', 60640) {{(pid=83993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:34:56.415829 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-a8baf955-9a59-4fd2-ab2f-66af41a89169 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Notify callbacks [] for security_group, before_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:56.444848 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-a8baf955-9a59-4fd2-ab2f-66af41a89169 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:56.645512 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-a8baf955-9a59-4fd2-ab2f-66af41a89169 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746426'] for security_group, after_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:56.664607 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8baf955-9a59-4fd2-ab2f-66af41a89169 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9723ad88-19b9-4747-aa09-f031b130e0be,revision_number=None']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:34:56.765926 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-71f21000-3aa1-4075-9180-7ec0e5d5aa30 req-14fa0aef-8899-4136-80b4-4a85935812e8 tempest-ServerRescueNegativeTestJSON-1780361836 tempest-ServerRescueNegativeTestJSON-1780361836-project] 10.222.0.48 "GET /v2.0/ports?device_id=dffdb65a-4c55-4f89-afd3-ff88a82805d9 HTTP/1.1" status: 200 len: 210 time: 0.0408051 May 03 21:34:56.828948 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-a8baf955-9a59-4fd2-ab2f-66af41a89169 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Notify callbacks [] for security_group, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:56.830085 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-a8baf955-9a59-4fd2-ab2f-66af41a89169 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] 10.222.0.48 "DELETE /v2.0/security-groups/9723ad88-19b9-4747-aa09-f031b130e0be HTTP/1.1" status: 204 len: 168 time: 0.4858203 May 03 21:34:56.835034 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.48', 60646) {{(pid=83993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:34:56.854530 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.api.v2.resource [None req-de57581a-b8c2-4448-846a-1b5c9d09b144 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] show failed (client error): The resource could not be found. May 03 21:34:56.855676 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-de57581a-b8c2-4448-846a-1b5c9d09b144 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] 10.222.0.48 "GET /v2.0/security-groups/9723ad88-19b9-4747-aa09-f031b130e0be HTTP/1.1" status: 404 len: 347 time: 0.0196311 May 03 21:34:56.860792 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.48', 60650) {{(pid=83993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:34:57.018751 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.plugin [None req-d9494452-3652-4208-acfc-6ce6759bc4b6 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Deleting port 0ce8231c-c3ff-4294-b58d-339e4865c273 {{(pid=83993) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 03 21:34:57.018751 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-d9494452-3652-4208-acfc-6ce6759bc4b6 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781386349267'] for port, before_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:57.200611 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-d9494452-3652-4208-acfc-6ce6759bc4b6 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749056'] for port, precommit_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:57.200930 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-d9494452-3652-4208-acfc-6ce6759bc4b6 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:57.323088 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.plugin [None req-d9494452-3652-4208-acfc-6ce6759bc4b6 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Calling delete_port for 0ce8231c-c3ff-4294-b58d-339e4865c273 owned by network:floatingip {{(pid=83993) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 03 21:34:57.579594 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-d9494452-3652-4208-acfc-6ce6759bc4b6 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781386188948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781385847444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3391708'] for port, after_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:57.630706 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9494452-3652-4208-acfc-6ce6759bc4b6 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Pushing event deleted for resources: {'Port': ['ID=0ce8231c-c3ff-4294-b58d-339e4865c273,revision_number=None']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:34:57.724892 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.rpc [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Device e5b1544b-a445-4775-a722-7de5bfbfa929 up at agent ovs-agent-dv-cinder-840377-1-iscsi {{(pid=83994) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 21:34:57.727303 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-d9494452-3652-4208-acfc-6ce6759bc4b6 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Notify callbacks [] for floatingip, after_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:57.795367 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.provisioning_blocks [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Provisioning complete for port e5b1544b-a445-4775-a722-7de5bfbfa929 triggered by entity L2. {{(pid=83994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:34:57.795734 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2080827'] for port, provisioning_complete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:57.833953 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-d9494452-3652-4208-acfc-6ce6759bc4b6 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93163'] for floatingip, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:57.835508 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-d9494452-3652-4208-acfc-6ce6759bc4b6 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] 10.222.0.48 "DELETE /v2.0/floatingips/1830f7fd-5301-416c-adf5-2f6fb41dec91 HTTP/1.1" status: 204 len: 168 time: 0.9736960 May 03 21:34:57.878182 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.48', 60660) {{(pid=83992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:34:58.529050 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.48', 60666) {{(pid=83993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:34:58.535467 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.v2.base [None req-8439a24e-c2f6-4424-a7ad-650b35e63511 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Request body: {'security_group': {'name': 'tempest-securitygroup--909238419', 'description': 'tempest-description--1624848650'}} {{(pid=83993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 03 21:34:58.541269 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-8439a24e-c2f6-4424-a7ad-650b35e63511 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:34:58.545833 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-8439a24e-c2f6-4424-a7ad-650b35e63511 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Usage tracker for resource:security_group and tenant:bd571e41b44a4bc6b16bf8163252f168 is out of sync, need to count used quota {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:34:58.549445 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-8439a24e-c2f6-4424-a7ad-650b35e63511 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:34:58.555625 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-8439a24e-c2f6-4424-a7ad-650b35e63511 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:34:58.586003 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-21cfced4-e799-42db-afaa-1fddfa663eac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-333618'] for router_interface, before_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:58.709131 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-8439a24e-c2f6-4424-a7ad-650b35e63511 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Notify callbacks [] for security_group, before_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:58.747106 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-8439a24e-c2f6-4424-a7ad-650b35e63511 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:34:58.752624 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-8439a24e-c2f6-4424-a7ad-650b35e63511 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Usage tracker for resource:security_group_rule and tenant:bd571e41b44a4bc6b16bf8163252f168 is out of sync, need to count used quota {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:34:58.761382 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-8439a24e-c2f6-4424-a7ad-650b35e63511 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:34:58.761586 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-8439a24e-c2f6-4424-a7ad-650b35e63511 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:34:58.823043 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-8439a24e-c2f6-4424-a7ad-650b35e63511 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Notify callbacks [] for security_group, precommit_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:58.971981 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-8439a24e-c2f6-4424-a7ad-650b35e63511 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746426'] for security_group, after_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:59.017440 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8439a24e-c2f6-4424-a7ad-650b35e63511 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f0ea03b8-2b32-4cbd-9062-2e4d0f59a6e5,revision_number=1']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:34:59.137735 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-8439a24e-c2f6-4424-a7ad-650b35e63511 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Notify callbacks [] for security_group, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:59.139007 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-8439a24e-c2f6-4424-a7ad-650b35e63511 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 0.6089339 May 03 21:34:59.142498 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.48', 60674) {{(pid=83992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:34:59.150095 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.v2.base [None req-7f363ae6-ac36-4c2f-b03a-336363514286 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Request body: {'security_group_rule': {'security_group_id': 'f0ea03b8-2b32-4cbd-9062-2e4d0f59a6e5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 03 21:34:59.158510 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.db.quota.driver [None req-7f363ae6-ac36-4c2f-b03a-336363514286 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:34:59.163360 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.quota.resource [None req-7f363ae6-ac36-4c2f-b03a-336363514286 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Usage tracker for resource:security_group_rule and tenant:bd571e41b44a4bc6b16bf8163252f168 is out of sync, need to count used quota {{(pid=83992) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:34:59.167262 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.quota.resource [None req-7f363ae6-ac36-4c2f-b03a-336363514286 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83992) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:34:59.174344 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.db.quota.driver [None req-7f363ae6-ac36-4c2f-b03a-336363514286 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:34:59.243704 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.plugins.ml2.plugin [None req-21cfced4-e799-42db-afaa-1fddfa663eac admin admin] Deleting port 087752cd-a7f8-4c3d-8a0a-2bf75c5efd8a {{(pid=83992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 03 21:34:59.244041 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-21cfced4-e799-42db-afaa-1fddfa663eac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781386349267'] for port, before_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:59.290071 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-7f363ae6-ac36-4c2f-b03a-336363514286 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:59.455312 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-7f363ae6-ac36-4c2f-b03a-336363514286 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:59.477070 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.plugins.ml2.db [None req-21cfced4-e799-42db-afaa-1fddfa663eac admin admin] For port 087752cd-a7f8-4c3d-8a0a-2bf75c5efd8a, host dv-cinder-840377-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840377-1-iscsi',level=0,port_id=087752cd-a7f8-4c3d-8a0a-2bf75c5efd8a,segment=NetworkSegment(f62d725e-ae77-4a78-847c-f1a234768bbb),segment_id=f62d725e-ae77-4a78-847c-f1a234768bbb)] {{(pid=83992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 21:34:59.477415 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-21cfced4-e799-42db-afaa-1fddfa663eac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749056'] for port, precommit_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:59.608083 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.plugins.ml2.plugin [None req-21cfced4-e799-42db-afaa-1fddfa663eac admin admin] Calling delete_port for 087752cd-a7f8-4c3d-8a0a-2bf75c5efd8a owned by network:router_interface {{(pid=83992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 03 21:34:59.789961 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-7f363ae6-ac36-4c2f-b03a-336363514286 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746249'] for security_group_rule, after_create {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:59.841713 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f363ae6-ac36-4c2f-b03a-336363514286 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53a0c067-b5d6-403b-a88f-e3462ff86932,revision_number=0']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:34:59.988324 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-7f363ae6-ac36-4c2f-b03a-336363514286 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:59.989574 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [None req-7f363ae6-ac36-4c2f-b03a-336363514286 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.8455985 May 03 21:34:59.992942 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.48', 60686) {{(pid=83992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:34:59.999301 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.v2.base [None req-79149a84-1a72-4a66-b3ac-15abe68cc41d tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Request body: {'security_group_rule': {'security_group_id': 'f0ea03b8-2b32-4cbd-9062-2e4d0f59a6e5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 03 21:35:00.006595 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.db.quota.driver [None req-79149a84-1a72-4a66-b3ac-15abe68cc41d tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:35:00.010698 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.quota.resource [None req-79149a84-1a72-4a66-b3ac-15abe68cc41d tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Usage tracker for resource:security_group_rule and tenant:bd571e41b44a4bc6b16bf8163252f168 is out of sync, need to count used quota {{(pid=83992) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:35:00.013804 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.quota.resource [None req-79149a84-1a72-4a66-b3ac-15abe68cc41d tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83992) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:35:00.020759 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.db.quota.driver [None req-79149a84-1a72-4a66-b3ac-15abe68cc41d tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:35:00.069880 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-21cfced4-e799-42db-afaa-1fddfa663eac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781386188948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781385847444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3996730'] for port, after_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:00.145052 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-0c1691d1-d0a7-42c5-82f0-3708f42c2a91 req-1eb603fa-e63b-4b3f-ad84-8db3a9f6b469 tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1580700779&fields=id&tenant_id=e665d5aad2c24ad7843ca060d41792d3 HTTP/1.1" status: 200 len: 267 time: 0.0528431 May 03 21:35:00.198923 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21cfced4-e799-42db-afaa-1fddfa663eac admin admin] Pushing event deleted for resources: {'Port': ['ID=087752cd-a7f8-4c3d-8a0a-2bf75c5efd8a,revision_number=None']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:35:00.210084 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-79149a84-1a72-4a66-b3ac-15abe68cc41d tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:00.394624 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1691d1-d0a7-42c5-82f0-3708f42c2a91 req-f5e8d981-5b7c-460f-b5fc-d2c20d5f6467 tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:35:00.396007 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-0c1691d1-d0a7-42c5-82f0-3708f42c2a91 req-f5e8d981-5b7c-460f-b5fc-d2c20d5f6467 tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] 10.222.0.48 "GET /v2.0/networks?id=f0a9fce1-0034-4c9f-bab5-3584af0c3657 HTTP/1.1" status: 200 len: 812 time: 0.2427237 May 03 21:35:00.413820 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-0c1691d1-d0a7-42c5-82f0-3708f42c2a91 req-84b0ec33-26d8-4a5c-a824-fb6f272814d7 tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] 10.222.0.48 "GET /v2.0/quotas/e665d5aad2c24ad7843ca060d41792d3 HTTP/1.1" status: 200 len: 375 time: 0.0108750 May 03 21:35:00.480752 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-79149a84-1a72-4a66-b3ac-15abe68cc41d tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:00.498662 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-0c1691d1-d0a7-42c5-82f0-3708f42c2a91 req-938890fd-dbc4-4234-99f7-aec5b782351e tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=e665d5aad2c24ad7843ca060d41792d3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0792222 May 03 21:35:00.555083 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-79149a84-1a72-4a66-b3ac-15abe68cc41d tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746249'] for security_group_rule, after_create {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:00.589789 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79149a84-1a72-4a66-b3ac-15abe68cc41d tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50d0a202-62e0-40e1-9de3-076f82f0be11,revision_number=0']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:35:00.600509 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-21cfced4-e799-42db-afaa-1fddfa663eac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1706353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-333669'] for router_interface, after_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:00.660315 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-0c1691d1-d0a7-42c5-82f0-3708f42c2a91 req-cec25e37-2a39-4c0a-8d8e-521a34ea884c service neutron] 10.222.0.48 "GET /v2.0/networks/f0a9fce1-0034-4c9f-bab5-3584af0c3657?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1490660 May 03 21:35:00.724330 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-79149a84-1a72-4a66-b3ac-15abe68cc41d tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:00.725584 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [None req-79149a84-1a72-4a66-b3ac-15abe68cc41d tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.7316449 May 03 21:35:00.730993 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.48', 60692) {{(pid=83992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:35:00.738094 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.v2.base [None req-a033f6f4-99eb-412c-b145-84c162e045ca tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Request body: {'floatingip': {'floating_network_id': 'c33334bd-f19e-453d-9f7b-349270405c58'}} {{(pid=83992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 03 21:35:00.745743 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.db.quota.driver [None req-a033f6f4-99eb-412c-b145-84c162e045ca tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:35:00.751272 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.quota.resource [None req-a033f6f4-99eb-412c-b145-84c162e045ca tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Usage tracker for resource:floatingip and tenant:bd571e41b44a4bc6b16bf8163252f168 is out of sync, need to count used quota {{(pid=83992) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:35:00.755205 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.quota.resource [None req-a033f6f4-99eb-412c-b145-84c162e045ca tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83992) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:35:00.769020 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.db.quota.driver [None req-a033f6f4-99eb-412c-b145-84c162e045ca tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:35:00.805500 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-0c1691d1-d0a7-42c5-82f0-3708f42c2a91 req-c12b5913-db77-4578-b02a-cb8705e4e719 service neutron] 10.222.0.48 "GET /v2.0/networks/f0a9fce1-0034-4c9f-bab5-3584af0c3657?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1392846 May 03 21:35:00.968023 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-a033f6f4-99eb-412c-b145-84c162e045ca tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Notify callbacks [] for floatingip, before_create {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:01.288964 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-a033f6f4-99eb-412c-b145-84c162e045ca tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1124352'] for port, before_create {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:01.465384 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.db.db_base_plugin_common [None req-a033f6f4-99eb-412c-b145-84c162e045ca tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Allocated IP 172.27.1.52 (c33334bd-f19e-453d-9f7b-349270405c58/8155f8f1-bdbd-4c1c-8daf-045a3e4a5222/0bc26784-813d-4010-a91b-6d984ce6d825) {{(pid=83992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 21:35:01.480891 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21cfced4-e799-42db-afaa-1fddfa663eac admin admin] Router 38e06872-0087-4283-8484-749276bac7e2 has already been hosted by L3 agent c192ea1b-f7d6-49b7-9f22-5492fbafc6f3 {{(pid=83992) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 03 21:35:01.774743 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.quota.resource [req-35b6ced6-6839-4865-a9d9-f0160fc9f84f req-ba8010f8-8b68-44de-9e21-fb83936d78b8 tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] Synchronizing usage tracker for tenant:e665d5aad2c24ad7843ca060d41792d3 on resource:port {{(pid=83992) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 21:35:01.919166 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-a033f6f4-99eb-412c-b145-84c162e045ca tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Notify callbacks [] for port, precommit_create {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:01.965772 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.quota.resource [req-35b6ced6-6839-4865-a9d9-f0160fc9f84f req-ba8010f8-8b68-44de-9e21-fb83936d78b8 tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] Unset dirty status for tenant:e665d5aad2c24ad7843ca060d41792d3 on resource:port {{(pid=83992) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 21:35:01.966977 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-35b6ced6-6839-4865-a9d9-f0160fc9f84f req-ba8010f8-8b68-44de-9e21-fb83936d78b8 tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] 10.222.0.48 "GET /v2.0/ports?device_id=4e3930f0-3a9f-4d20-ae74-434e66c18c46 HTTP/1.1" status: 200 len: 210 time: 0.4091380 May 03 21:35:02.001929 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21cfced4-e799-42db-afaa-1fddfa663eac admin admin] Notify agent at l3_agent.dv-cinder-840377-1-iscsi the message routers_updated {{(pid=83992) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 21:35:02.014713 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [None req-21cfced4-e799-42db-afaa-1fddfa663eac admin admin] 10.222.0.48 "PUT /v2.0/routers/38e06872-0087-4283-8484-749276bac7e2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1354380 May 03 21:35:02.037244 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c823632d-04d1-4403-9f58-e37ee35a6165 None None] Sync routers for ids ['38e06872-0087-4283-8484-749276bac7e2'] in dv-cinder-840377-1-iscsi {{(pid=83995) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 03 21:35:02.037244 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c823632d-04d1-4403-9f58-e37ee35a6165 None None] Routers {'38e06872-0087-4283-8484-749276bac7e2'} bound to L3 agent in host dv-cinder-840377-1-iscsi {{(pid=83995) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 03 21:35:02.037244 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.db.l3_hamode_db [None req-c823632d-04d1-4403-9f58-e37ee35a6165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840377-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-03T21:19:18Z,description=,heartbeat_timestamp=2022-05-03T21:34:49Z,host='dv-cinder-840377-1-iscsi',id=c192ea1b-f7d6-49b7-9f22-5492fbafc6f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:19:19Z,topic='l3_agent')) {'router_ids': ['38e06872-0087-4283-8484-749276bac7e2'], 'active': True} {{(pid=83995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:35:02.039387 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.48', 60710) {{(pid=83992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:35:02.107669 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-a033f6f4-99eb-412c-b145-84c162e045ca tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781385847435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3996730'] for port, after_create {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:02.219698 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.db.l3_dvr_db [None req-c823632d-04d1-4403-9f58-e37ee35a6165 None None] Set router 38e06872-0087-4283-8484-749276bac7e2 gateway port host: dv-cinder-840377-1-iscsi {{(pid=83995) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 03 21:35:02.239249 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a033f6f4-99eb-412c-b145-84c162e045ca tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Pushing event updated for resources: {'Port': ['ID=0bc26784-813d-4010-a91b-6d984ce6d825,revision_number=1']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:35:02.252761 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a033f6f4-99eb-412c-b145-84c162e045ca tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Network c33334bd-f19e-453d-9f7b-349270405c58 is already hosted by enough agents. {{(pid=83992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 21:35:02.255565 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.scheduler.base_scheduler [None req-a033f6f4-99eb-412c-b145-84c162e045ca tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Resources bound (agent type, host, resource id): {{(pid=83992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 21:35:02.258613 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a033f6f4-99eb-412c-b145-84c162e045ca tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Received port after_create {{(pid=83992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 03 21:35:02.460673 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-a033f6f4-99eb-412c-b145-84c162e045ca tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:02.463596 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-992c976d-8ce5-4232-8edd-8317c45e20a0 admin admin] Notify callbacks [] for router, before_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:02.527484 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.db.l3_hamode_db [None req-c823632d-04d1-4403-9f58-e37ee35a6165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38e06872-0087-4283-8484-749276bac7e2', 'name': 'tempest-ServerRescueNegativeTestJSON-1238909945-router', 'tenant_id': '30468ebc688d4bc1b036b4b984931e87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c33334bd-f19e-453d-9f7b-349270405c58', 'external_fixed_ips': [{'subnet_id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'ip_address': '172.27.1.244'}], 'enable_snat': True}, 'gw_port_id': '7a52de95-86b8-413b-92c0-22bf273d3dc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:28:24Z', 'updated_at': '2022-05-03T21:34:59Z', 'revision_number': 5, 'project_id': '30468ebc688d4bc1b036b4b984931e87', 'gw_port': {'id': '7a52de95-86b8-413b-92c0-22bf273d3dc0', 'name': '', 'network_id': 'c33334bd-f19e-453d-9f7b-349270405c58', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:20:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38e06872-0087-4283-8484-749276bac7e2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'ip_address': '172.27.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:28:26Z', 'updated_at': '2022-05-03T21:28:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840377-1-iscsi'}], 'dv-cinder-840377-1-iscsi', False) {} {{(pid=83995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:35:02.532717 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c823632d-04d1-4403-9f58-e37ee35a6165 None None] Checking router: 38e06872-0087-4283-8484-749276bac7e2 for host: dv-cinder-840377-1-iscsi {{(pid=83995) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 03 21:35:02.544555 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c823632d-04d1-4403-9f58-e37ee35a6165 None None] Routers {'38e06872-0087-4283-8484-749276bac7e2'} bound to L3 agent in host dv-cinder-840377-1-iscsi {{(pid=83995) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 03 21:35:02.545157 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.db.l3_hamode_db [None req-c823632d-04d1-4403-9f58-e37ee35a6165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840377-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-03T21:19:18Z,description=,heartbeat_timestamp=2022-05-03T21:34:49Z,host='dv-cinder-840377-1-iscsi',id=c192ea1b-f7d6-49b7-9f22-5492fbafc6f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:19:19Z,topic='l3_agent')) {'router_ids': ['38e06872-0087-4283-8484-749276bac7e2'], 'active': True} {{(pid=83995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:35:02.659477 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-a033f6f4-99eb-412c-b145-84c162e045ca tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1124352'] for port, before_update {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:02.740931 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.db.l3_dvr_db [None req-c823632d-04d1-4403-9f58-e37ee35a6165 None None] Set router 38e06872-0087-4283-8484-749276bac7e2 gateway port host: dv-cinder-840377-1-iscsi {{(pid=83995) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 03 21:35:02.900625 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-992c976d-8ce5-4232-8edd-8317c45e20a0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:02.936845 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-a033f6f4-99eb-412c-b145-84c162e045ca tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Notify callbacks [] for port, precommit_update {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:03.065843 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.db.l3_hamode_db [None req-c823632d-04d1-4403-9f58-e37ee35a6165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38e06872-0087-4283-8484-749276bac7e2', 'name': 'tempest-ServerRescueNegativeTestJSON-1238909945-router', 'tenant_id': '30468ebc688d4bc1b036b4b984931e87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c33334bd-f19e-453d-9f7b-349270405c58', 'external_fixed_ips': [{'subnet_id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'ip_address': '172.27.1.244'}], 'enable_snat': True}, 'gw_port_id': '7a52de95-86b8-413b-92c0-22bf273d3dc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:28:24Z', 'updated_at': '2022-05-03T21:34:59Z', 'revision_number': 5, 'project_id': '30468ebc688d4bc1b036b4b984931e87', 'gw_port': {'id': '7a52de95-86b8-413b-92c0-22bf273d3dc0', 'name': '', 'network_id': 'c33334bd-f19e-453d-9f7b-349270405c58', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:20:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38e06872-0087-4283-8484-749276bac7e2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'ip_address': '172.27.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:28:26Z', 'updated_at': '2022-05-03T21:28:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840377-1-iscsi'}], 'dv-cinder-840377-1-iscsi', False) {} {{(pid=83995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:35:03.069939 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c823632d-04d1-4403-9f58-e37ee35a6165 None None] The sync data for ids ['38e06872-0087-4283-8484-749276bac7e2'] in dv-cinder-840377-1-iscsi is: [{'id': '38e06872-0087-4283-8484-749276bac7e2', 'name': 'tempest-ServerRescueNegativeTestJSON-1238909945-router', 'tenant_id': '30468ebc688d4bc1b036b4b984931e87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c33334bd-f19e-453d-9f7b-349270405c58', 'external_fixed_ips': [{'subnet_id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'ip_address': '172.27.1.244'}], 'enable_snat': True}, 'gw_port_id': '7a52de95-86b8-413b-92c0-22bf273d3dc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:28:24Z', 'updated_at': '2022-05-03T21:34:59Z', 'revision_number': 5, 'project_id': '30468ebc688d4bc1b036b4b984931e87', 'gw_port': {'id': '7a52de95-86b8-413b-92c0-22bf273d3dc0', 'name': '', 'network_id': 'c33334bd-f19e-453d-9f7b-349270405c58', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:20:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38e06872-0087-4283-8484-749276bac7e2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'ip_address': '172.27.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:28:26Z', 'updated_at': '2022-05-03T21:28:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840377-1-iscsi'}] {{(pid=83995) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 03 21:35:03.136679 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.plugins.ml2.plugin [None req-992c976d-8ce5-4232-8edd-8317c45e20a0 admin admin] Deleting port 7a52de95-86b8-413b-92c0-22bf273d3dc0 {{(pid=83992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 03 21:35:03.137078 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-992c976d-8ce5-4232-8edd-8317c45e20a0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781386349267'] for port, before_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:03.144686 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-1f778a38-8a4e-4790-a9da-65c685a5deb9 req-5a3d2e20-b249-4a50-aadf-322be5a61e4a tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] 10.222.0.48 "GET /v2.0/ports?device_id=4e3930f0-3a9f-4d20-ae74-434e66c18c46 HTTP/1.1" status: 200 len: 210 time: 0.0445776 May 03 21:35:03.166009 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-a033f6f4-99eb-412c-b145-84c162e045ca tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781386188966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781385847453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781385847498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3996739'] for port, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:03.357814 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a033f6f4-99eb-412c-b145-84c162e045ca tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Pushing event updated for resources: {'Port': ['ID=0bc26784-813d-4010-a91b-6d984ce6d825,revision_number=2']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:35:03.396983 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-a033f6f4-99eb-412c-b145-84c162e045ca tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-332800'] for floatingip, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:03.445329 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.plugins.ml2.db [None req-992c976d-8ce5-4232-8edd-8317c45e20a0 admin admin] For port 7a52de95-86b8-413b-92c0-22bf273d3dc0, host dv-cinder-840377-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840377-1-iscsi',level=0,port_id=7a52de95-86b8-413b-92c0-22bf273d3dc0,segment=NetworkSegment(36b0f1c3-e784-4cca-986f-65718d8cb16d),segment_id=36b0f1c3-e784-4cca-986f-65718d8cb16d)] {{(pid=83992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 21:35:03.448236 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-992c976d-8ce5-4232-8edd-8317c45e20a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749056'] for port, precommit_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:03.615291 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-a033f6f4-99eb-412c-b145-84c162e045ca tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93163'] for floatingip, before_response {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:03.617034 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [None req-a033f6f4-99eb-412c-b145-84c162e045ca tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.8845913 May 03 21:35:03.686473 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.plugins.ml2.plugin [None req-992c976d-8ce5-4232-8edd-8317c45e20a0 admin admin] Calling delete_port for 7a52de95-86b8-413b-92c0-22bf273d3dc0 owned by network:router_gateway {{(pid=83992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 03 21:35:03.729831 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.rpc [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Device 087752cd-a7f8-4c3d-8a0a-2bf75c5efd8a no longer exists at agent ovs-agent-dv-cinder-840377-1-iscsi {{(pid=83994) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 21:35:03.768290 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.plugin [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] No Port match for: 087752cd-a7f8-4c3d-8a0a-2bf75c5efd8a {{(pid=83994) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 03 21:35:03.769062 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.rpc [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Device 087752cd-a7f8-4c3d-8a0a-2bf75c5efd8a not bound to the agent host dv-cinder-840377-1-iscsi {{(pid=83994) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 21:35:03.916279 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [req-8f7a4cf7-9f3c-4fac-9216-9bec04bf6032 req-76547c94-03ba-4fb0-b1bf-6ea54bb0828d tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Synchronizing usage tracker for tenant:bd571e41b44a4bc6b16bf8163252f168 on resource:security_group {{(pid=83993) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 21:35:04.001748 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-992c976d-8ce5-4232-8edd-8317c45e20a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781386188948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781385847444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3996730'] for port, after_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:04.033343 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [req-8f7a4cf7-9f3c-4fac-9216-9bec04bf6032 req-76547c94-03ba-4fb0-b1bf-6ea54bb0828d tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Unset dirty status for tenant:bd571e41b44a4bc6b16bf8163252f168 on resource:security_group {{(pid=83993) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 21:35:04.034571 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-8f7a4cf7-9f3c-4fac-9216-9bec04bf6032 req-76547c94-03ba-4fb0-b1bf-6ea54bb0828d tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--909238419&fields=id&tenant_id=bd571e41b44a4bc6b16bf8163252f168 HTTP/1.1" status: 200 len: 267 time: 0.1656709 May 03 21:35:04.056583 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992c976d-8ce5-4232-8edd-8317c45e20a0 admin admin] Pushing event deleted for resources: {'Port': ['ID=7a52de95-86b8-413b-92c0-22bf273d3dc0,revision_number=None']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:35:04.217540 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7a4cf7-9f3c-4fac-9216-9bec04bf6032 req-f2e5075b-22df-44d3-acf9-5cbd2265e3be tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:35:04.219645 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-8f7a4cf7-9f3c-4fac-9216-9bec04bf6032 req-f2e5075b-22df-44d3-acf9-5cbd2265e3be tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] 10.222.0.48 "GET /v2.0/networks?id=afa29ce3-7ea1-4fb3-8d15-b28913382476 HTTP/1.1" status: 200 len: 814 time: 0.1781538 May 03 21:35:04.239405 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-8f7a4cf7-9f3c-4fac-9216-9bec04bf6032 req-97c8f4e9-0abc-4ea9-baab-4e5211278d8d tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] 10.222.0.48 "GET /v2.0/quotas/bd571e41b44a4bc6b16bf8163252f168 HTTP/1.1" status: 200 len: 375 time: 0.0136259 May 03 21:35:04.337291 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [req-8f7a4cf7-9f3c-4fac-9216-9bec04bf6032 req-deeb8ca7-a5e6-42fb-8b1f-7d82e3295735 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Synchronizing usage tracker for tenant:bd571e41b44a4bc6b16bf8163252f168 on resource:port {{(pid=83993) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 21:35:04.373142 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-04bfba8b-b514-494a-961d-d81d52f37c04 req-d8f76305-bc20-4ad5-8b4a-a4c0fe0e5773 tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] 10.222.0.48 "GET /v2.0/ports?device_id=4e3930f0-3a9f-4d20-ae74-434e66c18c46 HTTP/1.1" status: 200 len: 210 time: 0.0537977 May 03 21:35:04.374120 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-992c976d-8ce5-4232-8edd-8317c45e20a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-332847'] for router_gateway, after_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:04.435472 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [req-8f7a4cf7-9f3c-4fac-9216-9bec04bf6032 req-deeb8ca7-a5e6-42fb-8b1f-7d82e3295735 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Unset dirty status for tenant:bd571e41b44a4bc6b16bf8163252f168 on resource:port {{(pid=83993) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 21:35:04.443591 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-8f7a4cf7-9f3c-4fac-9216-9bec04bf6032 req-deeb8ca7-a5e6-42fb-8b1f-7d82e3295735 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=bd571e41b44a4bc6b16bf8163252f168&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1978381 May 03 21:35:04.593999 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-8f7a4cf7-9f3c-4fac-9216-9bec04bf6032 req-4fd1a0fb-c064-4d5d-a1ac-b628920eeb17 service neutron] 10.222.0.48 "GET /v2.0/networks/afa29ce3-7ea1-4fb3-8d15-b28913382476?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1397452 May 03 21:35:04.661923 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-992c976d-8ce5-4232-8edd-8317c45e20a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-330463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4187'] for router, precommit_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:04.667767 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-992c976d-8ce5-4232-8edd-8317c45e20a0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:04.825182 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58a0de44-81fe-4801-a2cc-b1b697a0272e None None] New status for floating IP 1830f7fd-5301-416c-adf5-2f6fb41dec91: DOWN {{(pid=83994) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 03 21:35:04.831614 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-8f7a4cf7-9f3c-4fac-9216-9bec04bf6032 req-ac5c3b3c-50a9-4202-a767-d07889da8135 service neutron] 10.222.0.48 "GET /v2.0/networks/afa29ce3-7ea1-4fb3-8d15-b28913382476?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2327070 May 03 21:35:04.892785 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-992c976d-8ce5-4232-8edd-8317c45e20a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-330355'] for router, after_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:04.898882 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-992c976d-8ce5-4232-8edd-8317c45e20a0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 38e06872-0087-4283-8484-749276bac7e2 {{(pid=83992) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 03 21:35:04.909563 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-992c976d-8ce5-4232-8edd-8317c45e20a0 admin admin] Notify callbacks [] for router, before_response {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:04.912605 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [None req-992c976d-8ce5-4232-8edd-8317c45e20a0 admin admin] 10.222.0.48 "DELETE /v2.0/routers/38e06872-0087-4283-8484-749276bac7e2 HTTP/1.1" status: 204 len: 168 time: 2.8703284 May 03 21:35:04.913370 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.48', 60738) {{(pid=83993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:35:04.981949 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c99e0e0-71f1-4b5f-980d-44eb32284293 admin admin] Deleting subnet f1f0ef4c-4f27-4b18-935d-75e084855fe6 {{(pid=83993) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 03 21:35:04.985701 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-8c99e0e0-71f1-4b5f-980d-44eb32284293 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:05.154500 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-8c99e0e0-71f1-4b5f-980d-44eb32284293 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4075312'] for subnet, precommit_delete_associations {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:05.182529 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-c79f8660-55a1-448a-840c-b3ece3e41c87 req-671c50e6-a4bb-4692-ae9c-056ec4537c46 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] 10.222.0.48 "GET /v2.0/ports?device_id=c8f9aa7c-153d-482a-b048-18cd034d21cb HTTP/1.1" status: 200 len: 210 time: 0.0477369 May 03 21:35:05.254986 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1691d1-d0a7-42c5-82f0-3708f42c2a91 req-a0e5c1d7-f306-4d43-a1b7-1037c3909068 tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:35:05.256393 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-0c1691d1-d0a7-42c5-82f0-3708f42c2a91 req-a0e5c1d7-f306-4d43-a1b7-1037c3909068 tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] 10.222.0.42 "GET /v2.0/networks?id=f0a9fce1-0034-4c9f-bab5-3584af0c3657 HTTP/1.1" status: 200 len: 812 time: 0.2418411 May 03 21:35:05.350327 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-8c99e0e0-71f1-4b5f-980d-44eb32284293 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2088927'] for subnet, precommit_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:05.386353 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-0c1691d1-d0a7-42c5-82f0-3708f42c2a91 req-546d935d-e896-4eda-b560-ed0304ae48e0 tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e665d5aad2c24ad7843ca060d41792d3 HTTP/1.1" status: 200 len: 380 time: 0.0906332 May 03 21:35:05.398398 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.v2.base [req-0c1691d1-d0a7-42c5-82f0-3708f42c2a91 req-21115af0-6c01-486a-a5a0-468abac514cd tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] Request body: {'port': {'device_id': '4e3930f0-3a9f-4d20-ae74-434e66c18c46', 'network_id': 'f0a9fce1-0034-4c9f-bab5-3584af0c3657', 'admin_state_up': True, 'tenant_id': 'e665d5aad2c24ad7843ca060d41792d3', 'security_groups': ['a93fc666-557c-41f0-a19e-88f680ecfa1b']}} {{(pid=83993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 03 21:35:05.603538 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.db.agents_db [None req-1c6bebc3-6d0c-4304-a2c1-5df630ce29f1 None None] Agent healthcheck: found 6 active agents {{(pid=83995) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 03 21:35:05.636083 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-fbc30f58-7a68-4a0c-8278-e5cf6d4b77ef req-70e69de2-bd4a-4f37-9449-d614d6c0ed71 tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] 10.222.0.48 "GET /v2.0/ports?device_id=4e3930f0-3a9f-4d20-ae74-434e66c18c46 HTTP/1.1" status: 200 len: 210 time: 0.0710983 May 03 21:35:05.715806 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [req-0c1691d1-d0a7-42c5-82f0-3708f42c2a91 req-21115af0-6c01-486a-a5a0-468abac514cd tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:35:05.729766 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [req-0c1691d1-d0a7-42c5-82f0-3708f42c2a91 req-21115af0-6c01-486a-a5a0-468abac514cd tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:35:05.765040 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-8c99e0e0-71f1-4b5f-980d-44eb32284293 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2088918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3391727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3403756'] for subnet, after_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:05.803055 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c99e0e0-71f1-4b5f-980d-44eb32284293 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f1f0ef4c-4f27-4b18-935d-75e084855fe6,revision_number=None']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:35:05.816457 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c99e0e0-71f1-4b5f-980d-44eb32284293 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:35:05.816819 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c99e0e0-71f1-4b5f-980d-44eb32284293 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:35:05.817157 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c99e0e0-71f1-4b5f-980d-44eb32284293 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:35:05.817482 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c99e0e0-71f1-4b5f-980d-44eb32284293 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:35:05.817940 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c99e0e0-71f1-4b5f-980d-44eb32284293 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:35:05.818429 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c99e0e0-71f1-4b5f-980d-44eb32284293 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:35:05.819201 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c99e0e0-71f1-4b5f-980d-44eb32284293 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:35:05.819201 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c99e0e0-71f1-4b5f-980d-44eb32284293 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:35:05.819398 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c99e0e0-71f1-4b5f-980d-44eb32284293 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:35:05.819691 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c99e0e0-71f1-4b5f-980d-44eb32284293 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:35:05.820010 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c99e0e0-71f1-4b5f-980d-44eb32284293 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:35:05.822938 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-8c99e0e0-71f1-4b5f-980d-44eb32284293 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1706389'] for subnet, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:05.823488 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec3505ea-6f94-4d4d-98fd-a4e3ecb41d07 None None] Network 5bd090d5-a93e-4f68-8601-6aad9d3eb473 requested from dv-cinder-840377-1-iscsi {{(pid=83994) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 03 21:35:05.830065 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-8c99e0e0-71f1-4b5f-980d-44eb32284293 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/f1f0ef4c-4f27-4b18-935d-75e084855fe6 HTTP/1.1" status: 204 len: 168 time: 0.9156146 May 03 21:35:05.832684 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.48', 60758) {{(pid=83993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:35:05.906761 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c1691d1-d0a7-42c5-82f0-3708f42c2a91 req-21115af0-6c01-486a-a5a0-468abac514cd tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] Made reservation on behalf of e665d5aad2c24ad7843ca060d41792d3 for: {'port': 1} {{(pid=83993) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 21:35:05.913611 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-0c1691d1-d0a7-42c5-82f0-3708f42c2a91 req-21115af0-6c01-486a-a5a0-468abac514cd tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1124352'] for port, before_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:06.039412 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-bf6fd5ba-15ff-41fc-8a35-6550046eeeb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1078587'] for network, before_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:06.085468 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.plugin [None req-bf6fd5ba-15ff-41fc-8a35-6550046eeeb4 admin admin] Deleting port 0e52952e-537f-45f5-9a79-951473549826 {{(pid=83993) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 03 21:35:06.086017 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-bf6fd5ba-15ff-41fc-8a35-6550046eeeb4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781386349267'] for port, before_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:06.179607 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b23e6cfc-5046-45a0-8f7e-ef64e37e8309 None None] DHCP port deletion for 5bd090d5-a93e-4f68-8601-6aad9d3eb473 request from dv-cinder-840377-1-iscsi {{(pid=83994) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 03 21:35:06.185706 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.plugin [None req-b23e6cfc-5046-45a0-8f7e-ef64e37e8309 None None] Deleting port 0e52952e-537f-45f5-9a79-951473549826 {{(pid=83994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 03 21:35:06.186126 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-b23e6cfc-5046-45a0-8f7e-ef64e37e8309 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781386349267'] for port, before_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:06.320507 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.db.db_base_plugin_common [req-0c1691d1-d0a7-42c5-82f0-3708f42c2a91 req-21115af0-6c01-486a-a5a0-468abac514cd tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] Allocated IP 172.20.0.4 (f0a9fce1-0034-4c9f-bab5-3584af0c3657/668a4303-55d7-4be7-977c-0eb3f7451c76/d3860f2c-7b5b-47b1-89e7-e6eac5582cd6) {{(pid=83993) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 21:35:06.360833 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-5ca55382-308a-4d92-95b5-490d2333caf6 req-fc8d2066-0de4-4177-81a7-1d9d31b9891e tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] 10.222.0.48 "GET /v2.0/ports?device_id=c8f9aa7c-153d-482a-b048-18cd034d21cb HTTP/1.1" status: 200 len: 210 time: 0.0541704 May 03 21:35:06.480599 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.db [None req-b23e6cfc-5046-45a0-8f7e-ef64e37e8309 None None] For port 0e52952e-537f-45f5-9a79-951473549826, host dv-cinder-840377-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840377-1-iscsi',level=0,port_id=0e52952e-537f-45f5-9a79-951473549826,segment=NetworkSegment(f62d725e-ae77-4a78-847c-f1a234768bbb),segment_id=f62d725e-ae77-4a78-847c-f1a234768bbb)] {{(pid=83994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 21:35:06.481023 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-b23e6cfc-5046-45a0-8f7e-ef64e37e8309 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749056'] for port, precommit_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:06.536946 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.db [None req-bf6fd5ba-15ff-41fc-8a35-6550046eeeb4 admin admin] For port 0e52952e-537f-45f5-9a79-951473549826, host dv-cinder-840377-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840377-1-iscsi',level=0,port_id=0e52952e-537f-45f5-9a79-951473549826,segment=NetworkSegment(f62d725e-ae77-4a78-847c-f1a234768bbb),segment_id=f62d725e-ae77-4a78-847c-f1a234768bbb)] {{(pid=83993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 21:35:06.537296 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-bf6fd5ba-15ff-41fc-8a35-6550046eeeb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749056'] for port, precommit_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:06.640235 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.plugin [None req-b23e6cfc-5046-45a0-8f7e-ef64e37e8309 None None] Calling delete_port for 0e52952e-537f-45f5-9a79-951473549826 owned by network:dhcp {{(pid=83994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 03 21:35:06.770401 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.plugin [None req-bf6fd5ba-15ff-41fc-8a35-6550046eeeb4 admin admin] Calling delete_port for 0e52952e-537f-45f5-9a79-951473549826 owned by network:dhcp {{(pid=83993) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 03 21:35:06.874682 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-2ebb5cbe-fbdd-4346-a14e-2b104c48573d req-b1bfd826-1eb8-43c9-8958-109246d175b4 tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] 10.222.0.48 "GET /v2.0/ports?device_id=4e3930f0-3a9f-4d20-ae74-434e66c18c46 HTTP/1.1" status: 200 len: 210 time: 0.0593822 May 03 21:35:06.949286 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-0c1691d1-d0a7-42c5-82f0-3708f42c2a91 req-21115af0-6c01-486a-a5a0-468abac514cd tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] Notify callbacks [] for port, precommit_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:06.979619 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-b23e6cfc-5046-45a0-8f7e-ef64e37e8309 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781386188948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781385847444'] for port, after_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:06.988758 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.db.provisioning_blocks [req-0c1691d1-d0a7-42c5-82f0-3708f42c2a91 req-21115af0-6c01-486a-a5a0-468abac514cd tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] Transition to ACTIVE for port object d3860f2c-7b5b-47b1-89e7-e6eac5582cd6 will not be triggered until provisioned by entity DHCP. {{(pid=83993) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 21:35:06.993396 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.db.api [None req-bf6fd5ba-15ff-41fc-8a35-6550046eeeb4 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83993) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 03 21:35:06.993708 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG oslo_db.api [None req-bf6fd5ba-15ff-41fc-8a35-6550046eeeb4 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 03 21:35:07.044860 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23e6cfc-5046-45a0-8f7e-ef64e37e8309 None None] Pushing event deleted for resources: {'Port': ['ID=0e52952e-537f-45f5-9a79-951473549826,revision_number=None']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:35:07.059042 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b23e6cfc-5046-45a0-8f7e-ef64e37e8309 None None] No DVR routers for this DVR port 0e52952e-537f-45f5-9a79-951473549826 on host dv-cinder-840377-1-iscsi {{(pid=83994) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 21:35:07.193706 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-0c1691d1-d0a7-42c5-82f0-3708f42c2a91 req-21115af0-6c01-486a-a5a0-468abac514cd tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781385847435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3391708'] for port, after_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:07.276774 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c1691d1-d0a7-42c5-82f0-3708f42c2a91 req-21115af0-6c01-486a-a5a0-468abac514cd tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] Network f0a9fce1-0034-4c9f-bab5-3584af0c3657 is already hosted by enough agents. {{(pid=83993) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 21:35:07.283887 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.scheduler.base_scheduler [req-0c1691d1-d0a7-42c5-82f0-3708f42c2a91 req-21115af0-6c01-486a-a5a0-468abac514cd tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] Resources bound (agent type, host, resource id): {{(pid=83993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 21:35:07.283887 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c1691d1-d0a7-42c5-82f0-3708f42c2a91 req-21115af0-6c01-486a-a5a0-468abac514cd tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] Received port after_create {{(pid=83993) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 03 21:35:07.341382 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21115af0-6c01-486a-a5a0-468abac514cd tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] Pushing event updated for resources: {'Port': ['ID=d3860f2c-7b5b-47b1-89e7-e6eac5582cd6,revision_number=1']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:35:07.375008 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1691d1-d0a7-42c5-82f0-3708f42c2a91 req-21115af0-6c01-486a-a5a0-468abac514cd tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:35:07.375834 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-0c1691d1-d0a7-42c5-82f0-3708f42c2a91 req-21115af0-6c01-486a-a5a0-468abac514cd tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93163'] for port, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:07.495185 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.plugin [None req-bf6fd5ba-15ff-41fc-8a35-6550046eeeb4 admin admin] Deleting port 0e52952e-537f-45f5-9a79-951473549826 {{(pid=83993) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 03 21:35:07.496706 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-bf6fd5ba-15ff-41fc-8a35-6550046eeeb4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781386349267'] for port, before_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:07.535420 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-0c1691d1-d0a7-42c5-82f0-3708f42c2a91 req-21115af0-6c01-486a-a5a0-468abac514cd tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1422718 May 03 21:35:07.572603 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-ec100ad4-d01d-4dfe-a825-a0a436c54df7 req-bd397150-7611-4ef2-8acc-9ce72e95c21e tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] 10.222.0.48 "GET /v2.0/ports?device_id=c8f9aa7c-153d-482a-b048-18cd034d21cb HTTP/1.1" status: 200 len: 210 time: 0.0460601 May 03 21:35:07.575545 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.v2.base [req-0c1691d1-d0a7-42c5-82f0-3708f42c2a91 req-a109f335-e4be-43c0-9f65-235ded1b23bb service neutron] Request body: {'port': {'device_id': '4e3930f0-3a9f-4d20-ae74-434e66c18c46', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84037'}} {{(pid=83993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 03 21:35:07.604275 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.plugin [None req-bf6fd5ba-15ff-41fc-8a35-6550046eeeb4 admin admin] The port '0e52952e-537f-45f5-9a79-951473549826' was deleted {{(pid=83993) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 03 21:35:07.726325 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.provisioning_blocks [None req-28c65d68-6688-4fd4-a779-4bf1b4c3ac69 None None] Provisioning for port d3860f2c-7b5b-47b1-89e7-e6eac5582cd6 completed by entity DHCP. {{(pid=83994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 21:35:07.734015 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.provisioning_blocks [None req-28c65d68-6688-4fd4-a779-4bf1b4c3ac69 None None] Provisioning complete for port d3860f2c-7b5b-47b1-89e7-e6eac5582cd6 triggered by entity DHCP. {{(pid=83994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:35:07.734564 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-28c65d68-6688-4fd4-a779-4bf1b4c3ac69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2080827'] for port, provisioning_complete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:07.810600 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.rpc [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Device 7a52de95-86b8-413b-92c0-22bf273d3dc0 no longer exists at agent ovs-agent-dv-cinder-840377-1-iscsi {{(pid=83994) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 21:35:07.848735 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.plugin [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] No Port match for: 7a52de95-86b8-413b-92c0-22bf273d3dc0 {{(pid=83994) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 03 21:35:07.849070 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.rpc [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Device 7a52de95-86b8-413b-92c0-22bf273d3dc0 not bound to the agent host dv-cinder-840377-1-iscsi {{(pid=83994) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 21:35:07.849509 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.rpc [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Device 0e52952e-537f-45f5-9a79-951473549826 no longer exists at agent ovs-agent-dv-cinder-840377-1-iscsi {{(pid=83994) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 21:35:07.886009 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.plugin [None req-28c65d68-6688-4fd4-a779-4bf1b4c3ac69 None None] Port d3860f2c-7b5b-47b1-89e7-e6eac5582cd6 cannot update to ACTIVE because it is not bound. {{(pid=83994) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 03 21:35:07.889571 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.plugin [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] No Port match for: 0e52952e-537f-45f5-9a79-951473549826 {{(pid=83994) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 03 21:35:07.889571 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.rpc [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Device 0e52952e-537f-45f5-9a79-951473549826 not bound to the agent host dv-cinder-840377-1-iscsi {{(pid=83994) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 21:35:07.942931 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-bf6fd5ba-15ff-41fc-8a35-6550046eeeb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2083402', 'neutron.services.segments.db._delete_segments_for_network-8781386283897'] for network, precommit_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:07.982355 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.services.segments.db [None req-bf6fd5ba-15ff-41fc-8a35-6550046eeeb4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5bd090d5-a93e-4f68-8601-6aad9d3eb473']}} {{(pid=83993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:35:08.005914 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.services.segments.db [None req-bf6fd5ba-15ff-41fc-8a35-6550046eeeb4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f62d725e-ae77-4a78-847c-f1a234768bbb') {'for_net_delete': True} {{(pid=83993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:35:08.006223 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.services.segments.db [None req-bf6fd5ba-15ff-41fc-8a35-6550046eeeb4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f62d725e-ae77-4a78-847c-f1a234768bbb') {} {{(pid=83993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:35:08.019770 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-0c1691d1-d0a7-42c5-82f0-3708f42c2a91 req-a109f335-e4be-43c0-9f65-235ded1b23bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1124352'] for port, before_update {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:08.034041 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-bf6fd5ba-15ff-41fc-8a35-6550046eeeb4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781386283780', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4073667'] for segment, before_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:08.056526 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf998c5-f4c3-4338-9cdc-cc09baefded6 req-0867bce8-3bb4-43ee-b9b8-047507f97925 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:35:08.058075 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-cdf998c5-f4c3-4338-9cdc-cc09baefded6 req-0867bce8-3bb4-43ee-b9b8-047507f97925 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] 10.222.0.48 "GET /v2.0/ports?device_id=49b86a80-657d-4e94-bc71-bcfe8f276469 HTTP/1.1" status: 200 len: 945 time: 0.4879401 May 03 21:35:08.080591 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48b4e37-b8b1-424a-b968-557aca1f26cb req-bb56d223-c0f9-47fa-b6a1-6a7ea44f2d9e tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:35:08.082103 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-d48b4e37-b8b1-424a-b968-557aca1f26cb req-bb56d223-c0f9-47fa-b6a1-6a7ea44f2d9e tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] 10.222.0.48 "GET /v2.0/ports?device_id=4e3930f0-3a9f-4d20-ae74-434e66c18c46 HTTP/1.1" status: 200 len: 931 time: 0.0840881 May 03 21:35:08.090029 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-bf6fd5ba-15ff-41fc-8a35-6550046eeeb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1172921'] for segment, precommit_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:08.127164 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf6fd5ba-15ff-41fc-8a35-6550046eeeb4 admin admin] Releasing vlan 432 on physical network physnet1 to pool {{(pid=83993) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 03 21:35:08.127575 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-bf6fd5ba-15ff-41fc-8a35-6550046eeeb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1172898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3391617'] for segment, after_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:08.141691 dv-cinder-840377-1-iscsi neutron-server[83993]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 03 21:35:08.141691 dv-cinder-840377-1-iscsi neutron-server[83993]: util.warn( May 03 21:35:08.141691 dv-cinder-840377-1-iscsi neutron-server[83993]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 03 21:35:08.141691 dv-cinder-840377-1-iscsi neutron-server[83993]: util.warn( May 03 21:35:08.141691 dv-cinder-840377-1-iscsi neutron-server[83993]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 03 21:35:08.141691 dv-cinder-840377-1-iscsi neutron-server[83993]: util.warn( May 03 21:35:08.141691 dv-cinder-840377-1-iscsi neutron-server[83993]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 03 21:35:08.141691 dv-cinder-840377-1-iscsi neutron-server[83993]: util.warn( May 03 21:35:08.141691 dv-cinder-840377-1-iscsi neutron-server[83993]: Traceback (most recent call last): May 03 21:35:08.141691 dv-cinder-840377-1-iscsi neutron-server[83993]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 03 21:35:08.141691 dv-cinder-840377-1-iscsi neutron-server[83993]: timer() May 03 21:35:08.141691 dv-cinder-840377-1-iscsi neutron-server[83993]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 03 21:35:08.141691 dv-cinder-840377-1-iscsi neutron-server[83993]: cb(*args, **kw) May 03 21:35:08.141691 dv-cinder-840377-1-iscsi neutron-server[83993]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 03 21:35:08.141691 dv-cinder-840377-1-iscsi neutron-server[83993]: return func(*args, **kwargs) May 03 21:35:08.141691 dv-cinder-840377-1-iscsi neutron-server[83993]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 03 21:35:08.141691 dv-cinder-840377-1-iscsi neutron-server[83993]: self._notify() May 03 21:35:08.141691 dv-cinder-840377-1-iscsi neutron-server[83993]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 03 21:35:08.141691 dv-cinder-840377-1-iscsi neutron-server[83993]: self.callback(batched_events) May 03 21:35:08.141691 dv-cinder-840377-1-iscsi neutron-server[83993]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 03 21:35:08.141691 dv-cinder-840377-1-iscsi neutron-server[83993]: event.method(event) May 03 21:35:08.141691 dv-cinder-840377-1-iscsi neutron-server[83993]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 03 21:35:08.141691 dv-cinder-840377-1-iscsi neutron-server[83993]: aggregate_id = self._get_aggregate_id(event.segment_id) May 03 21:35:08.141691 dv-cinder-840377-1-iscsi neutron-server[83993]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 03 21:35:08.141691 dv-cinder-840377-1-iscsi neutron-server[83993]: aggregate_uuid = self.p_client.list_aggregates( May 03 21:35:08.141691 dv-cinder-840377-1-iscsi neutron-server[83993]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 03 21:35:08.141691 dv-cinder-840377-1-iscsi neutron-server[83993]: return f(self, *a, **k) May 03 21:35:08.141691 dv-cinder-840377-1-iscsi neutron-server[83993]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 03 21:35:08.141691 dv-cinder-840377-1-iscsi neutron-server[83993]: return self._get(url).json() May 03 21:35:08.141691 dv-cinder-840377-1-iscsi neutron-server[83993]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 03 21:35:08.141691 dv-cinder-840377-1-iscsi neutron-server[83993]: return self._client.get(url, endpoint_filter=self._ks_filter, May 03 21:35:08.141691 dv-cinder-840377-1-iscsi neutron-server[83993]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 03 21:35:08.141691 dv-cinder-840377-1-iscsi neutron-server[83993]: return self.request(url, 'GET', **kwargs) May 03 21:35:08.141691 dv-cinder-840377-1-iscsi neutron-server[83993]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 03 21:35:08.141691 dv-cinder-840377-1-iscsi neutron-server[83993]: base_url = self.get_endpoint(auth, allow=allow, May 03 21:35:08.141691 dv-cinder-840377-1-iscsi neutron-server[83993]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 03 21:35:08.141691 dv-cinder-840377-1-iscsi neutron-server[83993]: auth = self._auth_required(auth, 'determine endpoint URL') May 03 21:35:08.141691 dv-cinder-840377-1-iscsi neutron-server[83993]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 03 21:35:08.141691 dv-cinder-840377-1-iscsi neutron-server[83993]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 03 21:35:08.141691 dv-cinder-840377-1-iscsi neutron-server[83993]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 03 21:35:08.149350 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.quota.resource [req-d48b4e37-b8b1-424a-b968-557aca1f26cb req-42d456ba-62d1-4dac-aaa6-334c1d576aa3 tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] Synchronizing usage tracker for tenant:e665d5aad2c24ad7843ca060d41792d3 on resource:security_group {{(pid=83992) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 21:35:08.268866 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.quota.resource [req-d48b4e37-b8b1-424a-b968-557aca1f26cb req-42d456ba-62d1-4dac-aaa6-334c1d576aa3 tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] Unset dirty status for tenant:e665d5aad2c24ad7843ca060d41792d3 on resource:security_group {{(pid=83992) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 21:35:08.269967 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-d48b4e37-b8b1-424a-b968-557aca1f26cb req-42d456ba-62d1-4dac-aaa6-334c1d576aa3 tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] 10.222.0.48 "GET /v2.0/security-groups?id=a93fc666-557c-41f0-a19e-88f680ecfa1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1821260 May 03 21:35:08.313106 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-cdf998c5-f4c3-4338-9cdc-cc09baefded6 req-dc624850-5071-4ae9-93ec-1f63bf8697fd tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] 10.222.0.48 "GET /v2.0/security-groups?id=95308c2b-cca2-41de-8e93-f747eb13cdfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2154925 May 03 21:35:08.348286 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-bf6fd5ba-15ff-41fc-8a35-6550046eeeb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2083393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-332850'] for network, after_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:08.424668 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-bf6fd5ba-15ff-41fc-8a35-6550046eeeb4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1706389'] for network, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:08.460344 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6fd5ba-15ff-41fc-8a35-6550046eeeb4 admin admin] Pushing event deleted for resources: {'Network': ['ID=5bd090d5-a93e-4f68-8601-6aad9d3eb473,revision_number=None']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:35:08.631571 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7a4cf7-9f3c-4fac-9216-9bec04bf6032 req-23ad3e31-7005-4b99-b349-88221b798e4c tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:35:08.633054 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-8f7a4cf7-9f3c-4fac-9216-9bec04bf6032 req-23ad3e31-7005-4b99-b349-88221b798e4c tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] 10.222.0.42 "GET /v2.0/networks?id=afa29ce3-7ea1-4fb3-8d15-b28913382476 HTTP/1.1" status: 200 len: 814 time: 0.2170978 May 03 21:35:08.706798 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-bf6fd5ba-15ff-41fc-8a35-6550046eeeb4 admin admin] 10.222.0.48 "DELETE /v2.0/networks/5bd090d5-a93e-4f68-8601-6aad9d3eb473 HTTP/1.1" status: 204 len: 168 time: 2.8730311 May 03 21:35:08.736415 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.notifiers.nova [req-0c1691d1-d0a7-42c5-82f0-3708f42c2a91 req-a109f335-e4be-43c0-9f65-235ded1b23bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3860f2c-7b5b-47b1-89e7-e6eac5582cd6 {{(pid=83993) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 03 21:35:08.747584 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-0c1691d1-d0a7-42c5-82f0-3708f42c2a91 req-a109f335-e4be-43c0-9f65-235ded1b23bb service neutron] Notify callbacks [] for port, precommit_update {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:08.760735 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-8f7a4cf7-9f3c-4fac-9216-9bec04bf6032 req-cf3f9655-a391-46f2-84d1-0f43fb606b94 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bd571e41b44a4bc6b16bf8163252f168 HTTP/1.1" status: 200 len: 379 time: 0.0788598 May 03 21:35:08.763616 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-80ac8e1a-c88b-47cb-b008-b84a32c6ed8d req-77dda397-069a-478c-be8e-0a27efb23b4c tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] 10.222.0.48 "GET /v2.0/ports?device_id=c8f9aa7c-153d-482a-b048-18cd034d21cb HTTP/1.1" status: 200 len: 210 time: 0.0491424 May 03 21:35:08.772272 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.v2.base [req-8f7a4cf7-9f3c-4fac-9216-9bec04bf6032 req-c415df23-82f5-4009-a886-b5163120d909 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Request body: {'port': {'device_id': 'c8f9aa7c-153d-482a-b048-18cd034d21cb', 'network_id': 'afa29ce3-7ea1-4fb3-8d15-b28913382476', 'admin_state_up': True, 'tenant_id': 'bd571e41b44a4bc6b16bf8163252f168', 'security_groups': ['f0ea03b8-2b32-4cbd-9062-2e4d0f59a6e5']}} {{(pid=83993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 03 21:35:08.790615 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.db.provisioning_blocks [req-0c1691d1-d0a7-42c5-82f0-3708f42c2a91 req-a109f335-e4be-43c0-9f65-235ded1b23bb service neutron] Transition to ACTIVE for port object d3860f2c-7b5b-47b1-89e7-e6eac5582cd6 will not be triggered until provisioned by entity L2. {{(pid=83993) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 21:35:08.918778 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [req-8f7a4cf7-9f3c-4fac-9216-9bec04bf6032 req-c415df23-82f5-4009-a886-b5163120d909 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:35:08.929144 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [req-8f7a4cf7-9f3c-4fac-9216-9bec04bf6032 req-c415df23-82f5-4009-a886-b5163120d909 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:35:08.982199 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-0c1691d1-d0a7-42c5-82f0-3708f42c2a91 req-a109f335-e4be-43c0-9f65-235ded1b23bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781386188966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781385847453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781385847498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3391653'] for port, after_update {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:09.118661 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a109f335-e4be-43c0-9f65-235ded1b23bb service neutron] Pushing event updated for resources: {'Port': ['ID=d3860f2c-7b5b-47b1-89e7-e6eac5582cd6,revision_number=2']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:35:09.194908 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f7a4cf7-9f3c-4fac-9216-9bec04bf6032 req-c415df23-82f5-4009-a886-b5163120d909 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Made reservation on behalf of bd571e41b44a4bc6b16bf8163252f168 for: {'port': 1} {{(pid=83993) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 21:35:09.198021 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-8f7a4cf7-9f3c-4fac-9216-9bec04bf6032 req-c415df23-82f5-4009-a886-b5163120d909 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1124352'] for port, before_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:09.318061 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.managers [req-0c1691d1-d0a7-42c5-82f0-3708f42c2a91 req-a109f335-e4be-43c0-9f65-235ded1b23bb service neutron] Attempting to bind port d3860f2c-7b5b-47b1-89e7-e6eac5582cd6 on host hv-cinder-84037 for vnic_type normal with profile {{(pid=83993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 21:35:09.318267 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.managers [req-0c1691d1-d0a7-42c5-82f0-3708f42c2a91 req-a109f335-e4be-43c0-9f65-235ded1b23bb service neutron] Attempting to bind port d3860f2c-7b5b-47b1-89e7-e6eac5582cd6 by drivers openvswitch,hyperv on host hv-cinder-84037 at level 0 using segments [{'id': '3e0ba556-645a-494a-9a35-88209b132e8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'f0a9fce1-0034-4c9f-bab5-3584af0c3657'}] {{(pid=83993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 21:35:09.318585 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c1691d1-d0a7-42c5-82f0-3708f42c2a91 req-a109f335-e4be-43c0-9f65-235ded1b23bb service neutron] Attempting to bind port d3860f2c-7b5b-47b1-89e7-e6eac5582cd6 on network f0a9fce1-0034-4c9f-bab5-3584af0c3657 {{(pid=83993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 03 21:35:09.336508 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c1691d1-d0a7-42c5-82f0-3708f42c2a91 req-a109f335-e4be-43c0-9f65-235ded1b23bb service neutron] Port d3860f2c-7b5b-47b1-89e7-e6eac5582cd6 on network f0a9fce1-0034-4c9f-bab5-3584af0c3657 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84037 {{(pid=83993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 03 21:35:09.336782 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c1691d1-d0a7-42c5-82f0-3708f42c2a91 req-a109f335-e4be-43c0-9f65-235ded1b23bb service neutron] Attempting to bind port d3860f2c-7b5b-47b1-89e7-e6eac5582cd6 on network f0a9fce1-0034-4c9f-bab5-3584af0c3657 {{(pid=83993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 03 21:35:09.388045 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c1691d1-d0a7-42c5-82f0-3708f42c2a91 req-a109f335-e4be-43c0-9f65-235ded1b23bb service neutron] Checking agent: {'id': '6f729c1e-126d-4db9-b521-92dbb8a34775', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84037', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 21, 26, 18), 'started_at': datetime.datetime(2022, 5, 3, 21, 26, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 21, 34, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 03 21:35:09.388718 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c1691d1-d0a7-42c5-82f0-3708f42c2a91 req-a109f335-e4be-43c0-9f65-235ded1b23bb service neutron] Checking segment: {'id': '3e0ba556-645a-494a-9a35-88209b132e8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'f0a9fce1-0034-4c9f-bab5-3584af0c3657'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 03 21:35:09.388825 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c1691d1-d0a7-42c5-82f0-3708f42c2a91 req-a109f335-e4be-43c0-9f65-235ded1b23bb service neutron] Bound using segment: {'id': '3e0ba556-645a-494a-9a35-88209b132e8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'f0a9fce1-0034-4c9f-bab5-3584af0c3657'} {{(pid=83993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 03 21:35:09.389214 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.managers [req-0c1691d1-d0a7-42c5-82f0-3708f42c2a91 req-a109f335-e4be-43c0-9f65-235ded1b23bb service neutron] Bound port: d3860f2c-7b5b-47b1-89e7-e6eac5582cd6, host: hv-cinder-84037, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e0ba556-645a-494a-9a35-88209b132e8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'f0a9fce1-0034-4c9f-bab5-3584af0c3657'}}] {{(pid=83993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 21:35:09.389559 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-0c1691d1-d0a7-42c5-82f0-3708f42c2a91 req-a109f335-e4be-43c0-9f65-235ded1b23bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1124352'] for port, before_update {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:09.399257 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.48', 60792) {{(pid=83992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:35:09.463316 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [None req-055421c3-a3e4-46ef-a90f-18c2dee45906 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=30468ebc688d4bc1b036b4b984931e87&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0618234 May 03 21:35:09.465616 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.48', 60796) {{(pid=83992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:35:09.521445 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.db.db_base_plugin_common [req-8f7a4cf7-9f3c-4fac-9216-9bec04bf6032 req-c415df23-82f5-4009-a886-b5163120d909 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Allocated IP 172.20.0.13 (afa29ce3-7ea1-4fb3-8d15-b28913382476/663a4790-11b9-4523-b0db-a1ea41b30d40/479a7085-462d-430f-b37d-544e02378d26) {{(pid=83993) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 21:35:09.569655 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.db [req-0c1691d1-d0a7-42c5-82f0-3708f42c2a91 req-a109f335-e4be-43c0-9f65-235ded1b23bb service neutron] For port d3860f2c-7b5b-47b1-89e7-e6eac5582cd6, host hv-cinder-84037, cleared binding levels {{(pid=83993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 21:35:09.575687 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.db [req-0c1691d1-d0a7-42c5-82f0-3708f42c2a91 req-a109f335-e4be-43c0-9f65-235ded1b23bb service neutron] For port d3860f2c-7b5b-47b1-89e7-e6eac5582cd6, host hv-cinder-84037, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=d3860f2c-7b5b-47b1-89e7-e6eac5582cd6,segment=NetworkSegment(3e0ba556-645a-494a-9a35-88209b132e8b),segment_id=3e0ba556-645a-494a-9a35-88209b132e8b)] {{(pid=83993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 21:35:09.700691 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-1ce0d041-d55d-498b-8f54-c19a3b15c0d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:09.712028 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfea06f0-38e6-4e37-b334-097d0be51dde req-0661b8e0-52e4-4af6-ad50-ec312bdc0958 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:35:09.713914 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-cfea06f0-38e6-4e37-b334-097d0be51dde req-0661b8e0-52e4-4af6-ad50-ec312bdc0958 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] 10.222.0.48 "GET /v2.0/ports?device_id=49b86a80-657d-4e94-bc71-bcfe8f276469 HTTP/1.1" status: 200 len: 945 time: 0.2449369 May 03 21:35:09.761098 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-1ce0d041-d55d-498b-8f54-c19a3b15c0d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:09.792723 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-0c1691d1-d0a7-42c5-82f0-3708f42c2a91 req-a109f335-e4be-43c0-9f65-235ded1b23bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781386188966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781385847453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781385847498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3391653'] for port, after_update {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:09.801988 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26c9653-bf43-417b-8423-43bd85fb533a req-30ca16e6-61bf-4bbd-a723-c84e58d73076 tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:35:09.802702 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [req-e26c9653-bf43-417b-8423-43bd85fb533a req-30ca16e6-61bf-4bbd-a723-c84e58d73076 tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] Synchronizing usage tracker for tenant:e665d5aad2c24ad7843ca060d41792d3 on resource:port {{(pid=83993) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 21:35:09.808341 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-cfea06f0-38e6-4e37-b334-097d0be51dde req-23df72a4-b9d0-4e95-912b-a9d0f9b8adf1 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] 10.222.0.48 "GET /v2.0/security-groups?id=95308c2b-cca2-41de-8e93-f747eb13cdfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0861387 May 03 21:35:09.907449 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-0c1691d1-d0a7-42c5-82f0-3708f42c2a91 req-a109f335-e4be-43c0-9f65-235ded1b23bb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93163'] for port, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:09.909027 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-0c1691d1-d0a7-42c5-82f0-3708f42c2a91 req-a109f335-e4be-43c0-9f65-235ded1b23bb service neutron] 10.222.0.42 "PUT /v2.0/ports/d3860f2c-7b5b-47b1-89e7-e6eac5582cd6 HTTP/1.1" status: 200 len: 1093 time: 2.3377573 May 03 21:35:09.912593 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e3930f0-3a9f-4d20-ae74-434e66c18c46', 'tag': 'd3860f2c-7b5b-47b1-89e7-e6eac5582cd6'}] {{(pid=83993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 03 21:35:09.950699 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a109f335-e4be-43c0-9f65-235ded1b23bb service neutron] Pushing event updated for resources: {'Port': ['ID=d3860f2c-7b5b-47b1-89e7-e6eac5582cd6,revision_number=3']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:35:09.973068 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-8f7a4cf7-9f3c-4fac-9216-9bec04bf6032 req-c415df23-82f5-4009-a886-b5163120d909 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Notify callbacks [] for port, precommit_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:09.993012 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.db.provisioning_blocks [req-8f7a4cf7-9f3c-4fac-9216-9bec04bf6032 req-c415df23-82f5-4009-a886-b5163120d909 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Transition to ACTIVE for port object 479a7085-462d-430f-b37d-544e02378d26 will not be triggered until provisioned by entity DHCP. {{(pid=83993) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 21:35:10.003486 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-1ce0d041-d55d-498b-8f54-c19a3b15c0d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746426'] for security_group, after_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:10.017542 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [req-e26c9653-bf43-417b-8423-43bd85fb533a req-30ca16e6-61bf-4bbd-a723-c84e58d73076 tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] Unset dirty status for tenant:e665d5aad2c24ad7843ca060d41792d3 on resource:port {{(pid=83993) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 21:35:10.019051 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-e26c9653-bf43-417b-8423-43bd85fb533a req-30ca16e6-61bf-4bbd-a723-c84e58d73076 tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] 10.222.0.48 "GET /v2.0/ports?device_id=4e3930f0-3a9f-4d20-ae74-434e66c18c46 HTTP/1.1" status: 200 len: 943 time: 0.5752156 May 03 21:35:10.026324 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-be749807-fb0c-436f-957d-e89d65cfefc9 req-d83164e4-6c09-417e-a856-7cdf642d2a52 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] 10.222.0.48 "GET /v2.0/ports?device_id=c8f9aa7c-153d-482a-b048-18cd034d21cb HTTP/1.1" status: 200 len: 210 time: 0.0728159 May 03 21:35:10.044947 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce0d041-d55d-498b-8f54-c19a3b15c0d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb8a1e97-a16e-41ad-af1f-9903cda5dd84,revision_number=None']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:35:10.128093 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9d38f12c-0db5-45d7-a487-e985a668b433'] response: {'name': 'network-changed', 'server_uuid': '4e3930f0-3a9f-4d20-ae74-434e66c18c46', 'tag': 'd3860f2c-7b5b-47b1-89e7-e6eac5582cd6', 'status': 'completed', 'code': 200} May 03 21:35:10.154761 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-8f7a4cf7-9f3c-4fac-9216-9bec04bf6032 req-c415df23-82f5-4009-a886-b5163120d909 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781385847435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3391708'] for port, after_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:10.173145 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-1ce0d041-d55d-498b-8f54-c19a3b15c0d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:10.175278 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [None req-1ce0d041-d55d-498b-8f54-c19a3b15c0d1 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/fb8a1e97-a16e-41ad-af1f-9903cda5dd84 HTTP/1.1" status: 204 len: 168 time: 0.7084827 May 03 21:35:10.245762 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-e26c9653-bf43-417b-8423-43bd85fb533a req-6fd6efc2-edc1-4b7f-8aeb-e667b9150356 tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] 10.222.0.48 "GET /v2.0/security-groups?id=a93fc666-557c-41f0-a19e-88f680ecfa1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2200146 May 03 21:35:10.272543 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f7a4cf7-9f3c-4fac-9216-9bec04bf6032 req-c415df23-82f5-4009-a886-b5163120d909 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Network afa29ce3-7ea1-4fb3-8d15-b28913382476 is already hosted by enough agents. {{(pid=83993) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 21:35:10.274681 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c415df23-82f5-4009-a886-b5163120d909 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Pushing event updated for resources: {'Port': ['ID=479a7085-462d-430f-b37d-544e02378d26,revision_number=1']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:35:10.278827 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.scheduler.base_scheduler [req-8f7a4cf7-9f3c-4fac-9216-9bec04bf6032 req-c415df23-82f5-4009-a886-b5163120d909 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Resources bound (agent type, host, resource id): {{(pid=83993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 21:35:10.282269 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f7a4cf7-9f3c-4fac-9216-9bec04bf6032 req-c415df23-82f5-4009-a886-b5163120d909 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Received port after_create {{(pid=83993) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 03 21:35:10.345752 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-0c1691d1-d0a7-42c5-82f0-3708f42c2a91 req-3c4a7177-328d-4556-932e-688ee9688df4 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e665d5aad2c24ad7843ca060d41792d3&device_id=4e3930f0-3a9f-4d20-ae74-434e66c18c46 HTTP/1.1" status: 200 len: 1096 time: 0.2484422 May 03 21:35:10.354886 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7a4cf7-9f3c-4fac-9216-9bec04bf6032 req-c415df23-82f5-4009-a886-b5163120d909 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:35:10.355526 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-8f7a4cf7-9f3c-4fac-9216-9bec04bf6032 req-c415df23-82f5-4009-a886-b5163120d909 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93163'] for port, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:10.451433 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-0c1691d1-d0a7-42c5-82f0-3708f42c2a91 req-65f561a9-d3ac-4a08-a169-8aeb561ce7db service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d3860f2c-7b5b-47b1-89e7-e6eac5582cd6 HTTP/1.1" status: 200 len: 217 time: 0.0894506 May 03 21:35:10.519926 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1691d1-d0a7-42c5-82f0-3708f42c2a91 req-c786dc08-f4f5-483b-ae4d-479a21580f07 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:35:10.521367 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-0c1691d1-d0a7-42c5-82f0-3708f42c2a91 req-c786dc08-f4f5-483b-ae4d-479a21580f07 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=668a4303-55d7-4be7-977c-0eb3f7451c76 HTTP/1.1" status: 200 len: 851 time: 0.0632207 May 03 21:35:10.566049 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-8f7a4cf7-9f3c-4fac-9216-9bec04bf6032 req-c415df23-82f5-4009-a886-b5163120d909 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7970531 May 03 21:35:10.583660 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.provisioning_blocks [None req-45f81000-825f-4efb-b4c5-768d098dacc0 None None] Provisioning for port 479a7085-462d-430f-b37d-544e02378d26 completed by entity DHCP. {{(pid=83994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 21:35:10.589250 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.provisioning_blocks [None req-45f81000-825f-4efb-b4c5-768d098dacc0 None None] Provisioning complete for port 479a7085-462d-430f-b37d-544e02378d26 triggered by entity DHCP. {{(pid=83994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:35:10.589828 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-45f81000-825f-4efb-b4c5-768d098dacc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2080827'] for port, provisioning_complete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:10.595145 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.v2.base [req-8f7a4cf7-9f3c-4fac-9216-9bec04bf6032 req-52a3c794-83cb-40fa-a3ce-1e88c0668493 service neutron] Request body: {'port': {'device_id': 'c8f9aa7c-153d-482a-b048-18cd034d21cb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84037'}} {{(pid=83993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 03 21:35:10.652402 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.plugin [None req-45f81000-825f-4efb-b4c5-768d098dacc0 None None] Port 479a7085-462d-430f-b37d-544e02378d26 cannot update to ACTIVE because it is not bound. {{(pid=83994) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 03 21:35:10.697895 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-0c1691d1-d0a7-42c5-82f0-3708f42c2a91 req-5bf87437-6846-42e1-bea6-23eb3add579f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f0a9fce1-0034-4c9f-bab5-3584af0c3657&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1696541 May 03 21:35:10.805433 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-8f7a4cf7-9f3c-4fac-9216-9bec04bf6032 req-52a3c794-83cb-40fa-a3ce-1e88c0668493 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1124352'] for port, before_update {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:10.926994 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-0c1691d1-d0a7-42c5-82f0-3708f42c2a91 req-9c3cf665-0679-497a-9a88-5ca8dfa8d055 service neutron] 10.222.0.42 "GET /v2.0/networks/f0a9fce1-0034-4c9f-bab5-3584af0c3657?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2219210 May 03 21:35:11.036642 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ee65db-723e-42e0-8678-c94f0e8b2442 req-f07ea12b-7f7c-4485-ad2d-44b0057715ba tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:35:11.038977 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-f5ee65db-723e-42e0-8678-c94f0e8b2442 req-f07ea12b-7f7c-4485-ad2d-44b0057715ba tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] 10.222.0.48 "GET /v2.0/ports?device_id=49b86a80-657d-4e94-bc71-bcfe8f276469 HTTP/1.1" status: 200 len: 945 time: 0.0837705 May 03 21:35:11.102669 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-f5ee65db-723e-42e0-8678-c94f0e8b2442 req-4d561019-d0ff-4cda-97d9-83c1759ba90d tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] 10.222.0.48 "GET /v2.0/security-groups?id=95308c2b-cca2-41de-8e93-f747eb13cdfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567048 May 03 21:35:11.257736 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-0c1691d1-d0a7-42c5-82f0-3708f42c2a91 req-f02a3155-b6d8-49f2-b265-9a358894912e service neutron] 10.222.0.42 "GET /v2.0/networks/f0a9fce1-0034-4c9f-bab5-3584af0c3657?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2903793 May 03 21:35:11.384164 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a117a72-4980-40d3-85dd-326cacbbefa7 req-b886b5c4-2ced-4c38-9eac-af61a52c1033 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:35:11.384890 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [req-1a117a72-4980-40d3-85dd-326cacbbefa7 req-b886b5c4-2ced-4c38-9eac-af61a52c1033 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Synchronizing usage tracker for tenant:bd571e41b44a4bc6b16bf8163252f168 on resource:port {{(pid=83993) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 21:35:11.419772 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.notifiers.nova [req-8f7a4cf7-9f3c-4fac-9216-9bec04bf6032 req-52a3c794-83cb-40fa-a3ce-1e88c0668493 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 479a7085-462d-430f-b37d-544e02378d26 {{(pid=83993) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 03 21:35:11.428211 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-8f7a4cf7-9f3c-4fac-9216-9bec04bf6032 req-52a3c794-83cb-40fa-a3ce-1e88c0668493 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:11.443886 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.db.provisioning_blocks [req-8f7a4cf7-9f3c-4fac-9216-9bec04bf6032 req-52a3c794-83cb-40fa-a3ce-1e88c0668493 service neutron] Transition to ACTIVE for port object 479a7085-462d-430f-b37d-544e02378d26 will not be triggered until provisioned by entity L2. {{(pid=83993) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 21:35:11.469024 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a3f866-7028-48e1-9adc-37ef4bf4b206 req-f1af2655-a75b-4bed-9274-a4a67983d43c tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:35:11.470467 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-88a3f866-7028-48e1-9adc-37ef4bf4b206 req-f1af2655-a75b-4bed-9274-a4a67983d43c tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] 10.222.0.48 "GET /v2.0/ports?device_id=4e3930f0-3a9f-4d20-ae74-434e66c18c46 HTTP/1.1" status: 200 len: 943 time: 0.0830052 May 03 21:35:11.519195 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-88a3f866-7028-48e1-9adc-37ef4bf4b206 req-c8f74ff6-63a2-4b48-ac50-1fe080d4966e tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] 10.222.0.48 "GET /v2.0/security-groups?id=a93fc666-557c-41f0-a19e-88f680ecfa1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431354 May 03 21:35:11.532330 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [req-1a117a72-4980-40d3-85dd-326cacbbefa7 req-b886b5c4-2ced-4c38-9eac-af61a52c1033 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Unset dirty status for tenant:bd571e41b44a4bc6b16bf8163252f168 on resource:port {{(pid=83993) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 21:35:11.533695 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-1a117a72-4980-40d3-85dd-326cacbbefa7 req-b886b5c4-2ced-4c38-9eac-af61a52c1033 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] 10.222.0.48 "GET /v2.0/ports?device_id=c8f9aa7c-153d-482a-b048-18cd034d21cb HTTP/1.1" status: 200 len: 932 time: 0.3188505 May 03 21:35:11.552613 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-9d08a94b-fadc-4044-86cb-d978e1a0f367 req-b956639d-022d-4c2d-acc7-63353f8a733a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e665d5aad2c24ad7843ca060d41792d3&device_id=4e3930f0-3a9f-4d20-ae74-434e66c18c46 HTTP/1.1" status: 200 len: 1096 time: 0.0768149 May 03 21:35:11.599310 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-8f7a4cf7-9f3c-4fac-9216-9bec04bf6032 req-52a3c794-83cb-40fa-a3ce-1e88c0668493 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781386188966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781385847453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781385847498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3391653'] for port, after_update {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:11.699221 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.48', 60828) {{(pid=83992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:35:11.842100 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.v2.base [None req-a1d0a08c-1c68-4a3d-87af-2d33e7d62bcb admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-648289272-network', 'tenant_id': '6c7a87f465f1431185b922b40eebcabc'}} {{(pid=83992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 03 21:35:11.847647 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.db.quota.driver [None req-a1d0a08c-1c68-4a3d-87af-2d33e7d62bcb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:35:11.852154 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.quota.resource [None req-a1d0a08c-1c68-4a3d-87af-2d33e7d62bcb admin admin] Usage tracker for resource:network and tenant:6c7a87f465f1431185b922b40eebcabc is out of sync, need to count used quota {{(pid=83992) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:35:11.856886 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.quota.resource [None req-a1d0a08c-1c68-4a3d-87af-2d33e7d62bcb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83992) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:35:11.865729 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.db.quota.driver [None req-a1d0a08c-1c68-4a3d-87af-2d33e7d62bcb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:35:11.914728 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a3c794-83cb-40fa-a3ce-1e88c0668493 service neutron] Pushing event updated for resources: {'Port': ['ID=479a7085-462d-430f-b37d-544e02378d26,revision_number=2']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:35:11.930102 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-1a117a72-4980-40d3-85dd-326cacbbefa7 req-fcb0f4e7-4546-426f-82c6-5103c6640c5d tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] 10.222.0.48 "GET /v2.0/security-groups?id=f0ea03b8-2b32-4cbd-9062-2e4d0f59a6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3765237 May 03 21:35:11.982054 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1d0a08c-1c68-4a3d-87af-2d33e7d62bcb admin admin] Made reservation on behalf of 6c7a87f465f1431185b922b40eebcabc for: {'network': 1} {{(pid=83992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 21:35:11.986086 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-a1d0a08c-1c68-4a3d-87af-2d33e7d62bcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1124352'] for network, before_create {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:11.995066 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d08a94b-fadc-4044-86cb-d978e1a0f367 req-4e0a63c9-7fd8-4635-a256-1a25258233dc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:35:11.997593 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-9d08a94b-fadc-4044-86cb-d978e1a0f367 req-4e0a63c9-7fd8-4635-a256-1a25258233dc service neutron] 10.222.0.42 "GET /v2.0/networks?id=f0a9fce1-0034-4c9f-bab5-3584af0c3657 HTTP/1.1" status: 200 len: 913 time: 0.4241314 May 03 21:35:12.003801 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-a1d0a08c-1c68-4a3d-87af-2d33e7d62bcb admin admin] Notify callbacks [] for security_group, before_create {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:12.044763 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.db.quota.driver [None req-a1d0a08c-1c68-4a3d-87af-2d33e7d62bcb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:35:12.049965 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.quota.resource [None req-a1d0a08c-1c68-4a3d-87af-2d33e7d62bcb admin admin] Usage tracker for resource:security_group_rule and tenant:6c7a87f465f1431185b922b40eebcabc is out of sync, need to count used quota {{(pid=83992) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:35:12.053158 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.quota.resource [None req-a1d0a08c-1c68-4a3d-87af-2d33e7d62bcb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83992) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:35:12.062744 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.db.quota.driver [None req-a1d0a08c-1c68-4a3d-87af-2d33e7d62bcb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:35:12.109801 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-9d08a94b-fadc-4044-86cb-d978e1a0f367 req-c5b3b8d4-00cd-4b39-bab5-20fe036a4797 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d3860f2c-7b5b-47b1-89e7-e6eac5582cd6 HTTP/1.1" status: 200 len: 217 time: 0.0830503 May 03 21:35:12.161086 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-a1d0a08c-1c68-4a3d-87af-2d33e7d62bcb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:12.193633 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.managers [req-8f7a4cf7-9f3c-4fac-9216-9bec04bf6032 req-52a3c794-83cb-40fa-a3ce-1e88c0668493 service neutron] Attempting to bind port 479a7085-462d-430f-b37d-544e02378d26 on host hv-cinder-84037 for vnic_type normal with profile {{(pid=83993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 21:35:12.193975 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.managers [req-8f7a4cf7-9f3c-4fac-9216-9bec04bf6032 req-52a3c794-83cb-40fa-a3ce-1e88c0668493 service neutron] Attempting to bind port 479a7085-462d-430f-b37d-544e02378d26 by drivers openvswitch,hyperv on host hv-cinder-84037 at level 0 using segments [{'id': 'f82b8179-7d00-46b1-abec-98a139f3558c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'afa29ce3-7ea1-4fb3-8d15-b28913382476'}] {{(pid=83993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 21:35:12.194287 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f7a4cf7-9f3c-4fac-9216-9bec04bf6032 req-52a3c794-83cb-40fa-a3ce-1e88c0668493 service neutron] Attempting to bind port 479a7085-462d-430f-b37d-544e02378d26 on network afa29ce3-7ea1-4fb3-8d15-b28913382476 {{(pid=83993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 03 21:35:12.210090 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f7a4cf7-9f3c-4fac-9216-9bec04bf6032 req-52a3c794-83cb-40fa-a3ce-1e88c0668493 service neutron] Port 479a7085-462d-430f-b37d-544e02378d26 on network afa29ce3-7ea1-4fb3-8d15-b28913382476 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84037 {{(pid=83993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 03 21:35:12.210090 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f7a4cf7-9f3c-4fac-9216-9bec04bf6032 req-52a3c794-83cb-40fa-a3ce-1e88c0668493 service neutron] Attempting to bind port 479a7085-462d-430f-b37d-544e02378d26 on network afa29ce3-7ea1-4fb3-8d15-b28913382476 {{(pid=83993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 03 21:35:12.210664 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d08a94b-fadc-4044-86cb-d978e1a0f367 req-14c05fd7-b861-4a6c-9097-10d11d92fcbf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:35:12.212115 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-9d08a94b-fadc-4044-86cb-d978e1a0f367 req-14c05fd7-b861-4a6c-9097-10d11d92fcbf service neutron] 10.222.0.42 "GET /v2.0/subnets?id=668a4303-55d7-4be7-977c-0eb3f7451c76 HTTP/1.1" status: 200 len: 851 time: 0.0958400 May 03 21:35:12.225262 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f7a4cf7-9f3c-4fac-9216-9bec04bf6032 req-52a3c794-83cb-40fa-a3ce-1e88c0668493 service neutron] Checking agent: {'id': '6f729c1e-126d-4db9-b521-92dbb8a34775', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84037', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 21, 26, 18), 'started_at': datetime.datetime(2022, 5, 3, 21, 26, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 21, 34, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 03 21:35:12.225670 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f7a4cf7-9f3c-4fac-9216-9bec04bf6032 req-52a3c794-83cb-40fa-a3ce-1e88c0668493 service neutron] Checking segment: {'id': 'f82b8179-7d00-46b1-abec-98a139f3558c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'afa29ce3-7ea1-4fb3-8d15-b28913382476'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 03 21:35:12.226161 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f7a4cf7-9f3c-4fac-9216-9bec04bf6032 req-52a3c794-83cb-40fa-a3ce-1e88c0668493 service neutron] Bound using segment: {'id': 'f82b8179-7d00-46b1-abec-98a139f3558c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'afa29ce3-7ea1-4fb3-8d15-b28913382476'} {{(pid=83993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 03 21:35:12.226672 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.managers [req-8f7a4cf7-9f3c-4fac-9216-9bec04bf6032 req-52a3c794-83cb-40fa-a3ce-1e88c0668493 service neutron] Bound port: 479a7085-462d-430f-b37d-544e02378d26, host: hv-cinder-84037, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f82b8179-7d00-46b1-abec-98a139f3558c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'afa29ce3-7ea1-4fb3-8d15-b28913382476'}}] {{(pid=83993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 21:35:12.227408 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-8f7a4cf7-9f3c-4fac-9216-9bec04bf6032 req-52a3c794-83cb-40fa-a3ce-1e88c0668493 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1124352'] for port, before_update {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:12.274847 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-a1d0a08c-1c68-4a3d-87af-2d33e7d62bcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746426'] for security_group, after_create {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:12.348659 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1d0a08c-1c68-4a3d-87af-2d33e7d62bcb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 419} {{(pid=83992) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 21:35:12.369184 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d0a08c-1c68-4a3d-87af-2d33e7d62bcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fed76ad2-b7bc-428b-a60f-1786d9a6438a,revision_number=1']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:35:12.379047 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-a1d0a08c-1c68-4a3d-87af-2d33e7d62bcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1172921'] for segment, precommit_create {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:12.379393 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.db.segments_db [None req-a1d0a08c-1c68-4a3d-87af-2d33e7d62bcb admin admin] Added segment eaccacb1-0741-4795-961c-ffba0f38c64e of type vlan for network a7b99f99-8813-4caf-a569-7dd605b38d9c May 03 21:35:12.419954 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-a1d0a08c-1c68-4a3d-87af-2d33e7d62bcb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781385835798'] for network, precommit_create {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:12.425808 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.db [req-8f7a4cf7-9f3c-4fac-9216-9bec04bf6032 req-52a3c794-83cb-40fa-a3ce-1e88c0668493 service neutron] For port 479a7085-462d-430f-b37d-544e02378d26, host hv-cinder-84037, cleared binding levels {{(pid=83993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 21:35:12.428840 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.db [req-8f7a4cf7-9f3c-4fac-9216-9bec04bf6032 req-52a3c794-83cb-40fa-a3ce-1e88c0668493 service neutron] For port 479a7085-462d-430f-b37d-544e02378d26, host hv-cinder-84037, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=479a7085-462d-430f-b37d-544e02378d26,segment=NetworkSegment(f82b8179-7d00-46b1-abec-98a139f3558c),segment_id=f82b8179-7d00-46b1-abec-98a139f3558c)] {{(pid=83993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 21:35:12.432704 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-9d08a94b-fadc-4044-86cb-d978e1a0f367 req-4e549b06-16f6-4b74-a69a-e10a95f93704 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f0a9fce1-0034-4c9f-bab5-3584af0c3657&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2114520 May 03 21:35:12.453794 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6115d0-0d98-4efe-8517-cd86cdea1309 req-a436ea65-f4a6-4f0c-876c-29a5b90828e1 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:35:12.455365 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-de6115d0-0d98-4efe-8517-cd86cdea1309 req-a436ea65-f4a6-4f0c-876c-29a5b90828e1 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] 10.222.0.48 "GET /v2.0/ports?device_id=49b86a80-657d-4e94-bc71-bcfe8f276469 HTTP/1.1" status: 200 len: 945 time: 0.1627023 May 03 21:35:12.526043 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-de6115d0-0d98-4efe-8517-cd86cdea1309 req-2ad8ac84-2b25-4b13-baa2-10f547dde1c8 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] 10.222.0.48 "GET /v2.0/security-groups?id=95308c2b-cca2-41de-8e93-f747eb13cdfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0642538 May 03 21:35:12.534886 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-8f7a4cf7-9f3c-4fac-9216-9bec04bf6032 req-52a3c794-83cb-40fa-a3ce-1e88c0668493 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781386188966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781385847453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781385847498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3391653'] for port, after_update {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:12.540028 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-a1d0a08c-1c68-4a3d-87af-2d33e7d62bcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396'] for network, after_create {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:12.541979 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1d0a08c-1c68-4a3d-87af-2d33e7d62bcb admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:35:12.543059 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-a1d0a08c-1c68-4a3d-87af-2d33e7d62bcb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1706389'] for network, before_response {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:12.653965 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-8f7a4cf7-9f3c-4fac-9216-9bec04bf6032 req-52a3c794-83cb-40fa-a3ce-1e88c0668493 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93163'] for port, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:12.655912 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-8f7a4cf7-9f3c-4fac-9216-9bec04bf6032 req-52a3c794-83cb-40fa-a3ce-1e88c0668493 service neutron] 10.222.0.42 "PUT /v2.0/ports/479a7085-462d-430f-b37d-544e02378d26 HTTP/1.1" status: 200 len: 1094 time: 2.0714445 May 03 21:35:12.669094 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d0a08c-1c68-4a3d-87af-2d33e7d62bcb admin admin] Pushing event updated for resources: {'Network': ['ID=a7b99f99-8813-4caf-a569-7dd605b38d9c,revision_number=1']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:35:12.675244 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8f9aa7c-153d-482a-b048-18cd034d21cb', 'tag': '479a7085-462d-430f-b37d-544e02378d26'}] {{(pid=83993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 03 21:35:12.694924 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.rpc [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Network a7b99f99-8813-4caf-a569-7dd605b38d9c details requested by agent ovs-agent-dv-cinder-840377-1-iscsi with host dv-cinder-840377-1-iscsi {{(pid=83994) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 03 21:35:12.764176 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a3c794-83cb-40fa-a3ce-1e88c0668493 service neutron] Pushing event updated for resources: {'Port': ['ID=479a7085-462d-430f-b37d-544e02378d26,revision_number=3']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:35:12.771762 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1f3bd9f0-3449-4edc-b060-8080385cb48d'] response: {'name': 'network-changed', 'server_uuid': 'c8f9aa7c-153d-482a-b048-18cd034d21cb', 'tag': '479a7085-462d-430f-b37d-544e02378d26', 'status': 'completed', 'code': 200} May 03 21:35:12.777640 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-9d08a94b-fadc-4044-86cb-d978e1a0f367 req-37120d03-46da-4f22-9c34-a4b1cd1632d3 service neutron] 10.222.0.42 "GET /v2.0/networks/f0a9fce1-0034-4c9f-bab5-3584af0c3657?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3377638 May 03 21:35:12.836566 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [None req-a1d0a08c-1c68-4a3d-87af-2d33e7d62bcb admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.1328521 May 03 21:35:12.836566 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.48', 60842) {{(pid=83992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:35:12.851285 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.v2.base [None req-9c673050-8c21-45fd-a39d-122fa06ad342 admin admin] Request body: {'subnet': {'network_id': 'a7b99f99-8813-4caf-a569-7dd605b38d9c', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-648289272-subnet', 'tenant_id': '6c7a87f465f1431185b922b40eebcabc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 03 21:35:12.860544 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.db.quota.driver [None req-9c673050-8c21-45fd-a39d-122fa06ad342 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:35:12.866667 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.quota.resource [None req-9c673050-8c21-45fd-a39d-122fa06ad342 admin admin] Usage tracker for resource:subnet and tenant:6c7a87f465f1431185b922b40eebcabc is out of sync, need to count used quota {{(pid=83992) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:35:12.873152 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.quota.resource [None req-9c673050-8c21-45fd-a39d-122fa06ad342 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83992) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:35:12.885141 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.db.quota.driver [None req-9c673050-8c21-45fd-a39d-122fa06ad342 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:35:12.982618 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c673050-8c21-45fd-a39d-122fa06ad342 admin admin] Made reservation on behalf of 6c7a87f465f1431185b922b40eebcabc for: {'subnet': 1} {{(pid=83992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 21:35:12.986326 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0619b2bc-f5a1-4911-b3b8-ce7c41705de9 req-5a198ebb-6666-4e07-9135-14f3f760fc37 tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:35:12.986894 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-9c673050-8c21-45fd-a39d-122fa06ad342 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3410817'] for subnet, before_create {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:12.989983 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-0619b2bc-f5a1-4911-b3b8-ce7c41705de9 req-5a198ebb-6666-4e07-9135-14f3f760fc37 tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] 10.222.0.48 "GET /v2.0/ports?device_id=4e3930f0-3a9f-4d20-ae74-434e66c18c46 HTTP/1.1" status: 200 len: 943 time: 0.2978110 May 03 21:35:13.072939 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-9d08a94b-fadc-4044-86cb-d978e1a0f367 req-e3701635-fa1c-46b1-8881-dca4485993ce service neutron] 10.222.0.42 "GET /v2.0/networks/f0a9fce1-0034-4c9f-bab5-3584af0c3657?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2627313 May 03 21:35:13.086441 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-58508e54-9676-406e-8b14-f2469f91a609 req-98c305a1-d77c-4f84-bdb7-8e8aebc1652c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=bd571e41b44a4bc6b16bf8163252f168&device_id=c8f9aa7c-153d-482a-b048-18cd034d21cb HTTP/1.1" status: 200 len: 1097 time: 0.2497866 May 03 21:35:13.094369 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-0619b2bc-f5a1-4911-b3b8-ce7c41705de9 req-0256dc50-9e2d-4c18-b1e3-6d06103351b0 tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] 10.222.0.48 "GET /v2.0/security-groups?id=a93fc666-557c-41f0-a19e-88f680ecfa1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0967736 May 03 21:35:13.277555 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58508e54-9676-406e-8b14-f2469f91a609 req-9e6014a9-dad1-461c-bdcd-d26314d51cbb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:35:13.279035 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-58508e54-9676-406e-8b14-f2469f91a609 req-9e6014a9-dad1-461c-bdcd-d26314d51cbb service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=bd571e41b44a4bc6b16bf8163252f168&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1728749 May 03 21:35:13.284447 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5077d54-c241-4e90-8649-be0c5381c443 req-9be170db-f8c8-4c05-8418-bec3be6fc4bf tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:35:13.289688 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-c5077d54-c241-4e90-8649-be0c5381c443 req-9be170db-f8c8-4c05-8418-bec3be6fc4bf tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] 10.222.0.48 "GET /v2.0/ports?device_id=c8f9aa7c-153d-482a-b048-18cd034d21cb HTTP/1.1" status: 200 len: 944 time: 0.2050414 May 03 21:35:13.432933 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58508e54-9676-406e-8b14-f2469f91a609 req-034cb011-797b-43ac-99e2-d2a7a3ee4512 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:35:13.434175 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-58508e54-9676-406e-8b14-f2469f91a609 req-034cb011-797b-43ac-99e2-d2a7a3ee4512 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1493185 May 03 21:35:13.435377 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-c5077d54-c241-4e90-8649-be0c5381c443 req-6a9afda4-c004-4543-8a10-9fe95bac6616 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] 10.222.0.48 "GET /v2.0/security-groups?id=f0ea03b8-2b32-4cbd-9062-2e4d0f59a6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1108873 May 03 21:35:13.621587 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-8f7a4cf7-9f3c-4fac-9216-9bec04bf6032 req-ae7a6a5d-5eaf-469b-8524-a68552125a58 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=bd571e41b44a4bc6b16bf8163252f168&device_id=c8f9aa7c-153d-482a-b048-18cd034d21cb HTTP/1.1" status: 200 len: 1097 time: 0.1121788 May 03 21:35:13.641784 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-9c673050-8c21-45fd-a39d-122fa06ad342 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3996878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3410835'] for subnet, after_create {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:13.720190 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-8f7a4cf7-9f3c-4fac-9216-9bec04bf6032 req-596c5eb9-f9f4-45f8-bd42-d7fb131e6e53 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=479a7085-462d-430f-b37d-544e02378d26 HTTP/1.1" status: 200 len: 217 time: 0.0843649 May 03 21:35:13.754349 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c673050-8c21-45fd-a39d-122fa06ad342 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3b4ada5e-3b78-40da-83d6-b4e9cfcbcf4a,revision_number=0']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:35:13.766536 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c673050-8c21-45fd-a39d-122fa06ad342 admin admin] Checking segment: {'id': 'eaccacb1-0741-4795-961c-ffba0f38c64e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'a7b99f99-8813-4caf-a569-7dd605b38d9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 03 21:35:13.766944 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c673050-8c21-45fd-a39d-122fa06ad342 admin admin] Network hostable DHCP agents. Network: a7b99f99-8813-4caf-a569-7dd605b38d9c, hostable agents: ['e4e3c6c0-e8b0-4c45-a267-b4e6dd042766'], hosted agents: [] {{(pid=83992) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 21:35:13.933528 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c673050-8c21-45fd-a39d-122fa06ad342 admin admin] Network a7b99f99-8813-4caf-a569-7dd605b38d9c is scheduled to be hosted by DHCP agent e4e3c6c0-e8b0-4c45-a267-b4e6dd042766 with binding_index 1 {{(pid=83992) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 21:35:13.959086 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7a4cf7-9f3c-4fac-9216-9bec04bf6032 req-9f07ba41-2fd3-44f4-8912-47e0ced7ab0e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:35:13.960577 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-8f7a4cf7-9f3c-4fac-9216-9bec04bf6032 req-9f07ba41-2fd3-44f4-8912-47e0ced7ab0e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=663a4790-11b9-4523-b0db-a1ea41b30d40 HTTP/1.1" status: 200 len: 853 time: 0.2348855 May 03 21:35:14.026444 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508b1f6f-400c-4811-8ca2-ba74dc20f076 req-3c11eafc-fb1c-448d-8bd6-e81cfd3e11f1 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:35:14.027972 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-508b1f6f-400c-4811-8ca2-ba74dc20f076 req-3c11eafc-fb1c-448d-8bd6-e81cfd3e11f1 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] 10.222.0.48 "GET /v2.0/ports?device_id=49b86a80-657d-4e94-bc71-bcfe8f276469 HTTP/1.1" status: 200 len: 945 time: 0.2645702 May 03 21:35:14.086214 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.scheduler.base_scheduler [None req-9c673050-8c21-45fd-a39d-122fa06ad342 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840377-1-iscsi, a7b99f99-8813-4caf-a569-7dd605b38d9c) {{(pid=83992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 21:35:14.093707 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c673050-8c21-45fd-a39d-122fa06ad342 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:35:14.095910 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-9c673050-8c21-45fd-a39d-122fa06ad342 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:14.108039 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-508b1f6f-400c-4811-8ca2-ba74dc20f076 req-fad44450-d110-4e47-b2da-24a4c650fcfd tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] 10.222.0.48 "GET /v2.0/security-groups?id=95308c2b-cca2-41de-8e93-f747eb13cdfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0671825 May 03 21:35:14.114980 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-8f7a4cf7-9f3c-4fac-9216-9bec04bf6032 req-6693fec0-9f5a-4862-93d0-1f8cf346c30b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=afa29ce3-7ea1-4fb3-8d15-b28913382476&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1447196 May 03 21:35:14.118654 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5caccc4d-efe5-4b1a-99ae-64dcf7f5a1c2 None None] Network a7b99f99-8813-4caf-a569-7dd605b38d9c requested from dv-cinder-840377-1-iscsi {{(pid=83994) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 03 21:35:14.236527 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [None req-9c673050-8c21-45fd-a39d-122fa06ad342 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.3915348 May 03 21:35:14.290694 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-8f7a4cf7-9f3c-4fac-9216-9bec04bf6032 req-e5041a29-d18f-4934-b8c8-97c8a16ffae6 service neutron] 10.222.0.42 "GET /v2.0/networks/afa29ce3-7ea1-4fb3-8d15-b28913382476?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1686952 May 03 21:35:14.379429 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eba6598-14fd-47d8-ae44-4095e70034fd req-1f018668-9afe-417c-8000-4923f7a463b9 tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:35:14.381364 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-1eba6598-14fd-47d8-ae44-4095e70034fd req-1f018668-9afe-417c-8000-4923f7a463b9 tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] 10.222.0.48 "GET /v2.0/ports?device_id=4e3930f0-3a9f-4d20-ae74-434e66c18c46 HTTP/1.1" status: 200 len: 943 time: 0.1046104 May 03 21:35:14.434321 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-148c0686-1eac-4be8-b326-583d76b12b94 None None] Network a7b99f99-8813-4caf-a569-7dd605b38d9c requested from dv-cinder-840377-1-iscsi {{(pid=83994) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 03 21:35:14.448375 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-1eba6598-14fd-47d8-ae44-4095e70034fd req-2dec1a04-2ee1-4dc9-afff-9765f3ac1323 tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] 10.222.0.48 "GET /v2.0/security-groups?id=a93fc666-557c-41f0-a19e-88f680ecfa1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588455 May 03 21:35:14.464768 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-8f7a4cf7-9f3c-4fac-9216-9bec04bf6032 req-1da47529-9014-4c2a-b30f-b87540dc7622 service neutron] 10.222.0.42 "GET /v2.0/networks/afa29ce3-7ea1-4fb3-8d15-b28913382476?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1663091 May 03 21:35:14.649516 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a5d66b-8aee-4c58-943f-21b93d2127e5 req-06fdf297-aab9-4199-af53-3e2bf8b97d4f tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:35:14.651052 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-28a5d66b-8aee-4c58-943f-21b93d2127e5 req-06fdf297-aab9-4199-af53-3e2bf8b97d4f tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] 10.222.0.48 "GET /v2.0/ports?device_id=c8f9aa7c-153d-482a-b048-18cd034d21cb HTTP/1.1" status: 200 len: 944 time: 0.0801442 May 03 21:35:14.718368 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-28a5d66b-8aee-4c58-943f-21b93d2127e5 req-59de299e-b8f8-44f3-a1ab-5cb54e162365 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] 10.222.0.48 "GET /v2.0/security-groups?id=f0ea03b8-2b32-4cbd-9062-2e4d0f59a6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486102 May 03 21:35:15.399604 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19870fc1-0107-44f3-a246-cba9a60248f3 req-732dd35c-0a17-4669-ba78-7796d300fda5 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:35:15.401097 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-19870fc1-0107-44f3-a246-cba9a60248f3 req-732dd35c-0a17-4669-ba78-7796d300fda5 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] 10.222.0.48 "GET /v2.0/ports?device_id=49b86a80-657d-4e94-bc71-bcfe8f276469 HTTP/1.1" status: 200 len: 945 time: 0.0919411 May 03 21:35:15.471432 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-19870fc1-0107-44f3-a246-cba9a60248f3 req-930ffbb8-4770-4fac-90b7-c2858b88304b tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] 10.222.0.48 "GET /v2.0/security-groups?id=95308c2b-cca2-41de-8e93-f747eb13cdfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581880 May 03 21:35:15.692364 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fa009e-54e3-47fe-8542-327d1f8f6615 req-95b17122-27b7-4043-a789-41301d93fe54 tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:35:15.693888 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-42fa009e-54e3-47fe-8542-327d1f8f6615 req-95b17122-27b7-4043-a789-41301d93fe54 tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] 10.222.0.48 "GET /v2.0/ports?device_id=4e3930f0-3a9f-4d20-ae74-434e66c18c46 HTTP/1.1" status: 200 len: 943 time: 0.1053953 May 03 21:35:15.748043 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-42fa009e-54e3-47fe-8542-327d1f8f6615 req-ce74b218-b02d-4139-ba2b-0dfb0ef8d845 tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] 10.222.0.48 "GET /v2.0/security-groups?id=a93fc666-557c-41f0-a19e-88f680ecfa1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480647 May 03 21:35:15.935148 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd787e8-c715-4a6b-a664-9321a6ebd1ec req-f13574bd-b869-4dff-9b97-b5da05c94c4c tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:35:15.937725 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-8cd787e8-c715-4a6b-a664-9321a6ebd1ec req-f13574bd-b869-4dff-9b97-b5da05c94c4c tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] 10.222.0.48 "GET /v2.0/ports?device_id=c8f9aa7c-153d-482a-b048-18cd034d21cb HTTP/1.1" status: 200 len: 944 time: 0.0851164 May 03 21:35:15.988806 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.48', 60878) {{(pid=83993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:35:15.989051 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-8cd787e8-c715-4a6b-a664-9321a6ebd1ec req-31879492-38f6-468a-80a1-627e564b1410 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] 10.222.0.48 "GET /v2.0/security-groups?id=f0ea03b8-2b32-4cbd-9062-2e4d0f59a6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454276 May 03 21:35:15.990617 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.v2.base [None req-8ad46bf7-320c-4ab9-86c3-5be8d3a2e49a admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-909773076-network', 'tenant_id': '56c94796bbaf4df7af0990c0e1e32758'}} {{(pid=83993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 03 21:35:15.997615 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-8ad46bf7-320c-4ab9-86c3-5be8d3a2e49a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:35:16.004091 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-8ad46bf7-320c-4ab9-86c3-5be8d3a2e49a admin admin] Usage tracker for resource:network and tenant:56c94796bbaf4df7af0990c0e1e32758 is out of sync, need to count used quota {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:35:16.007351 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-8ad46bf7-320c-4ab9-86c3-5be8d3a2e49a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:35:16.013678 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-8ad46bf7-320c-4ab9-86c3-5be8d3a2e49a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:35:16.113378 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ad46bf7-320c-4ab9-86c3-5be8d3a2e49a admin admin] Made reservation on behalf of 56c94796bbaf4df7af0990c0e1e32758 for: {'network': 1} {{(pid=83993) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 21:35:16.115700 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-8ad46bf7-320c-4ab9-86c3-5be8d3a2e49a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1124352'] for network, before_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:16.132019 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-8ad46bf7-320c-4ab9-86c3-5be8d3a2e49a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:16.165947 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-8ad46bf7-320c-4ab9-86c3-5be8d3a2e49a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:35:16.169991 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-8ad46bf7-320c-4ab9-86c3-5be8d3a2e49a admin admin] Usage tracker for resource:security_group_rule and tenant:56c94796bbaf4df7af0990c0e1e32758 is out of sync, need to count used quota {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:35:16.173303 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-8ad46bf7-320c-4ab9-86c3-5be8d3a2e49a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:35:16.179726 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-8ad46bf7-320c-4ab9-86c3-5be8d3a2e49a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:35:16.268194 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-8ad46bf7-320c-4ab9-86c3-5be8d3a2e49a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:16.390722 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-8ad46bf7-320c-4ab9-86c3-5be8d3a2e49a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746426'] for security_group, after_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:16.426341 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ad46bf7-320c-4ab9-86c3-5be8d3a2e49a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 444} {{(pid=83993) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 21:35:16.439969 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad46bf7-320c-4ab9-86c3-5be8d3a2e49a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3877a8f2-1c10-4261-b026-46af187c1e5d,revision_number=1']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:35:16.440926 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-812052fc-de9e-430e-bf5b-d4f15efd7821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781386283879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2080842'] for agent, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:16.446649 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-8ad46bf7-320c-4ab9-86c3-5be8d3a2e49a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1172921'] for segment, precommit_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:16.446990 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.db.segments_db [None req-8ad46bf7-320c-4ab9-86c3-5be8d3a2e49a admin admin] Added segment 825e53a8-aa2e-40ed-aaf8-bc89fe6eae69 of type vlan for network cce5d472-732d-4fd4-a3d5-b9ae4f36137d May 03 21:35:16.481869 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-8ad46bf7-320c-4ab9-86c3-5be8d3a2e49a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781385835798'] for network, precommit_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:16.610762 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-8ad46bf7-320c-4ab9-86c3-5be8d3a2e49a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396'] for network, after_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:16.611799 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ad46bf7-320c-4ab9-86c3-5be8d3a2e49a admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:35:16.612410 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-8ad46bf7-320c-4ab9-86c3-5be8d3a2e49a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1706389'] for network, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:16.768568 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad46bf7-320c-4ab9-86c3-5be8d3a2e49a admin admin] Pushing event updated for resources: {'Network': ['ID=cce5d472-732d-4fd4-a3d5-b9ae4f36137d,revision_number=1']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:35:16.778863 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.rpc [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Network cce5d472-732d-4fd4-a3d5-b9ae4f36137d details requested by agent ovs-agent-dv-cinder-840377-1-iscsi with host dv-cinder-840377-1-iscsi {{(pid=83994) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 03 21:35:16.819682 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199ad2b1-eca3-4243-beb5-50a7fbf8f919 req-8d4af1e3-1d73-434d-845b-24ee4359042d tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:35:16.821312 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-199ad2b1-eca3-4243-beb5-50a7fbf8f919 req-8d4af1e3-1d73-434d-845b-24ee4359042d tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] 10.222.0.48 "GET /v2.0/ports?device_id=49b86a80-657d-4e94-bc71-bcfe8f276469 HTTP/1.1" status: 200 len: 945 time: 0.1303358 May 03 21:35:16.829483 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-8ad46bf7-320c-4ab9-86c3-5be8d3a2e49a admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.8450341 May 03 21:35:16.833636 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.48', 60888) {{(pid=83992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:35:16.840268 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.v2.base [None req-bb0de1f6-4582-464e-bfda-d13386603eed admin admin] Request body: {'subnet': {'network_id': 'cce5d472-732d-4fd4-a3d5-b9ae4f36137d', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-909773076-subnet', 'tenant_id': '56c94796bbaf4df7af0990c0e1e32758', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 03 21:35:16.849026 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.db.quota.driver [None req-bb0de1f6-4582-464e-bfda-d13386603eed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:35:16.854539 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.quota.resource [None req-bb0de1f6-4582-464e-bfda-d13386603eed admin admin] Usage tracker for resource:subnet and tenant:56c94796bbaf4df7af0990c0e1e32758 is out of sync, need to count used quota {{(pid=83992) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:35:16.858909 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.quota.resource [None req-bb0de1f6-4582-464e-bfda-d13386603eed admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83992) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:35:16.867916 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.db.quota.driver [None req-bb0de1f6-4582-464e-bfda-d13386603eed admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:35:16.909278 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-199ad2b1-eca3-4243-beb5-50a7fbf8f919 req-95e3affe-cd92-4b2e-84dc-7855995afcdf tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] 10.222.0.48 "GET /v2.0/security-groups?id=95308c2b-cca2-41de-8e93-f747eb13cdfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0772445 May 03 21:35:16.965263 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb0de1f6-4582-464e-bfda-d13386603eed admin admin] Made reservation on behalf of 56c94796bbaf4df7af0990c0e1e32758 for: {'subnet': 1} {{(pid=83992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 21:35:16.968933 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-bb0de1f6-4582-464e-bfda-d13386603eed admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3410817'] for subnet, before_create {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:17.084553 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a129dc-6957-47a3-b636-d06440067c69 req-a5498a0b-db22-4f9a-89c5-b3af52ee8d72 tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:35:17.086182 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-05a129dc-6957-47a3-b636-d06440067c69 req-a5498a0b-db22-4f9a-89c5-b3af52ee8d72 tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] 10.222.0.48 "GET /v2.0/ports?device_id=4e3930f0-3a9f-4d20-ae74-434e66c18c46 HTTP/1.1" status: 200 len: 943 time: 0.1877167 May 03 21:35:17.193662 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-05a129dc-6957-47a3-b636-d06440067c69 req-b03ea50c-e129-4796-a803-108367e4533f tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] 10.222.0.48 "GET /v2.0/security-groups?id=a93fc666-557c-41f0-a19e-88f680ecfa1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0997179 May 03 21:35:17.277192 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65af2c50-fbac-4e87-aa53-e0ce59abfa7a req-59453107-3a3a-4b20-924d-069f729e8976 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:35:17.278696 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-65af2c50-fbac-4e87-aa53-e0ce59abfa7a req-59453107-3a3a-4b20-924d-069f729e8976 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] 10.222.0.48 "GET /v2.0/ports?device_id=c8f9aa7c-153d-482a-b048-18cd034d21cb HTTP/1.1" status: 200 len: 944 time: 0.0997994 May 03 21:35:17.329838 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-65af2c50-fbac-4e87-aa53-e0ce59abfa7a req-6803a19b-e019-4749-b774-e2f53d84f7f2 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] 10.222.0.48 "GET /v2.0/security-groups?id=f0ea03b8-2b32-4cbd-9062-2e4d0f59a6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448332 May 03 21:35:17.462128 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-bb0de1f6-4582-464e-bfda-d13386603eed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3996878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3410835'] for subnet, after_create {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:17.542577 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0de1f6-4582-464e-bfda-d13386603eed admin admin] Pushing event updated for resources: {'Subnet': ['ID=69bc2b21-5de6-4ff4-95dd-2a3f23428e92,revision_number=0']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:35:17.557498 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0de1f6-4582-464e-bfda-d13386603eed admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:35:17.557845 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0de1f6-4582-464e-bfda-d13386603eed admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:35:17.558182 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0de1f6-4582-464e-bfda-d13386603eed admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:35:17.558513 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0de1f6-4582-464e-bfda-d13386603eed admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:35:17.558843 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0de1f6-4582-464e-bfda-d13386603eed admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:35:17.559170 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0de1f6-4582-464e-bfda-d13386603eed admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:35:17.559490 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0de1f6-4582-464e-bfda-d13386603eed admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:35:17.559812 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0de1f6-4582-464e-bfda-d13386603eed admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:35:17.560132 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0de1f6-4582-464e-bfda-d13386603eed admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:35:17.560474 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0de1f6-4582-464e-bfda-d13386603eed admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:35:17.560796 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0de1f6-4582-464e-bfda-d13386603eed admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:35:17.569923 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb0de1f6-4582-464e-bfda-d13386603eed admin admin] Checking segment: {'id': '825e53a8-aa2e-40ed-aaf8-bc89fe6eae69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'cce5d472-732d-4fd4-a3d5-b9ae4f36137d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 03 21:35:17.570279 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb0de1f6-4582-464e-bfda-d13386603eed admin admin] Network hostable DHCP agents. Network: cce5d472-732d-4fd4-a3d5-b9ae4f36137d, hostable agents: ['e4e3c6c0-e8b0-4c45-a267-b4e6dd042766'], hosted agents: [] {{(pid=83992) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 21:35:17.874648 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb0de1f6-4582-464e-bfda-d13386603eed admin admin] Network cce5d472-732d-4fd4-a3d5-b9ae4f36137d is scheduled to be hosted by DHCP agent e4e3c6c0-e8b0-4c45-a267-b4e6dd042766 with binding_index 1 {{(pid=83992) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 21:35:17.897889 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.rpc [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Device 479a7085-462d-430f-b37d-544e02378d26 details requested by agent hyperv_hv-cinder-84037 with host hv-cinder-84037 {{(pid=83994) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 03 21:35:17.960023 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.scheduler.base_scheduler [None req-bb0de1f6-4582-464e-bfda-d13386603eed admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840377-1-iscsi, cce5d472-732d-4fd4-a3d5-b9ae4f36137d) {{(pid=83992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 21:35:17.965050 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb0de1f6-4582-464e-bfda-d13386603eed admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:35:17.965629 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-bb0de1f6-4582-464e-bfda-d13386603eed admin admin] Notify callbacks [] for subnet, before_response {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:17.984639 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f576fdf-bf6d-4f5e-94aa-c2d4edf74d6e None None] Network cce5d472-732d-4fd4-a3d5-b9ae4f36137d requested from dv-cinder-840377-1-iscsi {{(pid=83994) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 03 21:35:18.113970 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [None req-bb0de1f6-4582-464e-bfda-d13386603eed admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.2784579 May 03 21:35:18.181735 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.db [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] For port 479a7085-462d-430f-b37d-544e02378d26, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=479a7085-462d-430f-b37d-544e02378d26,segment=NetworkSegment(f82b8179-7d00-46b1-abec-98a139f3558c),segment_id=f82b8179-7d00-46b1-abec-98a139f3558c)] {{(pid=83994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 21:35:18.182532 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15103f82-6cd0-4417-8d72-09e96d913db7 req-eb61f741-6d76-4f66-9710-3dcaf270d505 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:35:18.184849 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-15103f82-6cd0-4417-8d72-09e96d913db7 req-eb61f741-6d76-4f66-9710-3dcaf270d505 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] 10.222.0.48 "GET /v2.0/ports?device_id=49b86a80-657d-4e94-bc71-bcfe8f276469 HTTP/1.1" status: 200 len: 945 time: 0.1250966 May 03 21:35:18.230030 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.rpc [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Returning: {'device': '479a7085-462d-430f-b37d-544e02378d26', 'network_id': 'afa29ce3-7ea1-4fb3-8d15-b28913382476', 'port_id': '479a7085-462d-430f-b37d-544e02378d26', 'mac_address': 'fa:16:3e:d4:e2:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 413, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '663a4790-11b9-4523-b0db-a1ea41b30d40', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83994) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 03 21:35:18.285967 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.48', 60900) {{(pid=83993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:35:18.294624 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-15103f82-6cd0-4417-8d72-09e96d913db7 req-8676ad99-b50b-4b4b-836c-ef2fb69224cb tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] 10.222.0.48 "GET /v2.0/security-groups?id=95308c2b-cca2-41de-8e93-f747eb13cdfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0990789 May 03 21:35:18.360119 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba8142ac-290b-4bc2-ab5f-bde9dee438f3 admin admin] Deleting subnet 3b4ada5e-3b78-40da-83d6-b4e9cfcbcf4a {{(pid=83993) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 03 21:35:18.368395 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-ba8142ac-290b-4bc2-ab5f-bde9dee438f3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:18.379553 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1124352'] for port, before_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:18.407317 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.notifiers.nova [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 479a7085-462d-430f-b37d-544e02378d26 {{(pid=83994) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 03 21:35:18.411488 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-172c9eb4-9f38-482f-9222-63d82f475fd2 None None] Network cce5d472-732d-4fd4-a3d5-b9ae4f36137d requested from dv-cinder-840377-1-iscsi {{(pid=83994) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 03 21:35:18.486781 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-ba8142ac-290b-4bc2-ab5f-bde9dee438f3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4075312'] for subnet, precommit_delete_associations {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:18.542313 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.db [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] For port 479a7085-462d-430f-b37d-544e02378d26, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=479a7085-462d-430f-b37d-544e02378d26,segment=NetworkSegment(f82b8179-7d00-46b1-abec-98a139f3558c),segment_id=f82b8179-7d00-46b1-abec-98a139f3558c)] {{(pid=83994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 21:35:18.574248 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0223c898-df2a-48af-8c7a-930797cbab99 req-95549347-1c2e-4386-85bb-9b4e00efaeff tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:35:18.575755 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-0223c898-df2a-48af-8c7a-930797cbab99 req-95549347-1c2e-4386-85bb-9b4e00efaeff tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] 10.222.0.48 "GET /v2.0/ports?device_id=c8f9aa7c-153d-482a-b048-18cd034d21cb HTTP/1.1" status: 200 len: 944 time: 0.0924010 May 03 21:35:18.580481 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-ba8142ac-290b-4bc2-ab5f-bde9dee438f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2088927'] for subnet, precommit_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:18.643472 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09155bf-71be-43ad-a960-334c355ade8c req-beadb030-7998-49b5-81d8-6814178c2425 tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:35:18.645075 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-b09155bf-71be-43ad-a960-334c355ade8c req-beadb030-7998-49b5-81d8-6814178c2425 tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] 10.222.0.48 "GET /v2.0/ports?device_id=4e3930f0-3a9f-4d20-ae74-434e66c18c46 HTTP/1.1" status: 200 len: 943 time: 0.2345133 May 03 21:35:18.647174 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-0223c898-df2a-48af-8c7a-930797cbab99 req-94bf8342-0ec3-42ad-9bb5-231a01e56d12 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] 10.222.0.48 "GET /v2.0/security-groups?id=f0ea03b8-2b32-4cbd-9062-2e4d0f59a6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590508 May 03 21:35:18.734928 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-b09155bf-71be-43ad-a960-334c355ade8c req-98a44b76-88bd-48b6-bd13-e0d7416735b2 tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] 10.222.0.48 "GET /v2.0/security-groups?id=a93fc666-557c-41f0-a19e-88f680ecfa1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736926 May 03 21:35:18.750900 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781386188966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781385847453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781385847498'] for port, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:18.750900 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.rpc [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Device d3860f2c-7b5b-47b1-89e7-e6eac5582cd6 details requested by agent hyperv_hv-cinder-84037 with host hv-cinder-84037 {{(pid=83994) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 03 21:35:18.793189 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-064f5f63-f1ef-408d-b26e-6a81484f289f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781386283879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2080842'] for agent, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:18.893515 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Pushing event updated for resources: {'Port': ['ID=479a7085-462d-430f-b37d-544e02378d26,revision_number=4']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:35:18.971419 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.db [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] For port d3860f2c-7b5b-47b1-89e7-e6eac5582cd6, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=d3860f2c-7b5b-47b1-89e7-e6eac5582cd6,segment=NetworkSegment(3e0ba556-645a-494a-9a35-88209b132e8b),segment_id=3e0ba556-645a-494a-9a35-88209b132e8b)] {{(pid=83994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 21:35:18.994675 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-ba8142ac-290b-4bc2-ab5f-bde9dee438f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2088918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3391727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3403756'] for subnet, after_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:18.995252 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.rpc [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Returning: {'device': 'd3860f2c-7b5b-47b1-89e7-e6eac5582cd6', 'network_id': 'f0a9fce1-0034-4c9f-bab5-3584af0c3657', 'port_id': 'd3860f2c-7b5b-47b1-89e7-e6eac5582cd6', 'mac_address': 'fa:16:3e:d4:81:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 402, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '668a4303-55d7-4be7-977c-0eb3f7451c76', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83994) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 03 21:35:19.052059 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8142ac-290b-4bc2-ab5f-bde9dee438f3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3b4ada5e-3b78-40da-83d6-b4e9cfcbcf4a,revision_number=None']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:35:19.058488 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-ba8142ac-290b-4bc2-ab5f-bde9dee438f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1706389'] for subnet, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:19.066705 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-ba8142ac-290b-4bc2-ab5f-bde9dee438f3 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/3b4ada5e-3b78-40da-83d6-b4e9cfcbcf4a HTTP/1.1" status: 204 len: 168 time: 0.7794502 May 03 21:35:19.069905 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.48', 60906) {{(pid=83992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:35:19.072042 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1124352'] for port, before_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:19.100490 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.notifiers.nova [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3860f2c-7b5b-47b1-89e7-e6eac5582cd6 {{(pid=83994) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 03 21:35:19.117682 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.db [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] For port d3860f2c-7b5b-47b1-89e7-e6eac5582cd6, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=d3860f2c-7b5b-47b1-89e7-e6eac5582cd6,segment=NetworkSegment(3e0ba556-645a-494a-9a35-88209b132e8b),segment_id=3e0ba556-645a-494a-9a35-88209b132e8b)] {{(pid=83994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 21:35:19.191311 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-d321bfbe-db77-4988-a0a5-1ccc70387bd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1078587'] for network, before_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:19.194709 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781386188966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781385847453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781385847498'] for port, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:19.264093 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Pushing event updated for resources: {'Port': ['ID=d3860f2c-7b5b-47b1-89e7-e6eac5582cd6,revision_number=4']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:35:19.335129 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-d321bfbe-db77-4988-a0a5-1ccc70387bd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2083402', 'neutron.services.segments.db._delete_segments_for_network-8781386283897'] for network, precommit_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:19.369456 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.services.segments.db [None req-d321bfbe-db77-4988-a0a5-1ccc70387bd3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7b99f99-8813-4caf-a569-7dd605b38d9c']}} {{(pid=83992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:35:19.383361 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.services.segments.db [None req-d321bfbe-db77-4988-a0a5-1ccc70387bd3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eaccacb1-0741-4795-961c-ffba0f38c64e') {'for_net_delete': True} {{(pid=83992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:35:19.383661 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.services.segments.db [None req-d321bfbe-db77-4988-a0a5-1ccc70387bd3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eaccacb1-0741-4795-961c-ffba0f38c64e') {} {{(pid=83992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:35:19.396520 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-d321bfbe-db77-4988-a0a5-1ccc70387bd3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781386283780', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2020280'] for segment, before_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:19.418234 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-d321bfbe-db77-4988-a0a5-1ccc70387bd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1172921'] for segment, precommit_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:19.425972 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d321bfbe-db77-4988-a0a5-1ccc70387bd3 admin admin] Releasing vlan 419 on physical network physnet1 to pool {{(pid=83992) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 03 21:35:19.426361 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-d321bfbe-db77-4988-a0a5-1ccc70387bd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1172898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3996775'] for segment, after_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:19.442679 dv-cinder-840377-1-iscsi neutron-server[83992]: Traceback (most recent call last): May 03 21:35:19.442679 dv-cinder-840377-1-iscsi neutron-server[83992]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 03 21:35:19.442679 dv-cinder-840377-1-iscsi neutron-server[83992]: timer() May 03 21:35:19.442679 dv-cinder-840377-1-iscsi neutron-server[83992]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 03 21:35:19.442679 dv-cinder-840377-1-iscsi neutron-server[83992]: cb(*args, **kw) May 03 21:35:19.442679 dv-cinder-840377-1-iscsi neutron-server[83992]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 03 21:35:19.442679 dv-cinder-840377-1-iscsi neutron-server[83992]: return func(*args, **kwargs) May 03 21:35:19.442679 dv-cinder-840377-1-iscsi neutron-server[83992]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 03 21:35:19.442679 dv-cinder-840377-1-iscsi neutron-server[83992]: self._notify() May 03 21:35:19.442679 dv-cinder-840377-1-iscsi neutron-server[83992]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 03 21:35:19.442679 dv-cinder-840377-1-iscsi neutron-server[83992]: self.callback(batched_events) May 03 21:35:19.442679 dv-cinder-840377-1-iscsi neutron-server[83992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 03 21:35:19.442679 dv-cinder-840377-1-iscsi neutron-server[83992]: event.method(event) May 03 21:35:19.442679 dv-cinder-840377-1-iscsi neutron-server[83992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 03 21:35:19.442679 dv-cinder-840377-1-iscsi neutron-server[83992]: aggregate_id = self._get_aggregate_id(event.segment_id) May 03 21:35:19.442679 dv-cinder-840377-1-iscsi neutron-server[83992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 03 21:35:19.442679 dv-cinder-840377-1-iscsi neutron-server[83992]: aggregate_uuid = self.p_client.list_aggregates( May 03 21:35:19.442679 dv-cinder-840377-1-iscsi neutron-server[83992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 03 21:35:19.442679 dv-cinder-840377-1-iscsi neutron-server[83992]: return f(self, *a, **k) May 03 21:35:19.442679 dv-cinder-840377-1-iscsi neutron-server[83992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 03 21:35:19.442679 dv-cinder-840377-1-iscsi neutron-server[83992]: return self._get(url).json() May 03 21:35:19.442679 dv-cinder-840377-1-iscsi neutron-server[83992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 03 21:35:19.442679 dv-cinder-840377-1-iscsi neutron-server[83992]: return self._client.get(url, endpoint_filter=self._ks_filter, May 03 21:35:19.442679 dv-cinder-840377-1-iscsi neutron-server[83992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 03 21:35:19.442679 dv-cinder-840377-1-iscsi neutron-server[83992]: return self.request(url, 'GET', **kwargs) May 03 21:35:19.442679 dv-cinder-840377-1-iscsi neutron-server[83992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 03 21:35:19.442679 dv-cinder-840377-1-iscsi neutron-server[83992]: base_url = self.get_endpoint(auth, allow=allow, May 03 21:35:19.442679 dv-cinder-840377-1-iscsi neutron-server[83992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 03 21:35:19.442679 dv-cinder-840377-1-iscsi neutron-server[83992]: auth = self._auth_required(auth, 'determine endpoint URL') May 03 21:35:19.442679 dv-cinder-840377-1-iscsi neutron-server[83992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 03 21:35:19.442679 dv-cinder-840377-1-iscsi neutron-server[83992]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 03 21:35:19.442679 dv-cinder-840377-1-iscsi neutron-server[83992]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 03 21:35:19.596453 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d311015f-9df3-48e7-92d9-58befb9720bf req-91206464-3303-498f-a575-3c42a0b37011 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:35:19.597822 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-d311015f-9df3-48e7-92d9-58befb9720bf req-91206464-3303-498f-a575-3c42a0b37011 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] 10.222.0.48 "GET /v2.0/ports?device_id=49b86a80-657d-4e94-bc71-bcfe8f276469 HTTP/1.1" status: 200 len: 945 time: 0.1513083 May 03 21:35:19.607847 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.db [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] get_ports_and_sgs() called for port_ids ['d3860f2c-7b5b-47b1-89e7-e6eac5582cd6'] {{(pid=83994) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 03 21:35:19.634262 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.db [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] get_ports_and_sgs() called for port_ids ['479a7085-462d-430f-b37d-544e02378d26'] {{(pid=83994) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 03 21:35:19.647962 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-d311015f-9df3-48e7-92d9-58befb9720bf req-b0c7db73-2d6b-4c89-948b-cd697bf2c97a tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] 10.222.0.48 "GET /v2.0/security-groups?id=95308c2b-cca2-41de-8e93-f747eb13cdfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444794 May 03 21:35:19.736531 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-d321bfbe-db77-4988-a0a5-1ccc70387bd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2083393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-332850'] for network, after_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:19.748862 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781386283879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2080842'] for agent, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:19.756667 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-d321bfbe-db77-4988-a0a5-1ccc70387bd3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1706389'] for network, before_response {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:19.763490 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d321bfbe-db77-4988-a0a5-1ccc70387bd3 admin admin] Pushing event deleted for resources: {'Network': ['ID=a7b99f99-8813-4caf-a569-7dd605b38d9c,revision_number=None']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:35:19.767835 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [None req-d321bfbe-db77-4988-a0a5-1ccc70387bd3 admin admin] 10.222.0.48 "DELETE /v2.0/networks/a7b99f99-8813-4caf-a569-7dd605b38d9c HTTP/1.1" status: 204 len: 168 time: 0.6967511 May 03 21:35:19.770806 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.48', 60916) {{(pid=83992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:35:19.855176 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.db.db_base_plugin_v2 [None req-6da51ba3-9c60-4700-8971-49dac2986d34 admin admin] Deleting subnet 69bc2b21-5de6-4ff4-95dd-2a3f23428e92 {{(pid=83992) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 03 21:35:19.856513 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781386283879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2080842'] for agent, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:19.859648 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-6da51ba3-9c60-4700-8971-49dac2986d34 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:19.981952 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d146f1-0fba-41fb-8c9f-439d772a9ae0 req-f2f4baa4-8a3e-4980-80a3-71ff1759dec3 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:35:19.985404 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-b2d146f1-0fba-41fb-8c9f-439d772a9ae0 req-f2f4baa4-8a3e-4980-80a3-71ff1759dec3 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] 10.222.0.48 "GET /v2.0/ports?device_id=c8f9aa7c-153d-482a-b048-18cd034d21cb HTTP/1.1" status: 200 len: 945 time: 0.1362536 May 03 21:35:19.985627 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-0dfda447-9707-4eba-99ce-657c79a02a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781386283879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2080842'] for agent, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:19.991701 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-6da51ba3-9c60-4700-8971-49dac2986d34 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2020427'] for subnet, precommit_delete_associations {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:20.053030 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-b2d146f1-0fba-41fb-8c9f-439d772a9ae0 req-2ec45cbe-e03d-4cd6-a296-b328a87f2e8e tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] 10.222.0.48 "GET /v2.0/security-groups?id=f0ea03b8-2b32-4cbd-9062-2e4d0f59a6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590277 May 03 21:35:20.064873 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fb6885-fdb9-4c81-a384-fe2c943faf76 req-2bef3f47-c854-4c58-92b7-a770191e3fef tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:35:20.066561 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-a8fb6885-fdb9-4c81-a384-fe2c943faf76 req-2bef3f47-c854-4c58-92b7-a770191e3fef tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] 10.222.0.48 "GET /v2.0/ports?device_id=4e3930f0-3a9f-4d20-ae74-434e66c18c46 HTTP/1.1" status: 200 len: 944 time: 0.1599517 May 03 21:35:20.096130 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-6da51ba3-9c60-4700-8971-49dac2986d34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2088927'] for subnet, precommit_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:20.179626 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-a8fb6885-fdb9-4c81-a384-fe2c943faf76 req-c12341e6-7edc-437e-b33c-02dc1bd3580c tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] 10.222.0.48 "GET /v2.0/security-groups?id=a93fc666-557c-41f0-a19e-88f680ecfa1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1036160 May 03 21:35:20.331949 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-6da51ba3-9c60-4700-8971-49dac2986d34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2088918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3996681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3410922'] for subnet, after_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:20.369207 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da51ba3-9c60-4700-8971-49dac2986d34 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=69bc2b21-5de6-4ff4-95dd-2a3f23428e92,revision_number=None']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:35:20.378607 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-6da51ba3-9c60-4700-8971-49dac2986d34 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:20.384545 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [None req-6da51ba3-9c60-4700-8971-49dac2986d34 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/69bc2b21-5de6-4ff4-95dd-2a3f23428e92 HTTP/1.1" status: 204 len: 168 time: 0.6126876 May 03 21:35:20.386973 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.48', 60922) {{(pid=83992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:35:20.499591 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-a38aa5c1-994a-4690-82c4-6a507bba1bac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1078587'] for network, before_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:20.621806 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-a38aa5c1-994a-4690-82c4-6a507bba1bac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2083402', 'neutron.services.segments.db._delete_segments_for_network-8781386283897'] for network, precommit_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:20.646055 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.services.segments.db [None req-a38aa5c1-994a-4690-82c4-6a507bba1bac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cce5d472-732d-4fd4-a3d5-b9ae4f36137d']}} {{(pid=83992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:35:20.658218 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.services.segments.db [None req-a38aa5c1-994a-4690-82c4-6a507bba1bac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '825e53a8-aa2e-40ed-aaf8-bc89fe6eae69') {'for_net_delete': True} {{(pid=83992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:35:20.658507 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.services.segments.db [None req-a38aa5c1-994a-4690-82c4-6a507bba1bac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '825e53a8-aa2e-40ed-aaf8-bc89fe6eae69') {} {{(pid=83992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:35:20.669348 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-a38aa5c1-994a-4690-82c4-6a507bba1bac admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781386283780', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2020280'] for segment, before_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:20.685308 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-a38aa5c1-994a-4690-82c4-6a507bba1bac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1172921'] for segment, precommit_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:20.692415 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a38aa5c1-994a-4690-82c4-6a507bba1bac admin admin] Releasing vlan 444 on physical network physnet1 to pool {{(pid=83992) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 03 21:35:20.692838 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-a38aa5c1-994a-4690-82c4-6a507bba1bac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1172898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3996775'] for segment, after_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:20.706950 dv-cinder-840377-1-iscsi neutron-server[83992]: Traceback (most recent call last): May 03 21:35:20.706950 dv-cinder-840377-1-iscsi neutron-server[83992]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 03 21:35:20.706950 dv-cinder-840377-1-iscsi neutron-server[83992]: timer() May 03 21:35:20.706950 dv-cinder-840377-1-iscsi neutron-server[83992]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 03 21:35:20.706950 dv-cinder-840377-1-iscsi neutron-server[83992]: cb(*args, **kw) May 03 21:35:20.706950 dv-cinder-840377-1-iscsi neutron-server[83992]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 03 21:35:20.706950 dv-cinder-840377-1-iscsi neutron-server[83992]: return func(*args, **kwargs) May 03 21:35:20.706950 dv-cinder-840377-1-iscsi neutron-server[83992]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 03 21:35:20.706950 dv-cinder-840377-1-iscsi neutron-server[83992]: self._notify() May 03 21:35:20.706950 dv-cinder-840377-1-iscsi neutron-server[83992]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 03 21:35:20.706950 dv-cinder-840377-1-iscsi neutron-server[83992]: self.callback(batched_events) May 03 21:35:20.706950 dv-cinder-840377-1-iscsi neutron-server[83992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 03 21:35:20.706950 dv-cinder-840377-1-iscsi neutron-server[83992]: event.method(event) May 03 21:35:20.706950 dv-cinder-840377-1-iscsi neutron-server[83992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 03 21:35:20.706950 dv-cinder-840377-1-iscsi neutron-server[83992]: aggregate_id = self._get_aggregate_id(event.segment_id) May 03 21:35:20.706950 dv-cinder-840377-1-iscsi neutron-server[83992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 03 21:35:20.706950 dv-cinder-840377-1-iscsi neutron-server[83992]: aggregate_uuid = self.p_client.list_aggregates( May 03 21:35:20.706950 dv-cinder-840377-1-iscsi neutron-server[83992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 03 21:35:20.706950 dv-cinder-840377-1-iscsi neutron-server[83992]: return f(self, *a, **k) May 03 21:35:20.706950 dv-cinder-840377-1-iscsi neutron-server[83992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 03 21:35:20.706950 dv-cinder-840377-1-iscsi neutron-server[83992]: return self._get(url).json() May 03 21:35:20.706950 dv-cinder-840377-1-iscsi neutron-server[83992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 03 21:35:20.706950 dv-cinder-840377-1-iscsi neutron-server[83992]: return self._client.get(url, endpoint_filter=self._ks_filter, May 03 21:35:20.706950 dv-cinder-840377-1-iscsi neutron-server[83992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 03 21:35:20.706950 dv-cinder-840377-1-iscsi neutron-server[83992]: return self.request(url, 'GET', **kwargs) May 03 21:35:20.706950 dv-cinder-840377-1-iscsi neutron-server[83992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 03 21:35:20.706950 dv-cinder-840377-1-iscsi neutron-server[83992]: base_url = self.get_endpoint(auth, allow=allow, May 03 21:35:20.706950 dv-cinder-840377-1-iscsi neutron-server[83992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 03 21:35:20.706950 dv-cinder-840377-1-iscsi neutron-server[83992]: auth = self._auth_required(auth, 'determine endpoint URL') May 03 21:35:20.706950 dv-cinder-840377-1-iscsi neutron-server[83992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 03 21:35:20.706950 dv-cinder-840377-1-iscsi neutron-server[83992]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 03 21:35:20.706950 dv-cinder-840377-1-iscsi neutron-server[83992]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 03 21:35:20.886427 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f590a7a2-30ee-49ad-84c1-881aa79dd798 req-233c1965-9c33-4f62-94dd-314401e30f81 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:35:20.887893 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-f590a7a2-30ee-49ad-84c1-881aa79dd798 req-233c1965-9c33-4f62-94dd-314401e30f81 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] 10.222.0.48 "GET /v2.0/ports?device_id=49b86a80-657d-4e94-bc71-bcfe8f276469 HTTP/1.1" status: 200 len: 945 time: 0.0796278 May 03 21:35:20.938928 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-f590a7a2-30ee-49ad-84c1-881aa79dd798 req-255e22ea-55ad-494c-ac37-1687ca52bc8d tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] 10.222.0.48 "GET /v2.0/security-groups?id=95308c2b-cca2-41de-8e93-f747eb13cdfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452340 May 03 21:35:21.056552 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-a38aa5c1-994a-4690-82c4-6a507bba1bac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2083393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-332850'] for network, after_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:21.077271 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-a38aa5c1-994a-4690-82c4-6a507bba1bac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1706389'] for network, before_response {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:21.085534 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38aa5c1-994a-4690-82c4-6a507bba1bac admin admin] Pushing event deleted for resources: {'Network': ['ID=cce5d472-732d-4fd4-a3d5-b9ae4f36137d,revision_number=None']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:35:21.088760 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [None req-a38aa5c1-994a-4690-82c4-6a507bba1bac admin admin] 10.222.0.48 "DELETE /v2.0/networks/cce5d472-732d-4fd4-a3d5-b9ae4f36137d HTTP/1.1" status: 204 len: 168 time: 0.7002442 May 03 21:35:21.251371 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-672d275f-a9b7-498c-8eb6-010b5168d44a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781386283879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2080842'] for agent, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:21.305697 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12af94a3-0931-4727-b3ff-5c572944dca9 req-6e0dd6da-9d2f-44b1-9272-86c243ba03aa tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:35:21.307614 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-12af94a3-0931-4727-b3ff-5c572944dca9 req-6e0dd6da-9d2f-44b1-9272-86c243ba03aa tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] 10.222.0.48 "GET /v2.0/ports?device_id=c8f9aa7c-153d-482a-b048-18cd034d21cb HTTP/1.1" status: 200 len: 945 time: 0.0992382 May 03 21:35:21.356767 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-12af94a3-0931-4727-b3ff-5c572944dca9 req-513419f6-6041-4009-821a-d9717bc9d0c7 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] 10.222.0.48 "GET /v2.0/security-groups?id=f0ea03b8-2b32-4cbd-9062-2e4d0f59a6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430410 May 03 21:35:21.516657 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647a4c5a-150f-47b5-8fa6-665826d0c8a4 req-4057954f-93cd-4e42-8609-b5d1ae20aec3 tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:35:21.518162 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-647a4c5a-150f-47b5-8fa6-665826d0c8a4 req-4057954f-93cd-4e42-8609-b5d1ae20aec3 tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] 10.222.0.48 "GET /v2.0/ports?device_id=4e3930f0-3a9f-4d20-ae74-434e66c18c46 HTTP/1.1" status: 200 len: 944 time: 0.1839175 May 03 21:35:21.566597 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-647a4c5a-150f-47b5-8fa6-665826d0c8a4 req-b0a168a6-d025-4384-adaa-c2c718e7d57f tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] 10.222.0.48 "GET /v2.0/security-groups?id=a93fc666-557c-41f0-a19e-88f680ecfa1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427055 May 03 21:35:21.683858 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.48', 60934) {{(pid=83993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:35:21.738080 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-e4dd7ae8-a740-4cb9-baf8-d04c70a26760 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=6c7a87f465f1431185b922b40eebcabc&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0530171 May 03 21:35:21.740677 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.48', 60938) {{(pid=83993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:35:21.830222 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-6a9075c9-0f0d-430d-9d9f-48091e2b53a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:21.862831 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-6a9075c9-0f0d-430d-9d9f-48091e2b53a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:21.901072 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.rpc [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Device 479a7085-462d-430f-b37d-544e02378d26 up at agent hyperv_hv-cinder-84037 {{(pid=83994) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 21:35:21.994553 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-6a9075c9-0f0d-430d-9d9f-48091e2b53a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746426'] for security_group, after_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:22.012367 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9075c9-0f0d-430d-9d9f-48091e2b53a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fed76ad2-b7bc-428b-a60f-1786d9a6438a,revision_number=None']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:35:22.017999 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-6a9075c9-0f0d-430d-9d9f-48091e2b53a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:22.022025 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-6a9075c9-0f0d-430d-9d9f-48091e2b53a0 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/fed76ad2-b7bc-428b-a60f-1786d9a6438a HTTP/1.1" status: 204 len: 168 time: 0.2775898 May 03 21:35:22.080674 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.provisioning_blocks [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Provisioning for port 479a7085-462d-430f-b37d-544e02378d26 completed by entity L2. {{(pid=83994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 21:35:22.087731 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.provisioning_blocks [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Provisioning complete for port 479a7085-462d-430f-b37d-544e02378d26 triggered by entity L2. {{(pid=83994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:35:22.088780 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2080827'] for port, provisioning_complete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:22.176266 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4583aa8-5201-4d09-acad-7961ea1fd96c req-98a9f1b1-96af-4cbe-9ec5-dcb3cc045200 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:35:22.177927 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-a4583aa8-5201-4d09-acad-7961ea1fd96c req-98a9f1b1-96af-4cbe-9ec5-dcb3cc045200 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] 10.222.0.48 "GET /v2.0/ports?device_id=49b86a80-657d-4e94-bc71-bcfe8f276469 HTTP/1.1" status: 200 len: 945 time: 0.0872011 May 03 21:35:22.229646 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-a4583aa8-5201-4d09-acad-7961ea1fd96c req-b2378b72-3913-47e5-807a-e28e53193a83 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] 10.222.0.48 "GET /v2.0/security-groups?id=95308c2b-cca2-41de-8e93-f747eb13cdfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439692 May 03 21:35:22.238904 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1124352'] for port, before_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:22.272993 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8f9aa7c-153d-482a-b048-18cd034d21cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '479a7085-462d-430f-b37d-544e02378d26'}] {{(pid=83994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 03 21:35:22.284129 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.db [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] For port 479a7085-462d-430f-b37d-544e02378d26, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=479a7085-462d-430f-b37d-544e02378d26,segment=NetworkSegment(f82b8179-7d00-46b1-abec-98a139f3558c),segment_id=f82b8179-7d00-46b1-abec-98a139f3558c)] {{(pid=83994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 21:35:22.333892 dv-cinder-840377-1-iscsi neutron-server[83994]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3f28b010-0a6c-4b43-862c-98951a2dd6ae'] response: {'server_uuid': 'c8f9aa7c-153d-482a-b048-18cd034d21cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '479a7085-462d-430f-b37d-544e02378d26', 'code': 200} May 03 21:35:22.428976 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781386188966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781385847453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781385847498'] for port, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:22.429737 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.rpc [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Device d3860f2c-7b5b-47b1-89e7-e6eac5582cd6 up at agent hyperv_hv-cinder-84037 {{(pid=83994) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 21:35:22.558955 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Pushing event updated for resources: {'Port': ['ID=479a7085-462d-430f-b37d-544e02378d26,revision_number=5']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:35:22.606276 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb9860d-f445-4602-a58b-0dd8d401a8e0 req-2c18a274-0613-4383-a184-709e6b8f6b94 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:35:22.608928 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-8fb9860d-f445-4602-a58b-0dd8d401a8e0 req-2c18a274-0613-4383-a184-709e6b8f6b94 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] 10.222.0.48 "GET /v2.0/ports?device_id=c8f9aa7c-153d-482a-b048-18cd034d21cb HTTP/1.1" status: 200 len: 946 time: 0.1111965 May 03 21:35:22.677643 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-8fb9860d-f445-4602-a58b-0dd8d401a8e0 req-52e2cf76-f84c-414d-8c8f-0e662415edda tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] 10.222.0.48 "GET /v2.0/security-groups?id=f0ea03b8-2b32-4cbd-9062-2e4d0f59a6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617783 May 03 21:35:22.777356 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.provisioning_blocks [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Provisioning for port d3860f2c-7b5b-47b1-89e7-e6eac5582cd6 completed by entity L2. {{(pid=83994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 21:35:22.785509 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.provisioning_blocks [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Provisioning complete for port d3860f2c-7b5b-47b1-89e7-e6eac5582cd6 triggered by entity L2. {{(pid=83994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:35:22.791946 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2080827'] for port, provisioning_complete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:22.812678 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c64fa8a-f4cb-4d7a-86c4-3237ed491ff2 req-6896a0ff-6e4e-47ad-a832-8fe6ac524480 tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:35:22.815229 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-6c64fa8a-f4cb-4d7a-86c4-3237ed491ff2 req-6896a0ff-6e4e-47ad-a832-8fe6ac524480 tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] 10.222.0.48 "GET /v2.0/ports?device_id=4e3930f0-3a9f-4d20-ae74-434e66c18c46 HTTP/1.1" status: 200 len: 944 time: 0.1051426 May 03 21:35:22.935424 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1124352'] for port, before_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:22.951156 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-6c64fa8a-f4cb-4d7a-86c4-3237ed491ff2 req-8eb63511-d5c8-4eb8-96d0-96bc2f30171f tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] 10.222.0.48 "GET /v2.0/security-groups?id=a93fc666-557c-41f0-a19e-88f680ecfa1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1246262 May 03 21:35:22.971379 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-ed8df7cf-f090-4936-a5c6-ba48365a9c11 req-33814bda-ca22-40ca-b4a1-b8035ae6d661 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=c8f9aa7c-153d-482a-b048-18cd034d21cb HTTP/1.1" status: 200 len: 1099 time: 0.1231413 May 03 21:35:22.984035 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.db [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] For port d3860f2c-7b5b-47b1-89e7-e6eac5582cd6, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=d3860f2c-7b5b-47b1-89e7-e6eac5582cd6,segment=NetworkSegment(3e0ba556-645a-494a-9a35-88209b132e8b),segment_id=3e0ba556-645a-494a-9a35-88209b132e8b)] {{(pid=83994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 21:35:23.031886 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-ed8df7cf-f090-4936-a5c6-ba48365a9c11 req-d3b51333-7dc2-486a-994f-fc10b48eea86 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=f0ea03b8-2b32-4cbd-9062-2e4d0f59a6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449402 May 03 21:35:23.114661 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781386188966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781385847453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781385847498'] for port, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:23.189482 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Pushing event updated for resources: {'Port': ['ID=d3860f2c-7b5b-47b1-89e7-e6eac5582cd6,revision_number=5']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:35:23.235679 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.48', 60954) {{(pid=83993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:35:23.296349 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-7a18aaf2-a729-4bb0-b9ac-6a6613854b90 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=56c94796bbaf4df7af0990c0e1e32758&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0580885 May 03 21:35:23.298595 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.48', 60960) {{(pid=83992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:35:23.435804 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-e188e367-96e4-46cb-9ceb-cce62a0c32bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:23.493587 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-e188e367-96e4-46cb-9ceb-cce62a0c32bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:23.545472 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649e318e-ba43-43aa-bf08-9d6d2e30a92f req-55f95c0d-01ff-41bf-8fa4-b5f18c2ebb18 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:35:23.546986 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-649e318e-ba43-43aa-bf08-9d6d2e30a92f req-55f95c0d-01ff-41bf-8fa4-b5f18c2ebb18 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] 10.222.0.48 "GET /v2.0/ports?device_id=49b86a80-657d-4e94-bc71-bcfe8f276469 HTTP/1.1" status: 200 len: 945 time: 0.1740634 May 03 21:35:23.605150 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-649e318e-ba43-43aa-bf08-9d6d2e30a92f req-6633abd9-79ec-4f0d-a005-dffe0e51b91a tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] 10.222.0.48 "GET /v2.0/security-groups?id=95308c2b-cca2-41de-8e93-f747eb13cdfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517721 May 03 21:35:23.886898 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0ebd67-2e02-4ac2-b8e3-300c325ae5ec req-6009e1ca-75fc-4adc-8330-54908e66f243 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:35:23.888338 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-5e0ebd67-2e02-4ac2-b8e3-300c325ae5ec req-6009e1ca-75fc-4adc-8330-54908e66f243 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] 10.222.0.48 "GET /v2.0/ports?device_id=c8f9aa7c-153d-482a-b048-18cd034d21cb HTTP/1.1" status: 200 len: 946 time: 0.0799122 May 03 21:35:23.920194 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.rpc [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Device 4a088512-8058-4a9a-a45b-177671d97cfc details requested by agent hyperv_hv-cinder-84037 with host hv-cinder-84037 {{(pid=83994) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 03 21:35:23.942410 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-5e0ebd67-2e02-4ac2-b8e3-300c325ae5ec req-ee81c4a3-3762-4f10-a2db-cf65aa5f2372 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] 10.222.0.48 "GET /v2.0/security-groups?id=f0ea03b8-2b32-4cbd-9062-2e4d0f59a6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477259 May 03 21:35:23.970021 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-e188e367-96e4-46cb-9ceb-cce62a0c32bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746426'] for security_group, after_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:23.987235 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e188e367-96e4-46cb-9ceb-cce62a0c32bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3877a8f2-1c10-4261-b026-46af187c1e5d,revision_number=None']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:35:23.991803 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-e188e367-96e4-46cb-9ceb-cce62a0c32bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:23.993148 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [None req-e188e367-96e4-46cb-9ceb-cce62a0c32bb admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/3877a8f2-1c10-4261-b026-46af187c1e5d HTTP/1.1" status: 204 len: 168 time: 0.6935174 May 03 21:35:24.082873 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.db [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] For port 4a088512-8058-4a9a-a45b-177671d97cfc, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=4a088512-8058-4a9a-a45b-177671d97cfc,segment=NetworkSegment(192a8290-7524-479c-9894-35253b5adf28),segment_id=192a8290-7524-479c-9894-35253b5adf28)] {{(pid=83994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 21:35:24.099705 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.rpc [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Returning: {'device': '4a088512-8058-4a9a-a45b-177671d97cfc', 'network_id': 'a76ba353-ab28-4792-b070-a9ace23ad085', 'port_id': '4a088512-8058-4a9a-a45b-177671d97cfc', 'mac_address': 'fa:16:3e:83:20:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 430, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0993ef0-a172-48a1-8947-068cb6cb24ca', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83994) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 03 21:35:24.171526 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1124352'] for port, before_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:24.185487 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1209a23-d071-45e2-bb3d-06261db1a0af req-4873fcd0-83c6-4909-b997-e1a6a93ed6de tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:35:24.187915 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-f1209a23-d071-45e2-bb3d-06261db1a0af req-4873fcd0-83c6-4909-b997-e1a6a93ed6de tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] 10.222.0.48 "GET /v2.0/ports?device_id=4e3930f0-3a9f-4d20-ae74-434e66c18c46 HTTP/1.1" status: 200 len: 945 time: 0.0813065 May 03 21:35:24.189979 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.notifiers.nova [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4a088512-8058-4a9a-a45b-177671d97cfc {{(pid=83994) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 03 21:35:24.207411 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.db [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] For port 4a088512-8058-4a9a-a45b-177671d97cfc, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=4a088512-8058-4a9a-a45b-177671d97cfc,segment=NetworkSegment(192a8290-7524-479c-9894-35253b5adf28),segment_id=192a8290-7524-479c-9894-35253b5adf28)] {{(pid=83994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 21:35:24.238264 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-f1209a23-d071-45e2-bb3d-06261db1a0af req-7280742e-2d91-47f8-866b-e480481b0fa8 tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] 10.222.0.48 "GET /v2.0/security-groups?id=a93fc666-557c-41f0-a19e-88f680ecfa1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444152 May 03 21:35:24.308803 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781386188966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781385847453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781385847498'] for port, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:24.356942 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e3930f0-3a9f-4d20-ae74-434e66c18c46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3860f2c-7b5b-47b1-89e7-e6eac5582cd6'}] {{(pid=83994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 03 21:35:24.437985 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Pushing event updated for resources: {'Port': ['ID=4a088512-8058-4a9a-a45b-177671d97cfc,revision_number=6']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:35:24.448617 dv-cinder-840377-1-iscsi neutron-server[83994]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9523d997-ff42-49b1-b085-264db8194581'] response: {'server_uuid': '4e3930f0-3a9f-4d20-ae74-434e66c18c46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3860f2c-7b5b-47b1-89e7-e6eac5582cd6', 'code': 200} May 03 21:35:24.466655 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-b416c98d-d6cc-4335-8126-613f6506874d req-95b40a7a-9afc-4049-86c7-dcd06337f6dd service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=f13ba9d5-9344-4748-8e24-118858bfce42&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1312056 May 03 21:35:24.495383 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.db [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] get_ports_and_sgs() called for port_ids ['4a088512-8058-4a9a-a45b-177671d97cfc'] {{(pid=83994) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 03 21:35:24.769959 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-b416c98d-d6cc-4335-8126-613f6506874d req-97cffa1e-cbd3-4e63-8525-83cb2be1481d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=03af834dfea4426086d2125bcea03d0f&device_id=f13ba9d5-9344-4748-8e24-118858bfce42 HTTP/1.1" status: 200 len: 1137 time: 0.1513195 May 03 21:35:24.986336 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b416c98d-d6cc-4335-8126-613f6506874d req-b9e62a7f-506b-4926-a340-d5325d93aa72 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:35:24.987931 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-b416c98d-d6cc-4335-8126-613f6506874d req-b9e62a7f-506b-4926-a340-d5325d93aa72 service neutron] 10.222.0.42 "GET /v2.0/networks?id=9b51a3a3-5ba7-4915-a72e-fc06fbab7914 HTTP/1.1" status: 200 len: 915 time: 0.1937461 May 03 21:35:25.056776 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371d1138-48eb-4d36-9f13-785cddd812fa req-c1bd159c-fa8a-4ef1-8c8a-e5ec4c556d88 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:35:25.058397 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-371d1138-48eb-4d36-9f13-785cddd812fa req-c1bd159c-fa8a-4ef1-8c8a-e5ec4c556d88 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] 10.222.0.48 "GET /v2.0/ports?device_id=49b86a80-657d-4e94-bc71-bcfe8f276469 HTTP/1.1" status: 200 len: 944 time: 0.1945713 May 03 21:35:25.199181 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-b416c98d-d6cc-4335-8126-613f6506874d req-2d107ebf-e900-4b1a-8bc9-267718bc52df service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=85f0f545-6b51-41b2-a9ee-a8c17abc2f57 HTTP/1.1" status: 200 len: 1001 time: 0.2044902 May 03 21:35:25.207275 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-371d1138-48eb-4d36-9f13-785cddd812fa req-b0292a49-e34a-41b8-84de-a2aa9f869adc tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] 10.222.0.48 "GET /v2.0/security-groups?id=95308c2b-cca2-41de-8e93-f747eb13cdfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1412301 May 03 21:35:25.222467 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5128bad5-00f4-48c9-8e95-b0bf6b4aae2f req-6b61a76f-ed02-403f-8e95-008f46a4b403 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:35:25.230810 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-5128bad5-00f4-48c9-8e95-b0bf6b4aae2f req-6b61a76f-ed02-403f-8e95-008f46a4b403 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] 10.222.0.48 "GET /v2.0/ports?device_id=c8f9aa7c-153d-482a-b048-18cd034d21cb HTTP/1.1" status: 200 len: 946 time: 0.1244807 May 03 21:35:25.279409 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-914f7ddb-7752-40b5-ae15-aa1771abfb80 req-53adaee5-5f12-43a1-8ef3-1a334027200a service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=4e3930f0-3a9f-4d20-ae74-434e66c18c46 HTTP/1.1" status: 200 len: 1098 time: 0.2041950 May 03 21:35:25.290134 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b416c98d-d6cc-4335-8126-613f6506874d req-370fcdf0-5a64-4a13-8856-ecb12b8bda66 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:35:25.291979 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-b416c98d-d6cc-4335-8126-613f6506874d req-370fcdf0-5a64-4a13-8856-ecb12b8bda66 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2b4ffd3f-ee1e-4729-8300-c5c9c6b81a0d HTTP/1.1" status: 200 len: 853 time: 0.0833013 May 03 21:35:25.315078 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-5128bad5-00f4-48c9-8e95-b0bf6b4aae2f req-0e3009b9-7b77-46b8-9e3d-fc30226c4862 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] 10.222.0.48 "GET /v2.0/security-groups?id=f0ea03b8-2b32-4cbd-9062-2e4d0f59a6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0830007 May 03 21:35:25.395106 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-914f7ddb-7752-40b5-ae15-aa1771abfb80 req-79a1ecbc-d2be-4f6c-93e2-9dae196061d3 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=a93fc666-557c-41f0-a19e-88f680ecfa1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1024814 May 03 21:35:25.412191 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-b416c98d-d6cc-4335-8126-613f6506874d req-4a235cc0-e08e-4eec-b8ea-6f7739b8f9d8 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9b51a3a3-5ba7-4915-a72e-fc06fbab7914&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1038980 May 03 21:35:25.534360 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b745a2-5b02-43b3-897c-1780fb3bc41a req-5cdd52f3-44de-4dd8-8d93-2556f3910dfa tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:35:25.535382 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-a4b745a2-5b02-43b3-897c-1780fb3bc41a req-5cdd52f3-44de-4dd8-8d93-2556f3910dfa tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] 10.222.0.48 "GET /v2.0/ports?device_id=4e3930f0-3a9f-4d20-ae74-434e66c18c46 HTTP/1.1" status: 200 len: 945 time: 0.0843585 May 03 21:35:25.572396 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0e3e94-f304-4c0c-a96c-ac8fd7e76b3c req-3a7846d3-862e-4b6e-86d6-89f201ae1ad3 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:35:25.573967 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-9d0e3e94-f304-4c0c-a96c-ac8fd7e76b3c req-3a7846d3-862e-4b6e-86d6-89f201ae1ad3 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] 10.222.0.48 "GET /v2.0/ports?device_id=c8f9aa7c-153d-482a-b048-18cd034d21cb HTTP/1.1" status: 200 len: 946 time: 0.1147115 May 03 21:35:25.585366 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.48', 32774) {{(pid=83992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:35:25.593386 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.v2.base [None req-4cc7a08f-0339-47c1-81c4-94d9847dccf8 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Request body: {'floatingip': {'port_id': '479a7085-462d-430f-b37d-544e02378d26'}} {{(pid=83992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 03 21:35:25.595383 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-a4b745a2-5b02-43b3-897c-1780fb3bc41a req-421bb620-7d38-4e1d-8b73-836e815ecfd3 tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] 10.222.0.48 "GET /v2.0/security-groups?id=a93fc666-557c-41f0-a19e-88f680ecfa1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536411 May 03 21:35:25.699852 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-4cc7a08f-0339-47c1-81c4-94d9847dccf8 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Notify callbacks [] for floatingip, before_update {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:25.901774 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-b416c98d-d6cc-4335-8126-613f6506874d req-8abea9a8-4ce0-4dd9-b129-db7163f4e538 service neutron] 10.222.0.42 "GET /v2.0/networks/9b51a3a3-5ba7-4915-a72e-fc06fbab7914?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1615150 May 03 21:35:25.928949 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.rpc [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Device 4a088512-8058-4a9a-a45b-177671d97cfc up at agent hyperv_hv-cinder-84037 {{(pid=83994) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 21:35:26.014770 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.provisioning_blocks [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Provisioning complete for port 4a088512-8058-4a9a-a45b-177671d97cfc triggered by entity L2. {{(pid=83994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:35:26.015331 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2080827'] for port, provisioning_complete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:26.072017 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-b416c98d-d6cc-4335-8126-613f6506874d req-7efd7bfd-20d6-43c9-a41b-bac65f66fbd1 service neutron] 10.222.0.42 "GET /v2.0/networks/9b51a3a3-5ba7-4915-a72e-fc06fbab7914?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1620960 May 03 21:35:26.173152 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1124352'] for port, before_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:26.225924 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.db [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] For port 4a088512-8058-4a9a-a45b-177671d97cfc, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=4a088512-8058-4a9a-a45b-177671d97cfc,segment=NetworkSegment(192a8290-7524-479c-9894-35253b5adf28),segment_id=192a8290-7524-479c-9894-35253b5adf28)] {{(pid=83994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 21:35:26.339335 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781386188966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781385847453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781385847498'] for port, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:26.447096 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Pushing event updated for resources: {'Port': ['ID=4a088512-8058-4a9a-a45b-177671d97cfc,revision_number=7']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:35:26.450289 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49b86a80-657d-4e94-bc71-bcfe8f276469', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a088512-8058-4a9a-a45b-177671d97cfc'}] {{(pid=83994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 03 21:35:26.465145 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:35:26.465572 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:35:26.466042 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:35:26.466467 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:35:26.466976 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:35:26.467436 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:35:26.467890 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:35:26.468884 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:35:26.469301 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:35:26.469747 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:35:26.470145 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:35:26.533390 dv-cinder-840377-1-iscsi neutron-server[83994]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a9db60a9-ca51-497a-a581-3546b744f29e'] response: {'server_uuid': '49b86a80-657d-4e94-bc71-bcfe8f276469', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a088512-8058-4a9a-a45b-177671d97cfc', 'code': 200} May 03 21:35:26.589642 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-4cc7a08f-0339-47c1-81c4-94d9847dccf8 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:26.627481 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a02ec4-10db-43a7-9b9f-c585c0791414 req-4d261226-4910-4f45-bd35-ed47b5d2f4d3 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:35:26.628959 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-08a02ec4-10db-43a7-9b9f-c585c0791414 req-4d261226-4910-4f45-bd35-ed47b5d2f4d3 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] 10.222.0.48 "GET /v2.0/ports?device_id=49b86a80-657d-4e94-bc71-bcfe8f276469 HTTP/1.1" status: 200 len: 945 time: 0.1831172 May 03 21:35:26.679234 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-08a02ec4-10db-43a7-9b9f-c585c0791414 req-97a9bbb8-f9ce-4f2d-a235-024468d52e2d tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] 10.222.0.48 "GET /v2.0/security-groups?id=95308c2b-cca2-41de-8e93-f747eb13cdfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435491 May 03 21:35:26.750664 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-4cc7a08f-0339-47c1-81c4-94d9847dccf8 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-332800'] for floatingip, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:26.932952 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb88471-5e02-4800-b48b-158a5dc14c8f req-7440a58a-ac67-42dd-82a4-9f7ce03c2712 tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:35:26.941674 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-eeb88471-5e02-4800-b48b-158a5dc14c8f req-7440a58a-ac67-42dd-82a4-9f7ce03c2712 tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] 10.222.0.48 "GET /v2.0/ports?device_id=4e3930f0-3a9f-4d20-ae74-434e66c18c46 HTTP/1.1" status: 200 len: 945 time: 0.2126615 May 03 21:35:26.995715 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-eeb88471-5e02-4800-b48b-158a5dc14c8f req-62608407-951a-4dfc-83d1-a5b52d719155 tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] 10.222.0.48 "GET /v2.0/security-groups?id=a93fc666-557c-41f0-a19e-88f680ecfa1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516067 May 03 21:35:27.115600 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.db.l3_db [None req-4cc7a08f-0339-47c1-81c4-94d9847dccf8 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Floating IP 99add4f7-c290-46c6-9448-efd235ec6341 associated. External IP: 172.27.1.52, port: 479a7085-462d-430f-b37d-544e02378d26. May 03 21:35:27.489218 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-3865467c-7cab-40bd-95ce-ee5ccdf96b02 req-8fa3caa9-ea5e-46de-908c-4bd66fb72cc6 tempest-TestMinimumBasicScenario-1676527086 tempest-TestMinimumBasicScenario-1676527086-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1209098754&fields=id&tenant_id=03af834dfea4426086d2125bcea03d0f HTTP/1.1" status: 200 len: 267 time: 0.0645978 May 03 21:35:27.688680 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3865467c-7cab-40bd-95ce-ee5ccdf96b02 req-85dbd744-fbdc-42a6-bf83-e1e3c3c7579c tempest-TestMinimumBasicScenario-1676527086 tempest-TestMinimumBasicScenario-1676527086-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:35:27.693441 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-3865467c-7cab-40bd-95ce-ee5ccdf96b02 req-85dbd744-fbdc-42a6-bf83-e1e3c3c7579c tempest-TestMinimumBasicScenario-1676527086 tempest-TestMinimumBasicScenario-1676527086-project] 10.222.0.48 "GET /v2.0/ports?device_id=f13ba9d5-9344-4748-8e24-118858bfce42 HTTP/1.1" status: 200 len: 984 time: 0.1930959 May 03 21:35:27.705812 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.v2.base [req-3865467c-7cab-40bd-95ce-ee5ccdf96b02 req-c6870c4c-9ddf-4eb8-b05c-a79145ce18c4 tempest-TestMinimumBasicScenario-1676527086 tempest-TestMinimumBasicScenario-1676527086-project] Request body: {'port': {'security_groups': ['c752ce3f-47d3-4857-90c0-90885669f08a']}} {{(pid=83993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 03 21:35:27.715709 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cc7a08f-0339-47c1-81c4-94d9847dccf8 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Router 68150121-68dc-4495-bcf7-8d66179822f8 has already been hosted by L3 agent c192ea1b-f7d6-49b7-9f22-5492fbafc6f3 {{(pid=83992) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 03 21:35:27.851917 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-3865467c-7cab-40bd-95ce-ee5ccdf96b02 req-c6870c4c-9ddf-4eb8-b05c-a79145ce18c4 tempest-TestMinimumBasicScenario-1676527086 tempest-TestMinimumBasicScenario-1676527086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1124352'] for port, before_update {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:27.985712 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cc7a08f-0339-47c1-81c4-94d9847dccf8 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Notify agent at l3_agent.dv-cinder-840377-1-iscsi the message routers_updated {{(pid=83992) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 21:35:27.990421 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-4cc7a08f-0339-47c1-81c4-94d9847dccf8 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93163'] for floatingip, before_response {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:28.003586 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb094943-451a-4352-91a4-748f5098ff2c None None] Sync routers for ids ['68150121-68dc-4495-bcf7-8d66179822f8'] in dv-cinder-840377-1-iscsi {{(pid=83995) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 03 21:35:28.028042 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb094943-451a-4352-91a4-748f5098ff2c None None] Routers {'68150121-68dc-4495-bcf7-8d66179822f8'} bound to L3 agent in host dv-cinder-840377-1-iscsi {{(pid=83995) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 03 21:35:28.029041 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.db.l3_hamode_db [None req-eb094943-451a-4352-91a4-748f5098ff2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840377-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-03T21:19:18Z,description=,heartbeat_timestamp=2022-05-03T21:35:19Z,host='dv-cinder-840377-1-iscsi',id=c192ea1b-f7d6-49b7-9f22-5492fbafc6f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:19:19Z,topic='l3_agent')) {'router_ids': ['68150121-68dc-4495-bcf7-8d66179822f8'], 'active': True} {{(pid=83995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:35:28.071474 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [None req-4cc7a08f-0339-47c1-81c4-94d9847dccf8 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] 10.222.0.48 "PUT /v2.0/floatingips/99add4f7-c290-46c6-9448-efd235ec6341 HTTP/1.1" status: 200 len: 991 time: 2.4840899 May 03 21:35:28.078827 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8f9aa7c-153d-482a-b048-18cd034d21cb', 'tag': '479a7085-462d-430f-b37d-544e02378d26'}] {{(pid=83992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 03 21:35:28.302333 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.db [req-3865467c-7cab-40bd-95ce-ee5ccdf96b02 req-c6870c4c-9ddf-4eb8-b05c-a79145ce18c4 tempest-TestMinimumBasicScenario-1676527086 tempest-TestMinimumBasicScenario-1676527086-project] For port 85f0f545-6b51-41b2-a9ee-a8c17abc2f57, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=85f0f545-6b51-41b2-a9ee-a8c17abc2f57,segment=NetworkSegment(6cb7f327-dd57-450a-bdb1-c88d9c6b752e),segment_id=6cb7f327-dd57-450a-bdb1-c88d9c6b752e)] {{(pid=83993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 21:35:28.329812 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.db.l3_dvr_db [None req-eb094943-451a-4352-91a4-748f5098ff2c None None] Set router 68150121-68dc-4495-bcf7-8d66179822f8 gateway port host: dv-cinder-840377-1-iscsi {{(pid=83995) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 03 21:35:28.340692 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-3865467c-7cab-40bd-95ce-ee5ccdf96b02 req-c6870c4c-9ddf-4eb8-b05c-a79145ce18c4 tempest-TestMinimumBasicScenario-1676527086 tempest-TestMinimumBasicScenario-1676527086-project] Notify callbacks [] for port, precommit_update {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:28.412020 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-3865467c-7cab-40bd-95ce-ee5ccdf96b02 req-c6870c4c-9ddf-4eb8-b05c-a79145ce18c4 tempest-TestMinimumBasicScenario-1676527086 tempest-TestMinimumBasicScenario-1676527086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781386188966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781385847453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781385847498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3391653'] for port, after_update {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:28.448811 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.db [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] get_ports_and_sgs() called for port_ids ['85f0f545-6b51-41b2-a9ee-a8c17abc2f57'] {{(pid=83994) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 03 21:35:28.522261 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3865467c-7cab-40bd-95ce-ee5ccdf96b02 req-c6870c4c-9ddf-4eb8-b05c-a79145ce18c4 tempest-TestMinimumBasicScenario-1676527086 tempest-TestMinimumBasicScenario-1676527086-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:35:28.523021 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-3865467c-7cab-40bd-95ce-ee5ccdf96b02 req-c6870c4c-9ddf-4eb8-b05c-a79145ce18c4 tempest-TestMinimumBasicScenario-1676527086 tempest-TestMinimumBasicScenario-1676527086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93163'] for port, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:28.532318 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.48', 32854) {{(pid=83992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:35:28.550669 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-3865467c-7cab-40bd-95ce-ee5ccdf96b02 req-c6870c4c-9ddf-4eb8-b05c-a79145ce18c4 tempest-TestMinimumBasicScenario-1676527086 tempest-TestMinimumBasicScenario-1676527086-project] 10.222.0.48 "PUT /v2.0/ports/85f0f545-6b51-41b2-a9ee-a8c17abc2f57 HTTP/1.1" status: 200 len: 942 time: 0.8505239 May 03 21:35:28.552876 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f13ba9d5-9344-4748-8e24-118858bfce42', 'tag': '85f0f545-6b51-41b2-a9ee-a8c17abc2f57'}] {{(pid=83993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 03 21:35:28.621037 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6870c4c-9ddf-4eb8-b05c-a79145ce18c4 tempest-TestMinimumBasicScenario-1676527086 tempest-TestMinimumBasicScenario-1676527086-project] Pushing event updated for resources: {'Port': ['ID=85f0f545-6b51-41b2-a9ee-a8c17abc2f57,revision_number=7']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:35:28.714270 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.db [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] get_ports_and_sgs() called for port_ids ['85f0f545-6b51-41b2-a9ee-a8c17abc2f57'] {{(pid=83994) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 03 21:35:28.964974 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-5087550d-de99-4532-911e-993f521342e0 tempest-TestMinimumBasicScenario-1676527086 tempest-TestMinimumBasicScenario-1676527086-project] Notify callbacks [] for security_group, before_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:29.177715 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-5087550d-de99-4532-911e-993f521342e0 tempest-TestMinimumBasicScenario-1676527086 tempest-TestMinimumBasicScenario-1676527086-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:29.198341 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0cad13-3565-456f-92de-7684945c7fb0 req-d1746eee-30db-4fec-911f-b84b5d070c19 tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:35:29.212648 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-4c0cad13-3565-456f-92de-7684945c7fb0 req-d1746eee-30db-4fec-911f-b84b5d070c19 tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] 10.222.0.48 "GET /v2.0/ports?device_id=4e3930f0-3a9f-4d20-ae74-434e66c18c46 HTTP/1.1" status: 200 len: 945 time: 0.3077221 May 03 21:35:29.246852 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def6d2cb-d4d1-433a-bbe9-95711dd57569 req-487fd7b1-984e-48b1-bb2c-ef82a2081592 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:35:29.248237 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-def6d2cb-d4d1-433a-bbe9-95711dd57569 req-487fd7b1-984e-48b1-bb2c-ef82a2081592 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] 10.222.0.48 "GET /v2.0/ports?device_id=49b86a80-657d-4e94-bc71-bcfe8f276469 HTTP/1.1" status: 200 len: 945 time: 0.5232060 May 03 21:35:29.333382 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-def6d2cb-d4d1-433a-bbe9-95711dd57569 req-69324f2f-7ca7-427f-92ec-b9ae0b3a6dba tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] 10.222.0.48 "GET /v2.0/security-groups?id=95308c2b-cca2-41de-8e93-f747eb13cdfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0780032 May 03 21:35:29.376556 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.db.l3_hamode_db [None req-eb094943-451a-4352-91a4-748f5098ff2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68150121-68dc-4495-bcf7-8d66179822f8', 'name': 'tempest-AttachVolumeNegativeTest-487551053-router', 'tenant_id': 'bd571e41b44a4bc6b16bf8163252f168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c33334bd-f19e-453d-9f7b-349270405c58', 'external_fixed_ips': [{'subnet_id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'ip_address': '172.27.1.192'}], 'enable_snat': True}, 'gw_port_id': '07f5f895-667f-41a6-8b98-e761a27a9ddb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:28:25Z', 'updated_at': '2022-05-03T21:28:37Z', 'revision_number': 4, 'project_id': 'bd571e41b44a4bc6b16bf8163252f168', 'gw_port': {'id': '07f5f895-667f-41a6-8b98-e761a27a9ddb', 'name': '', 'network_id': 'c33334bd-f19e-453d-9f7b-349270405c58', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:26:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68150121-68dc-4495-bcf7-8d66179822f8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'ip_address': '172.27.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:28:27Z', 'updated_at': '2022-05-03T21:28:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840377-1-iscsi', '_floatingips': [{'id': '99add4f7-c290-46c6-9448-efd235ec6341', 'tenant_id': 'bd571e41b44a4bc6b16bf8163252f168', 'floating_ip_address': '172.27.1.52', 'floating_network_id': 'c33334bd-f19e-453d-9f7b-349270405c58', 'router_id': '68150121-68dc-4495-bcf7-8d66179822f8', 'port_id': '479a7085-462d-430f-b37d-544e02378d26', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'afa29ce3-7ea1-4fb3-8d15-b28913382476', 'mac_address': 'fa:16:3e:d4:e2:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8f9aa7c-153d-482a-b048-18cd034d21cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T21:35:02Z', 'updated_at': '2022-05-03T21:35:26Z', 'revision_number': 1, 'project_id': 'bd571e41b44a4bc6b16bf8163252f168', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4fd95030-f142-4d90-a90c-6a2865ea606e', 'name': '', 'network_id': 'afa29ce3-7ea1-4fb3-8d15-b28913382476', 'tenant_id': 'bd571e41b44a4bc6b16bf8163252f168', 'mac_address': 'fa:16:3e:7c:b9:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68150121-68dc-4495-bcf7-8d66179822f8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '663a4790-11b9-4523-b0db-a1ea41b30d40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:28:34Z', 'updated_at': '2022-05-03T21:29:46Z', 'revision_number': 5, 'project_id': 'bd571e41b44a4bc6b16bf8163252f168', 'subnets': [{'id': '663a4790-11b9-4523-b0db-a1ea41b30d40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840377-1-iscsi', False) {} {{(pid=83995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:35:29.385894 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb094943-451a-4352-91a4-748f5098ff2c None None] Checking router: 68150121-68dc-4495-bcf7-8d66179822f8 for host: dv-cinder-840377-1-iscsi {{(pid=83995) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 03 21:35:29.389979 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.provisioning_blocks [None req-948490ce-3a66-4898-bc2a-90bc6c96914f None None] Provisioning complete for port 85f0f545-6b51-41b2-a9ee-a8c17abc2f57 triggered by entity DHCP. {{(pid=83994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:35:29.390398 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-948490ce-3a66-4898-bc2a-90bc6c96914f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2080827'] for port, provisioning_complete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:29.395918 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-4c0cad13-3565-456f-92de-7684945c7fb0 req-8cfe0330-2523-4fa5-b707-236391605bec tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] 10.222.0.48 "GET /v2.0/security-groups?id=a93fc666-557c-41f0-a19e-88f680ecfa1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1823308 May 03 21:35:29.399649 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb094943-451a-4352-91a4-748f5098ff2c None None] Routers {'68150121-68dc-4495-bcf7-8d66179822f8'} bound to L3 agent in host dv-cinder-840377-1-iscsi {{(pid=83995) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 03 21:35:29.400603 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.db.l3_hamode_db [None req-eb094943-451a-4352-91a4-748f5098ff2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840377-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-03T21:19:18Z,description=,heartbeat_timestamp=2022-05-03T21:35:19Z,host='dv-cinder-840377-1-iscsi',id=c192ea1b-f7d6-49b7-9f22-5492fbafc6f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:19:19Z,topic='l3_agent')) {'router_ids': ['68150121-68dc-4495-bcf7-8d66179822f8'], 'active': True} {{(pid=83995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:35:29.502986 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-5087550d-de99-4532-911e-993f521342e0 tempest-TestMinimumBasicScenario-1676527086 tempest-TestMinimumBasicScenario-1676527086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746426'] for security_group, after_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:29.532941 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.notifiers.nova [-] Nova event matching ['req-830176fc-94c0-4081-bea7-6cb41d799fea'] response: {'name': 'network-changed', 'server_uuid': 'f13ba9d5-9344-4748-8e24-118858bfce42', 'tag': '85f0f545-6b51-41b2-a9ee-a8c17abc2f57', 'status': 'completed', 'code': 200} May 03 21:35:29.544360 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5087550d-de99-4532-911e-993f521342e0 tempest-TestMinimumBasicScenario-1676527086 tempest-TestMinimumBasicScenario-1676527086-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d42fd400-718a-4705-ba88-26516eaca3fc,revision_number=None']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:35:29.579081 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.notifiers.nova [-] Nova event matching ['req-064a68b8-d598-44dc-bca9-d410a4e89e9c'] response: {'name': 'network-changed', 'server_uuid': 'c8f9aa7c-153d-482a-b048-18cd034d21cb', 'tag': '479a7085-462d-430f-b37d-544e02378d26', 'status': 'completed', 'code': 200} May 03 21:35:29.721061 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-5087550d-de99-4532-911e-993f521342e0 tempest-TestMinimumBasicScenario-1676527086 tempest-TestMinimumBasicScenario-1676527086-project] Notify callbacks [] for security_group, before_response {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:29.726194 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [None req-5087550d-de99-4532-911e-993f521342e0 tempest-TestMinimumBasicScenario-1676527086 tempest-TestMinimumBasicScenario-1676527086-project] 10.222.0.48 "DELETE /v2.0/security-groups/d42fd400-718a-4705-ba88-26516eaca3fc HTTP/1.1" status: 204 len: 168 time: 1.1887221 May 03 21:35:29.727136 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.48', 32874) {{(pid=83992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:35:29.773110 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.db.l3_dvr_db [None req-eb094943-451a-4352-91a4-748f5098ff2c None None] Set router 68150121-68dc-4495-bcf7-8d66179822f8 gateway port host: dv-cinder-840377-1-iscsi {{(pid=83995) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 03 21:35:29.984718 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-d43d28a9-238d-4c95-b39d-182ff0c8dabe req-20542312-e51e-4d89-a827-a4f9ab484d70 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=03af834dfea4426086d2125bcea03d0f&device_id=f13ba9d5-9344-4748-8e24-118858bfce42 HTTP/1.1" status: 200 len: 1098 time: 0.3825614 May 03 21:35:30.015033 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.plugins.ml2.plugin [None req-f71689db-3fa9-417e-9d46-fd01f36193b2 tempest-TestMinimumBasicScenario-1676527086 tempest-TestMinimumBasicScenario-1676527086-project] Deleting port 30ad8f1e-70ed-4a73-84d1-5a7d144320a1 {{(pid=83992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 03 21:35:30.015730 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-f71689db-3fa9-417e-9d46-fd01f36193b2 tempest-TestMinimumBasicScenario-1676527086 tempest-TestMinimumBasicScenario-1676527086-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781386349267'] for port, before_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:30.088795 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-0450b4ee-2f20-4859-a44f-947cec41433d req-190810ec-1e87-4fcf-8625-c851d0ab7951 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=bd571e41b44a4bc6b16bf8163252f168&device_id=c8f9aa7c-153d-482a-b048-18cd034d21cb HTTP/1.1" status: 200 len: 1099 time: 0.3578341 May 03 21:35:30.150033 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fceef4b-a5f7-40d8-bc3c-f191d4592fa3 req-52ad2311-0e9f-415f-ac5c-f5353e593134 tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:35:30.151580 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-0fceef4b-a5f7-40d8-bc3c-f191d4592fa3 req-52ad2311-0e9f-415f-ac5c-f5353e593134 tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] 10.222.0.48 "GET /v2.0/ports?device_id=4e3930f0-3a9f-4d20-ae74-434e66c18c46 HTTP/1.1" status: 200 len: 945 time: 0.3022070 May 03 21:35:30.401209 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43d28a9-238d-4c95-b39d-182ff0c8dabe req-c5bfeae4-fee4-47be-8131-bedcf8f1efff service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:35:30.403576 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-d43d28a9-238d-4c95-b39d-182ff0c8dabe req-c5bfeae4-fee4-47be-8131-bedcf8f1efff service neutron] 10.222.0.42 "GET /v2.0/networks?id=9b51a3a3-5ba7-4915-a72e-fc06fbab7914 HTTP/1.1" status: 200 len: 915 time: 0.3959308 May 03 21:35:30.468139 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-f71689db-3fa9-417e-9d46-fd01f36193b2 tempest-TestMinimumBasicScenario-1676527086 tempest-TestMinimumBasicScenario-1676527086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749056'] for port, precommit_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:30.468497 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-f71689db-3fa9-417e-9d46-fd01f36193b2 tempest-TestMinimumBasicScenario-1676527086 tempest-TestMinimumBasicScenario-1676527086-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:30.510839 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.db.l3_hamode_db [None req-eb094943-451a-4352-91a4-748f5098ff2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68150121-68dc-4495-bcf7-8d66179822f8', 'name': 'tempest-AttachVolumeNegativeTest-487551053-router', 'tenant_id': 'bd571e41b44a4bc6b16bf8163252f168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c33334bd-f19e-453d-9f7b-349270405c58', 'external_fixed_ips': [{'subnet_id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'ip_address': '172.27.1.192'}], 'enable_snat': True}, 'gw_port_id': '07f5f895-667f-41a6-8b98-e761a27a9ddb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:28:25Z', 'updated_at': '2022-05-03T21:28:37Z', 'revision_number': 4, 'project_id': 'bd571e41b44a4bc6b16bf8163252f168', 'gw_port': {'id': '07f5f895-667f-41a6-8b98-e761a27a9ddb', 'name': '', 'network_id': 'c33334bd-f19e-453d-9f7b-349270405c58', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:26:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68150121-68dc-4495-bcf7-8d66179822f8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'ip_address': '172.27.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:28:27Z', 'updated_at': '2022-05-03T21:28:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840377-1-iscsi', '_floatingips': [{'id': '99add4f7-c290-46c6-9448-efd235ec6341', 'tenant_id': 'bd571e41b44a4bc6b16bf8163252f168', 'floating_ip_address': '172.27.1.52', 'floating_network_id': 'c33334bd-f19e-453d-9f7b-349270405c58', 'router_id': '68150121-68dc-4495-bcf7-8d66179822f8', 'port_id': '479a7085-462d-430f-b37d-544e02378d26', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'afa29ce3-7ea1-4fb3-8d15-b28913382476', 'mac_address': 'fa:16:3e:d4:e2:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8f9aa7c-153d-482a-b048-18cd034d21cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T21:35:02Z', 'updated_at': '2022-05-03T21:35:26Z', 'revision_number': 1, 'project_id': 'bd571e41b44a4bc6b16bf8163252f168', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4fd95030-f142-4d90-a90c-6a2865ea606e', 'name': '', 'network_id': 'afa29ce3-7ea1-4fb3-8d15-b28913382476', 'tenant_id': 'bd571e41b44a4bc6b16bf8163252f168', 'mac_address': 'fa:16:3e:7c:b9:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68150121-68dc-4495-bcf7-8d66179822f8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '663a4790-11b9-4523-b0db-a1ea41b30d40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:28:34Z', 'updated_at': '2022-05-03T21:29:46Z', 'revision_number': 5, 'project_id': 'bd571e41b44a4bc6b16bf8163252f168', 'subnets': [{'id': '663a4790-11b9-4523-b0db-a1ea41b30d40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840377-1-iscsi', False) {} {{(pid=83995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:35:30.527470 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb094943-451a-4352-91a4-748f5098ff2c None None] The sync data for ids ['68150121-68dc-4495-bcf7-8d66179822f8'] in dv-cinder-840377-1-iscsi is: [{'id': '68150121-68dc-4495-bcf7-8d66179822f8', 'name': 'tempest-AttachVolumeNegativeTest-487551053-router', 'tenant_id': 'bd571e41b44a4bc6b16bf8163252f168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c33334bd-f19e-453d-9f7b-349270405c58', 'external_fixed_ips': [{'subnet_id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'ip_address': '172.27.1.192'}], 'enable_snat': True}, 'gw_port_id': '07f5f895-667f-41a6-8b98-e761a27a9ddb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:28:25Z', 'updated_at': '2022-05-03T21:28:37Z', 'revision_number': 4, 'project_id': 'bd571e41b44a4bc6b16bf8163252f168', 'gw_port': {'id': '07f5f895-667f-41a6-8b98-e761a27a9ddb', 'name': '', 'network_id': 'c33334bd-f19e-453d-9f7b-349270405c58', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:26:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68150121-68dc-4495-bcf7-8d66179822f8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'ip_address': '172.27.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:28:27Z', 'updated_at': '2022-05-03T21:28:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840377-1-iscsi', '_floatingips': [{'id': '99add4f7-c290-46c6-9448-efd235ec6341', 'tenant_id': 'bd571e41b44a4bc6b16bf8163252f168', 'floating_ip_address': '172.27.1.52', 'floating_network_id': 'c33334bd-f19e-453d-9f7b-349270405c58', 'router_id': '68150121-68dc-4495-bcf7-8d66179822f8', 'port_id': '479a7085-462d-430f-b37d-544e02378d26', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'afa29ce3-7ea1-4fb3-8d15-b28913382476', 'mac_address': 'fa:16:3e:d4:e2:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8f9aa7c-153d-482a-b048-18cd034d21cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T21:35:02Z', 'updated_at': '2022-05-03T21:35:26Z', 'revision_number': 1, 'project_id': 'bd571e41b44a4bc6b16bf8163252f168', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4fd95030-f142-4d90-a90c-6a2865ea606e', 'name': '', 'network_id': 'afa29ce3-7ea1-4fb3-8d15-b28913382476', 'tenant_id': 'bd571e41b44a4bc6b16bf8163252f168', 'mac_address': 'fa:16:3e:7c:b9:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68150121-68dc-4495-bcf7-8d66179822f8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '663a4790-11b9-4523-b0db-a1ea41b30d40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:28:34Z', 'updated_at': '2022-05-03T21:29:46Z', 'revision_number': 5, 'project_id': 'bd571e41b44a4bc6b16bf8163252f168', 'subnets': [{'id': '663a4790-11b9-4523-b0db-a1ea41b30d40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83995) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 03 21:35:30.568655 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-0fceef4b-a5f7-40d8-bc3c-f191d4592fa3 req-beba2300-05b1-4dfd-8f5e-66373c3e6650 tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] 10.222.0.48 "GET /v2.0/security-groups?id=a93fc666-557c-41f0-a19e-88f680ecfa1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3578718 May 03 21:35:30.610105 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.48', 32888) {{(pid=83993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:35:30.634020 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0450b4ee-2f20-4859-a44f-947cec41433d req-0e963abf-5b96-4578-876f-0429b8590e0f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:35:30.647515 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-0450b4ee-2f20-4859-a44f-947cec41433d req-0e963abf-5b96-4578-876f-0429b8590e0f service neutron] 10.222.0.42 "GET /v2.0/networks?id=afa29ce3-7ea1-4fb3-8d15-b28913382476 HTTP/1.1" status: 200 len: 915 time: 0.5512872 May 03 21:35:30.659405 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.plugins.ml2.plugin [None req-f71689db-3fa9-417e-9d46-fd01f36193b2 tempest-TestMinimumBasicScenario-1676527086 tempest-TestMinimumBasicScenario-1676527086-project] Calling delete_port for 30ad8f1e-70ed-4a73-84d1-5a7d144320a1 owned by network:floatingip {{(pid=83992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 03 21:35:30.782696 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-d43d28a9-238d-4c95-b39d-182ff0c8dabe req-8a7e24b8-7b3f-4553-a176-64e75c1dd13d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=85f0f545-6b51-41b2-a9ee-a8c17abc2f57 HTTP/1.1" status: 200 len: 1001 time: 0.3666553 May 03 21:35:30.830176 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-0450b4ee-2f20-4859-a44f-947cec41433d req-b119648d-ec4c-4ee3-ac8b-3f2553aabe2e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=479a7085-462d-430f-b37d-544e02378d26 HTTP/1.1" status: 200 len: 999 time: 0.1511812 May 03 21:35:30.953615 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04c72ca5-7334-4c72-8d57-a99c63f8ad1b None None] New status for floating IP 99add4f7-c290-46c6-9448-efd235ec6341: ACTIVE {{(pid=83994) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 03 21:35:31.237533 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f33048-0f2b-41c5-90da-c52ccb6b607d req-d43e7025-1235-40e4-9a54-ee8c66d0ba99 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:35:31.242943 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-12f33048-0f2b-41c5-90da-c52ccb6b607d req-d43e7025-1235-40e4-9a54-ee8c66d0ba99 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] 10.222.0.48 "GET /v2.0/ports?device_id=49b86a80-657d-4e94-bc71-bcfe8f276469 HTTP/1.1" status: 200 len: 945 time: 0.4752400 May 03 21:35:31.314773 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0450b4ee-2f20-4859-a44f-947cec41433d req-c7b0a7a2-e6a1-4ee6-b52a-f171a9546ffd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:35:31.316310 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-0450b4ee-2f20-4859-a44f-947cec41433d req-c7b0a7a2-e6a1-4ee6-b52a-f171a9546ffd service neutron] 10.222.0.42 "GET /v2.0/subnets?id=663a4790-11b9-4523-b0db-a1ea41b30d40 HTTP/1.1" status: 200 len: 853 time: 0.4454412 May 03 21:35:31.339238 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-12f33048-0f2b-41c5-90da-c52ccb6b607d req-080ffe02-80e5-4b7a-aa20-21bec92dc888 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] 10.222.0.48 "GET /v2.0/security-groups?id=95308c2b-cca2-41de-8e93-f747eb13cdfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0884004 May 03 21:35:31.405049 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43d28a9-238d-4c95-b39d-182ff0c8dabe req-564cf4ac-e664-4a6c-8ab1-b8c8dd756736 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:35:31.408560 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-d43d28a9-238d-4c95-b39d-182ff0c8dabe req-564cf4ac-e664-4a6c-8ab1-b8c8dd756736 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2b4ffd3f-ee1e-4729-8300-c5c9c6b81a0d HTTP/1.1" status: 200 len: 853 time: 0.5799439 May 03 21:35:31.428736 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-f71689db-3fa9-417e-9d46-fd01f36193b2 tempest-TestMinimumBasicScenario-1676527086 tempest-TestMinimumBasicScenario-1676527086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781386188948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781385847444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3996730'] for port, after_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:31.485222 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71689db-3fa9-417e-9d46-fd01f36193b2 tempest-TestMinimumBasicScenario-1676527086 tempest-TestMinimumBasicScenario-1676527086-project] Pushing event deleted for resources: {'Port': ['ID=30ad8f1e-70ed-4a73-84d1-5a7d144320a1,revision_number=None']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:35:31.549370 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-868eb9c1-4acc-410d-bafe-f09c725d5bfd tempest-TestVolumeBootPattern-1780332728 tempest-TestVolumeBootPattern-1780332728-project-admin] Synchronizing usage tracker for tenant:ba56c29108034f8d8c9070a752249637 on resource:port {{(pid=83993) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 21:35:31.592934 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-0450b4ee-2f20-4859-a44f-947cec41433d req-0d3a408b-8fe6-4626-a575-795dff7cca88 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=afa29ce3-7ea1-4fb3-8d15-b28913382476&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2614615 May 03 21:35:31.652135 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-f71689db-3fa9-417e-9d46-fd01f36193b2 tempest-TestMinimumBasicScenario-1676527086 tempest-TestMinimumBasicScenario-1676527086-project] Notify callbacks [] for floatingip, after_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:31.697389 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-d43d28a9-238d-4c95-b39d-182ff0c8dabe req-a76b6f94-58a1-440d-89df-63226f2b524d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9b51a3a3-5ba7-4915-a72e-fc06fbab7914&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2802126 May 03 21:35:31.792732 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-868eb9c1-4acc-410d-bafe-f09c725d5bfd tempest-TestVolumeBootPattern-1780332728 tempest-TestVolumeBootPattern-1780332728-project-admin] Unset dirty status for tenant:ba56c29108034f8d8c9070a752249637 on resource:port {{(pid=83993) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 21:35:31.793627 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-868eb9c1-4acc-410d-bafe-f09c725d5bfd tempest-TestVolumeBootPattern-1780332728 tempest-TestVolumeBootPattern-1780332728-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=4e3930f0-3a9f-4d20-ae74-434e66c18c46 HTTP/1.1" status: 200 len: 1093 time: 1.1820681 May 03 21:35:31.797395 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.48', 32914) {{(pid=83992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:35:31.804323 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.v2.base [None req-c34ff7ce-d524-459f-b727-992e68a8194d tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] Request body: {'floatingip': {'floating_network_id': 'c33334bd-f19e-453d-9f7b-349270405c58', 'port_id': 'd3860f2c-7b5b-47b1-89e7-e6eac5582cd6', 'tenant_id': 'e665d5aad2c24ad7843ca060d41792d3', 'fixed_ip_address': '172.20.0.4'}} {{(pid=83992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 03 21:35:31.830874 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.db.quota.driver [None req-c34ff7ce-d524-459f-b727-992e68a8194d tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:35:31.841570 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.quota.resource [None req-c34ff7ce-d524-459f-b727-992e68a8194d tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] Usage tracker for resource:floatingip and tenant:e665d5aad2c24ad7843ca060d41792d3 is out of sync, need to count used quota {{(pid=83992) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:35:31.849633 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.quota.resource [None req-c34ff7ce-d524-459f-b727-992e68a8194d tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83992) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:35:31.863158 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.db.quota.driver [None req-c34ff7ce-d524-459f-b727-992e68a8194d tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:35:31.877108 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-0450b4ee-2f20-4859-a44f-947cec41433d req-1b2b3a00-6313-4731-b067-1349c24dd59d service neutron] 10.222.0.42 "GET /v2.0/networks/afa29ce3-7ea1-4fb3-8d15-b28913382476?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2799017 May 03 21:35:31.981524 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-d43d28a9-238d-4c95-b39d-182ff0c8dabe req-08317566-46ed-4968-874c-66fb6f486bb5 service neutron] 10.222.0.42 "GET /v2.0/networks/9b51a3a3-5ba7-4915-a72e-fc06fbab7914?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2767220 May 03 21:35:32.036531 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-c34ff7ce-d524-459f-b727-992e68a8194d tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] Notify callbacks [] for floatingip, before_create {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:32.241104 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-0450b4ee-2f20-4859-a44f-947cec41433d req-a5ca40a0-c0d4-4461-87fa-9b8c830f48f7 service neutron] 10.222.0.42 "GET /v2.0/networks/afa29ce3-7ea1-4fb3-8d15-b28913382476?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3448679 May 03 21:35:32.273390 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-d43d28a9-238d-4c95-b39d-182ff0c8dabe req-40a24348-8438-4bec-983c-019151d228ad service neutron] 10.222.0.42 "GET /v2.0/networks/9b51a3a3-5ba7-4915-a72e-fc06fbab7914?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2765586 May 03 21:35:32.336186 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-c34ff7ce-d524-459f-b727-992e68a8194d tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1124352'] for port, before_create {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:32.432127 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f71689db-3fa9-417e-9d46-fd01f36193b2 tempest-TestMinimumBasicScenario-1676527086 tempest-TestMinimumBasicScenario-1676527086-project] Router 15c1eece-a342-46e9-847f-2e935141fb69 has already been hosted by L3 agent c192ea1b-f7d6-49b7-9f22-5492fbafc6f3 {{(pid=83992) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 03 21:35:32.660738 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2a7259-187a-4675-b71f-7a1d2a16fe4e req-79c8845c-60b3-4c37-9349-7d7cd81a4bcc tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:35:32.660738 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-bf2a7259-187a-4675-b71f-7a1d2a16fe4e req-79c8845c-60b3-4c37-9349-7d7cd81a4bcc tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] 10.222.0.48 "GET /v2.0/ports?device_id=49b86a80-657d-4e94-bc71-bcfe8f276469 HTTP/1.1" status: 200 len: 945 time: 0.1093891 May 03 21:35:32.731544 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.db.db_base_plugin_common [None req-c34ff7ce-d524-459f-b727-992e68a8194d tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] Allocated IP 172.27.1.146 (c33334bd-f19e-453d-9f7b-349270405c58/8155f8f1-bdbd-4c1c-8daf-045a3e4a5222/97a15c06-33a8-432e-81e9-a00c051167b3) {{(pid=83992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 21:35:32.738468 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-bf2a7259-187a-4675-b71f-7a1d2a16fe4e req-8c4be6cb-72da-4df3-ad64-e7070a9d2540 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] 10.222.0.48 "GET /v2.0/security-groups?id=95308c2b-cca2-41de-8e93-f747eb13cdfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0700712 May 03 21:35:33.088192 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-c34ff7ce-d524-459f-b727-992e68a8194d tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] Notify callbacks [] for port, precommit_create {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:33.120331 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f71689db-3fa9-417e-9d46-fd01f36193b2 tempest-TestMinimumBasicScenario-1676527086 tempest-TestMinimumBasicScenario-1676527086-project] Notify agent at l3_agent.dv-cinder-840377-1-iscsi the message routers_updated {{(pid=83992) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 21:35:33.156662 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1855e333-d44b-435f-80c2-07779b3c1456 None None] Sync routers for ids ['15c1eece-a342-46e9-847f-2e935141fb69'] in dv-cinder-840377-1-iscsi {{(pid=83995) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 03 21:35:33.180936 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1855e333-d44b-435f-80c2-07779b3c1456 None None] Routers {'15c1eece-a342-46e9-847f-2e935141fb69'} bound to L3 agent in host dv-cinder-840377-1-iscsi {{(pid=83995) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 03 21:35:33.181782 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.db.l3_hamode_db [None req-1855e333-d44b-435f-80c2-07779b3c1456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840377-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-03T21:19:18Z,description=,heartbeat_timestamp=2022-05-03T21:35:19Z,host='dv-cinder-840377-1-iscsi',id=c192ea1b-f7d6-49b7-9f22-5492fbafc6f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:19:19Z,topic='l3_agent')) {'router_ids': ['15c1eece-a342-46e9-847f-2e935141fb69'], 'active': True} {{(pid=83995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:35:33.314433 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-f71689db-3fa9-417e-9d46-fd01f36193b2 tempest-TestMinimumBasicScenario-1676527086 tempest-TestMinimumBasicScenario-1676527086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93163'] for floatingip, before_response {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:33.350285 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-c34ff7ce-d524-459f-b727-992e68a8194d tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781385847435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3996730'] for port, after_create {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:33.490283 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.db.l3_dvr_db [None req-1855e333-d44b-435f-80c2-07779b3c1456 None None] Set router 15c1eece-a342-46e9-847f-2e935141fb69 gateway port host: dv-cinder-840377-1-iscsi {{(pid=83995) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 03 21:35:33.501828 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c34ff7ce-d524-459f-b727-992e68a8194d tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] Network c33334bd-f19e-453d-9f7b-349270405c58 is already hosted by enough agents. {{(pid=83992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 21:35:33.507466 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [None req-f71689db-3fa9-417e-9d46-fd01f36193b2 tempest-TestMinimumBasicScenario-1676527086 tempest-TestMinimumBasicScenario-1676527086-project] 10.222.0.48 "DELETE /v2.0/floatingips/143892a8-6197-4f48-8570-a2669017d57c HTTP/1.1" status: 204 len: 168 time: 3.7791495 May 03 21:35:33.512029 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f13ba9d5-9344-4748-8e24-118858bfce42', 'tag': '85f0f545-6b51-41b2-a9ee-a8c17abc2f57'}] {{(pid=83992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 03 21:35:33.519682 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.scheduler.base_scheduler [None req-c34ff7ce-d524-459f-b727-992e68a8194d tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] Resources bound (agent type, host, resource id): {{(pid=83992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 21:35:33.522792 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c34ff7ce-d524-459f-b727-992e68a8194d tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] Received port after_create {{(pid=83992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 03 21:35:33.608698 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34ff7ce-d524-459f-b727-992e68a8194d tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] Pushing event updated for resources: {'Port': ['ID=97a15c06-33a8-432e-81e9-a00c051167b3,revision_number=1']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:35:33.781110 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e730ed13-1b20-4b29-aea0-fcf369e96629'] response: {'name': 'network-changed', 'server_uuid': 'f13ba9d5-9344-4748-8e24-118858bfce42', 'tag': '85f0f545-6b51-41b2-a9ee-a8c17abc2f57', 'status': 'completed', 'code': 200} May 03 21:35:33.968637 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-fb141863-bae8-4f00-9963-775d0a4a2d7d req-4adbdab6-d928-47db-b819-5e37cdf95d51 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=03af834dfea4426086d2125bcea03d0f&device_id=f13ba9d5-9344-4748-8e24-118858bfce42 HTTP/1.1" status: 200 len: 1098 time: 0.1575453 May 03 21:35:34.288045 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb141863-bae8-4f00-9963-775d0a4a2d7d req-c34a4ba7-c59d-434d-ba1b-4cc35dd253b5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:35:34.289579 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-fb141863-bae8-4f00-9963-775d0a4a2d7d req-c34a4ba7-c59d-434d-ba1b-4cc35dd253b5 service neutron] 10.222.0.42 "GET /v2.0/networks?id=9b51a3a3-5ba7-4915-a72e-fc06fbab7914 HTTP/1.1" status: 200 len: 915 time: 0.3150237 May 03 21:35:34.332704 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.db.l3_hamode_db [None req-1855e333-d44b-435f-80c2-07779b3c1456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15c1eece-a342-46e9-847f-2e935141fb69', 'name': 'tempest-TestMinimumBasicScenario-609706780-router', 'tenant_id': '03af834dfea4426086d2125bcea03d0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c33334bd-f19e-453d-9f7b-349270405c58', 'external_fixed_ips': [{'subnet_id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'ip_address': '172.27.1.122'}], 'enable_snat': True}, 'gw_port_id': '004b165d-575a-48a1-9395-9c16ea05de7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:32:06Z', 'updated_at': '2022-05-03T21:32:11Z', 'revision_number': 4, 'project_id': '03af834dfea4426086d2125bcea03d0f', 'gw_port': {'id': '004b165d-575a-48a1-9395-9c16ea05de7e', 'name': '', 'network_id': 'c33334bd-f19e-453d-9f7b-349270405c58', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:64:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15c1eece-a342-46e9-847f-2e935141fb69', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'ip_address': '172.27.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:32:07Z', 'updated_at': '2022-05-03T21:32:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840377-1-iscsi', '_interfaces': [{'id': 'eea655d8-d9fa-49c9-92ac-fe5863b5a45c', 'name': '', 'network_id': '9b51a3a3-5ba7-4915-a72e-fc06fbab7914', 'tenant_id': '03af834dfea4426086d2125bcea03d0f', 'mac_address': 'fa:16:3e:2e:e2:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15c1eece-a342-46e9-847f-2e935141fb69', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2b4ffd3f-ee1e-4729-8300-c5c9c6b81a0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:32:10Z', 'updated_at': '2022-05-03T21:32:22Z', 'revision_number': 5, 'project_id': '03af834dfea4426086d2125bcea03d0f', 'subnets': [{'id': '2b4ffd3f-ee1e-4729-8300-c5c9c6b81a0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840377-1-iscsi', False) {} {{(pid=83995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:35:34.366628 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1855e333-d44b-435f-80c2-07779b3c1456 None None] Checking router: 15c1eece-a342-46e9-847f-2e935141fb69 for host: dv-cinder-840377-1-iscsi {{(pid=83995) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 03 21:35:34.366628 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1855e333-d44b-435f-80c2-07779b3c1456 None None] Routers {'15c1eece-a342-46e9-847f-2e935141fb69'} bound to L3 agent in host dv-cinder-840377-1-iscsi {{(pid=83995) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 03 21:35:34.366628 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.db.l3_hamode_db [None req-1855e333-d44b-435f-80c2-07779b3c1456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840377-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-03T21:19:18Z,description=,heartbeat_timestamp=2022-05-03T21:35:19Z,host='dv-cinder-840377-1-iscsi',id=c192ea1b-f7d6-49b7-9f22-5492fbafc6f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:19:19Z,topic='l3_agent')) {'router_ids': ['15c1eece-a342-46e9-847f-2e935141fb69'], 'active': True} {{(pid=83995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:35:34.390533 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33588c3-f256-4205-b669-e72eba90ebbe req-ec20ef12-c582-4c07-a826-00dcef7cf480 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:35:34.398271 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-b33588c3-f256-4205-b669-e72eba90ebbe req-ec20ef12-c582-4c07-a826-00dcef7cf480 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] 10.222.0.48 "GET /v2.0/ports?device_id=49b86a80-657d-4e94-bc71-bcfe8f276469 HTTP/1.1" status: 200 len: 945 time: 0.2527559 May 03 21:35:34.436817 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-fb141863-bae8-4f00-9963-775d0a4a2d7d req-b2daeedb-4bc4-4f7c-b748-673385f47e50 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=85f0f545-6b51-41b2-a9ee-a8c17abc2f57 HTTP/1.1" status: 200 len: 217 time: 0.1333036 May 03 21:35:34.520789 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-b33588c3-f256-4205-b669-e72eba90ebbe req-d13f9bb2-c083-4f0d-b821-9e1441d2e04e tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] 10.222.0.48 "GET /v2.0/security-groups?id=95308c2b-cca2-41de-8e93-f747eb13cdfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1215570 May 03 21:35:34.550406 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb141863-bae8-4f00-9963-775d0a4a2d7d req-cb03de0e-850c-42af-9caf-f8475da4266e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:35:34.552323 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-fb141863-bae8-4f00-9963-775d0a4a2d7d req-cb03de0e-850c-42af-9caf-f8475da4266e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2b4ffd3f-ee1e-4729-8300-c5c9c6b81a0d HTTP/1.1" status: 200 len: 853 time: 0.1002557 May 03 21:35:34.737637 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-fb141863-bae8-4f00-9963-775d0a4a2d7d req-2b8dea89-ba1a-4deb-9b51-bf542ba529d5 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9b51a3a3-5ba7-4915-a72e-fc06fbab7914&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1772408 May 03 21:35:34.885025 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.db.l3_dvr_db [None req-1855e333-d44b-435f-80c2-07779b3c1456 None None] Set router 15c1eece-a342-46e9-847f-2e935141fb69 gateway port host: dv-cinder-840377-1-iscsi {{(pid=83995) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 03 21:35:34.945187 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-c34ff7ce-d524-459f-b727-992e68a8194d tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:35.051222 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-fb141863-bae8-4f00-9963-775d0a4a2d7d req-ad642239-cb58-4fc6-8228-25d12e2c7f88 service neutron] 10.222.0.42 "GET /v2.0/networks/9b51a3a3-5ba7-4915-a72e-fc06fbab7914?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3052986 May 03 21:35:35.203066 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-c34ff7ce-d524-459f-b727-992e68a8194d tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1124352'] for port, before_update {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:35.305511 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.db.l3_hamode_db [None req-1855e333-d44b-435f-80c2-07779b3c1456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15c1eece-a342-46e9-847f-2e935141fb69', 'name': 'tempest-TestMinimumBasicScenario-609706780-router', 'tenant_id': '03af834dfea4426086d2125bcea03d0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c33334bd-f19e-453d-9f7b-349270405c58', 'external_fixed_ips': [{'subnet_id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'ip_address': '172.27.1.122'}], 'enable_snat': True}, 'gw_port_id': '004b165d-575a-48a1-9395-9c16ea05de7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:32:06Z', 'updated_at': '2022-05-03T21:32:11Z', 'revision_number': 4, 'project_id': '03af834dfea4426086d2125bcea03d0f', 'gw_port': {'id': '004b165d-575a-48a1-9395-9c16ea05de7e', 'name': '', 'network_id': 'c33334bd-f19e-453d-9f7b-349270405c58', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:64:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15c1eece-a342-46e9-847f-2e935141fb69', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'ip_address': '172.27.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:32:07Z', 'updated_at': '2022-05-03T21:32:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840377-1-iscsi', '_interfaces': [{'id': 'eea655d8-d9fa-49c9-92ac-fe5863b5a45c', 'name': '', 'network_id': '9b51a3a3-5ba7-4915-a72e-fc06fbab7914', 'tenant_id': '03af834dfea4426086d2125bcea03d0f', 'mac_address': 'fa:16:3e:2e:e2:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15c1eece-a342-46e9-847f-2e935141fb69', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2b4ffd3f-ee1e-4729-8300-c5c9c6b81a0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:32:10Z', 'updated_at': '2022-05-03T21:32:22Z', 'revision_number': 5, 'project_id': '03af834dfea4426086d2125bcea03d0f', 'subnets': [{'id': '2b4ffd3f-ee1e-4729-8300-c5c9c6b81a0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840377-1-iscsi', False) {} {{(pid=83995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:35:35.313849 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1855e333-d44b-435f-80c2-07779b3c1456 None None] The sync data for ids ['15c1eece-a342-46e9-847f-2e935141fb69'] in dv-cinder-840377-1-iscsi is: [{'id': '15c1eece-a342-46e9-847f-2e935141fb69', 'name': 'tempest-TestMinimumBasicScenario-609706780-router', 'tenant_id': '03af834dfea4426086d2125bcea03d0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c33334bd-f19e-453d-9f7b-349270405c58', 'external_fixed_ips': [{'subnet_id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'ip_address': '172.27.1.122'}], 'enable_snat': True}, 'gw_port_id': '004b165d-575a-48a1-9395-9c16ea05de7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:32:06Z', 'updated_at': '2022-05-03T21:32:11Z', 'revision_number': 4, 'project_id': '03af834dfea4426086d2125bcea03d0f', 'gw_port': {'id': '004b165d-575a-48a1-9395-9c16ea05de7e', 'name': '', 'network_id': 'c33334bd-f19e-453d-9f7b-349270405c58', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:64:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15c1eece-a342-46e9-847f-2e935141fb69', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'ip_address': '172.27.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:32:07Z', 'updated_at': '2022-05-03T21:32:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840377-1-iscsi', '_interfaces': [{'id': 'eea655d8-d9fa-49c9-92ac-fe5863b5a45c', 'name': '', 'network_id': '9b51a3a3-5ba7-4915-a72e-fc06fbab7914', 'tenant_id': '03af834dfea4426086d2125bcea03d0f', 'mac_address': 'fa:16:3e:2e:e2:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15c1eece-a342-46e9-847f-2e935141fb69', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2b4ffd3f-ee1e-4729-8300-c5c9c6b81a0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:32:10Z', 'updated_at': '2022-05-03T21:32:22Z', 'revision_number': 5, 'project_id': '03af834dfea4426086d2125bcea03d0f', 'subnets': [{'id': '2b4ffd3f-ee1e-4729-8300-c5c9c6b81a0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83995) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 03 21:35:35.347440 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.48', 32988) {{(pid=83993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:35:35.357820 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-fb141863-bae8-4f00-9963-775d0a4a2d7d req-545cdee3-8629-433f-a910-bbcd86d73ed6 service neutron] 10.222.0.42 "GET /v2.0/networks/9b51a3a3-5ba7-4915-a72e-fc06fbab7914?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2990489 May 03 21:35:35.528442 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-c34ff7ce-d524-459f-b727-992e68a8194d tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] Notify callbacks [] for port, precommit_update {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:35.549533 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-c7421a79-6011-491f-aa33-327b701b0568 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:35.589107 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-c7421a79-6011-491f-aa33-327b701b0568 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:35:35.594430 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-c7421a79-6011-491f-aa33-327b701b0568 admin admin] Usage tracker for resource:security_group_rule and tenant:b01a76181f0a4ce895122dab4048fa9e is out of sync, need to count used quota {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:35:35.597640 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-c7421a79-6011-491f-aa33-327b701b0568 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:35:35.604220 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-c7421a79-6011-491f-aa33-327b701b0568 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:35:35.640228 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-c34ff7ce-d524-459f-b727-992e68a8194d tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781386188966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781385847453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781385847498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3996739'] for port, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:35.735274 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-c7421a79-6011-491f-aa33-327b701b0568 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:35.821931 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34ff7ce-d524-459f-b727-992e68a8194d tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] Pushing event updated for resources: {'Port': ['ID=97a15c06-33a8-432e-81e9-a00c051167b3,revision_number=2']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:35:35.830630 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-c34ff7ce-d524-459f-b727-992e68a8194d tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-332800'] for floatingip, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:35.839259 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3b1207-c2e4-4234-b607-95df9c34cbca req-d6ba470b-a2db-442a-9937-d631b3c47497 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:35:35.849596 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-4d3b1207-c2e4-4234-b607-95df9c34cbca req-d6ba470b-a2db-442a-9937-d631b3c47497 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] 10.222.0.48 "GET /v2.0/ports?device_id=49b86a80-657d-4e94-bc71-bcfe8f276469 HTTP/1.1" status: 200 len: 945 time: 0.1173244 May 03 21:35:35.874644 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-c7421a79-6011-491f-aa33-327b701b0568 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746426'] for security_group, after_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:35.958903 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7421a79-6011-491f-aa33-327b701b0568 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fe1f8ad-f620-4c3f-89fa-87620d9930aa,revision_number=1']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:35:35.964113 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-c7421a79-6011-491f-aa33-327b701b0568 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b01a76181f0a4ce895122dab4048fa9e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6155059 May 03 21:35:35.977850 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-4d3b1207-c2e4-4234-b607-95df9c34cbca req-0f237699-7eb1-4bbd-9b88-18f7fb9dcc69 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] 10.222.0.48 "GET /v2.0/security-groups?id=95308c2b-cca2-41de-8e93-f747eb13cdfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1269498 May 03 21:35:35.978874 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.48', 33002) {{(pid=83993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:35:36.105155 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-5cadc518-d6d1-407f-b970-2413bf1be8c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:36.171352 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-5cadc518-d6d1-407f-b970-2413bf1be8c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:36.190362 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.db.l3_db [None req-c34ff7ce-d524-459f-b727-992e68a8194d tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] Floating IP 31722e22-c090-4efc-b6b4-17feef6f44f7 associated. External IP: 172.27.1.146, port: d3860f2c-7b5b-47b1-89e7-e6eac5582cd6. May 03 21:35:36.325728 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-5cadc518-d6d1-407f-b970-2413bf1be8c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746426'] for security_group, after_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:36.346239 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cadc518-d6d1-407f-b970-2413bf1be8c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fe1f8ad-f620-4c3f-89fa-87620d9930aa,revision_number=None']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:35:36.355238 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-5cadc518-d6d1-407f-b970-2413bf1be8c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:36.360451 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-5cadc518-d6d1-407f-b970-2413bf1be8c8 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/4fe1f8ad-f620-4c3f-89fa-87620d9930aa HTTP/1.1" status: 204 len: 168 time: 0.3806069 May 03 21:35:36.863560 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c34ff7ce-d524-459f-b727-992e68a8194d tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] Router 2e3dfff1-9645-409e-bf30-4464ec3b1553 has already been hosted by L3 agent c192ea1b-f7d6-49b7-9f22-5492fbafc6f3 {{(pid=83992) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 03 21:35:37.158493 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c34ff7ce-d524-459f-b727-992e68a8194d tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] Notify agent at l3_agent.dv-cinder-840377-1-iscsi the message routers_updated {{(pid=83992) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 21:35:37.170541 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc5d599f-3a21-4bf7-a6d8-ded0111f31c6 None None] Sync routers for ids ['2e3dfff1-9645-409e-bf30-4464ec3b1553'] in dv-cinder-840377-1-iscsi {{(pid=83994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 03 21:35:37.203992 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc5d599f-3a21-4bf7-a6d8-ded0111f31c6 None None] Routers {'2e3dfff1-9645-409e-bf30-4464ec3b1553'} bound to L3 agent in host dv-cinder-840377-1-iscsi {{(pid=83994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 03 21:35:37.204959 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.l3_hamode_db [None req-bc5d599f-3a21-4bf7-a6d8-ded0111f31c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840377-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-03T21:19:18Z,description=,heartbeat_timestamp=2022-05-03T21:35:19Z,host='dv-cinder-840377-1-iscsi',id=c192ea1b-f7d6-49b7-9f22-5492fbafc6f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:19:19Z,topic='l3_agent')) {'router_ids': ['2e3dfff1-9645-409e-bf30-4464ec3b1553'], 'active': True} {{(pid=83994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:35:37.314002 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-c34ff7ce-d524-459f-b727-992e68a8194d tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93163'] for floatingip, before_response {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:37.387334 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fe744a-9508-45b3-8a1c-5ddc86678401 req-b4c5ab4a-94ee-4854-abcd-dee20192a29b tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:35:37.397120 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-96fe744a-9508-45b3-8a1c-5ddc86678401 req-b4c5ab4a-94ee-4854-abcd-dee20192a29b tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] 10.222.0.48 "GET /v2.0/ports?device_id=49b86a80-657d-4e94-bc71-bcfe8f276469 HTTP/1.1" status: 200 len: 945 time: 0.1880906 May 03 21:35:37.442536 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.48', 33022) {{(pid=83993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:35:37.470560 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-e8977acb-ae60-4c54-9def-53cd63d497f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:37.483364 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [None req-c34ff7ce-d524-459f-b727-992e68a8194d tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 5.6838667 May 03 21:35:37.483920 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e3930f0-3a9f-4d20-ae74-434e66c18c46', 'tag': 'd3860f2c-7b5b-47b1-89e7-e6eac5582cd6'}] {{(pid=83992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 03 21:35:37.528165 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-96fe744a-9508-45b3-8a1c-5ddc86678401 req-63a7c386-4cae-443a-be20-a5400ce03f1b tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] 10.222.0.48 "GET /v2.0/security-groups?id=95308c2b-cca2-41de-8e93-f747eb13cdfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1287470 May 03 21:35:37.574568 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-e8977acb-ae60-4c54-9def-53cd63d497f9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:35:37.586734 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-e8977acb-ae60-4c54-9def-53cd63d497f9 admin admin] Usage tracker for resource:security_group_rule and tenant:6830a0fba6a5447c9e8fc8302dfdb3a1 is out of sync, need to count used quota {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:35:37.595888 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-e8977acb-ae60-4c54-9def-53cd63d497f9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:35:37.612134 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-e8977acb-ae60-4c54-9def-53cd63d497f9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:35:37.670867 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2b69903-3da6-40c4-bdc8-0965e9e17ddc None None] New status for floating IP 143892a8-6197-4f48-8570-a2669017d57c: DOWN {{(pid=83995) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 03 21:35:37.680610 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.l3_dvr_db [None req-bc5d599f-3a21-4bf7-a6d8-ded0111f31c6 None None] Set router 2e3dfff1-9645-409e-bf30-4464ec3b1553 gateway port host: dv-cinder-840377-1-iscsi {{(pid=83994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 03 21:35:37.728316 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4d99b524-a1d3-4349-b776-d96045deacc6'] response: {'name': 'network-changed', 'server_uuid': '4e3930f0-3a9f-4d20-ae74-434e66c18c46', 'tag': 'd3860f2c-7b5b-47b1-89e7-e6eac5582cd6', 'status': 'completed', 'code': 200} May 03 21:35:37.903577 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-e8977acb-ae60-4c54-9def-53cd63d497f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:37.961802 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-2c190100-7723-4e86-b392-bac897e1e7c5 req-2ca0c48a-3465-4efc-bb43-c05da2e8d35e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e665d5aad2c24ad7843ca060d41792d3&device_id=4e3930f0-3a9f-4d20-ae74-434e66c18c46 HTTP/1.1" status: 200 len: 1098 time: 0.1761436 May 03 21:35:37.971608 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-e8977acb-ae60-4c54-9def-53cd63d497f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746426'] for security_group, after_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:38.083647 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-e8977acb-ae60-4c54-9def-53cd63d497f9 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=6830a0fba6a5447c9e8fc8302dfdb3a1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6428246 May 03 21:35:38.087589 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.48', 33036) {{(pid=83992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:35:38.241196 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-5c273930-892a-4d05-9822-d41f1b1ba000 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:38.278417 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8977acb-ae60-4c54-9def-53cd63d497f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d4e3670-dd6d-495d-bd71-6a8d1230e2eb,revision_number=1']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:35:38.300213 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-5c273930-892a-4d05-9822-d41f1b1ba000 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:38.366952 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c190100-7723-4e86-b392-bac897e1e7c5 req-708bb281-9131-4426-b87a-3c3accec3811 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:35:38.370288 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-2c190100-7723-4e86-b392-bac897e1e7c5 req-708bb281-9131-4426-b87a-3c3accec3811 service neutron] 10.222.0.42 "GET /v2.0/networks?id=f0a9fce1-0034-4c9f-bab5-3584af0c3657 HTTP/1.1" status: 200 len: 913 time: 0.3369064 May 03 21:35:38.391261 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.l3_hamode_db [None req-bc5d599f-3a21-4bf7-a6d8-ded0111f31c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e3dfff1-9645-409e-bf30-4464ec3b1553', 'name': 'tempest-TestVolumeBootPattern-1397119621-router', 'tenant_id': 'e665d5aad2c24ad7843ca060d41792d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c33334bd-f19e-453d-9f7b-349270405c58', 'external_fixed_ips': [{'subnet_id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'ip_address': '172.27.1.207'}], 'enable_snat': True}, 'gw_port_id': '8cea356d-7d33-44b4-a4b5-aec73b440abd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:34:12Z', 'updated_at': '2022-05-03T21:34:17Z', 'revision_number': 4, 'project_id': 'e665d5aad2c24ad7843ca060d41792d3', 'gw_port': {'id': '8cea356d-7d33-44b4-a4b5-aec73b440abd', 'name': '', 'network_id': 'c33334bd-f19e-453d-9f7b-349270405c58', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:d1:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e3dfff1-9645-409e-bf30-4464ec3b1553', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'ip_address': '172.27.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:34:13Z', 'updated_at': '2022-05-03T21:34:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840377-1-iscsi', '_floatingips': [{'id': '31722e22-c090-4efc-b6b4-17feef6f44f7', 'tenant_id': 'e665d5aad2c24ad7843ca060d41792d3', 'floating_ip_address': '172.27.1.146', 'floating_network_id': 'c33334bd-f19e-453d-9f7b-349270405c58', 'router_id': '2e3dfff1-9645-409e-bf30-4464ec3b1553', 'port_id': 'd3860f2c-7b5b-47b1-89e7-e6eac5582cd6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f0a9fce1-0034-4c9f-bab5-3584af0c3657', 'mac_address': 'fa:16:3e:d4:81:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e3930f0-3a9f-4d20-ae74-434e66c18c46', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T21:35:34Z', 'updated_at': '2022-05-03T21:35:34Z', 'revision_number': 0, 'project_id': 'e665d5aad2c24ad7843ca060d41792d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '417ff828-e1a3-471a-ac64-bc91b666d26e', 'name': '', 'network_id': 'f0a9fce1-0034-4c9f-bab5-3584af0c3657', 'tenant_id': 'e665d5aad2c24ad7843ca060d41792d3', 'mac_address': 'fa:16:3e:c1:d6:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e3dfff1-9645-409e-bf30-4464ec3b1553', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '668a4303-55d7-4be7-977c-0eb3f7451c76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:34:16Z', 'updated_at': '2022-05-03T21:34:26Z', 'revision_number': 5, 'project_id': 'e665d5aad2c24ad7843ca060d41792d3', 'subnets': [{'id': '668a4303-55d7-4be7-977c-0eb3f7451c76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840377-1-iscsi', False) {} {{(pid=83994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:35:38.408142 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc5d599f-3a21-4bf7-a6d8-ded0111f31c6 None None] Checking router: 2e3dfff1-9645-409e-bf30-4464ec3b1553 for host: dv-cinder-840377-1-iscsi {{(pid=83994) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 03 21:35:38.430216 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc5d599f-3a21-4bf7-a6d8-ded0111f31c6 None None] Routers {'2e3dfff1-9645-409e-bf30-4464ec3b1553'} bound to L3 agent in host dv-cinder-840377-1-iscsi {{(pid=83994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 03 21:35:38.431158 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.l3_hamode_db [None req-bc5d599f-3a21-4bf7-a6d8-ded0111f31c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840377-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-03T21:19:18Z,description=,heartbeat_timestamp=2022-05-03T21:35:19Z,host='dv-cinder-840377-1-iscsi',id=c192ea1b-f7d6-49b7-9f22-5492fbafc6f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:19:19Z,topic='l3_agent')) {'router_ids': ['2e3dfff1-9645-409e-bf30-4464ec3b1553'], 'active': True} {{(pid=83994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:35:38.491656 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-5c273930-892a-4d05-9822-d41f1b1ba000 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746426'] for security_group, after_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:38.553909 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c273930-892a-4d05-9822-d41f1b1ba000 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d4e3670-dd6d-495d-bd71-6a8d1230e2eb,revision_number=None']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:35:38.559734 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-5c273930-892a-4d05-9822-d41f1b1ba000 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:38.565960 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [None req-5c273930-892a-4d05-9822-d41f1b1ba000 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/7d4e3670-dd6d-495d-bd71-6a8d1230e2eb HTTP/1.1" status: 204 len: 168 time: 0.4766536 May 03 21:35:38.680837 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-2c190100-7723-4e86-b392-bac897e1e7c5 req-90441a84-f39d-4dee-8f25-cb2e4e8341bf service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d3860f2c-7b5b-47b1-89e7-e6eac5582cd6 HTTP/1.1" status: 200 len: 999 time: 0.2800236 May 03 21:35:38.822026 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c190100-7723-4e86-b392-bac897e1e7c5 req-e2e1c44b-eb9e-4d19-9ca1-f29cede156b8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:35:38.830781 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-2c190100-7723-4e86-b392-bac897e1e7c5 req-e2e1c44b-eb9e-4d19-9ca1-f29cede156b8 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=668a4303-55d7-4be7-977c-0eb3f7451c76 HTTP/1.1" status: 200 len: 851 time: 0.1441848 May 03 21:35:38.922322 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.l3_dvr_db [None req-bc5d599f-3a21-4bf7-a6d8-ded0111f31c6 None None] Set router 2e3dfff1-9645-409e-bf30-4464ec3b1553 gateway port host: dv-cinder-840377-1-iscsi {{(pid=83994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 03 21:35:38.959110 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d63677-e60f-4cff-bf18-41988209ab07 req-b4714d58-e0a9-40c5-b1d8-6aaea67405f9 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:35:38.976201 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-80d63677-e60f-4cff-bf18-41988209ab07 req-b4714d58-e0a9-40c5-b1d8-6aaea67405f9 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] 10.222.0.48 "GET /v2.0/ports?device_id=49b86a80-657d-4e94-bc71-bcfe8f276469 HTTP/1.1" status: 200 len: 945 time: 0.1978872 May 03 21:35:39.011089 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-2c190100-7723-4e86-b392-bac897e1e7c5 req-f31cc460-60e8-4480-a47a-ae7cadcff7a1 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f0a9fce1-0034-4c9f-bab5-3584af0c3657&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1732678 May 03 21:35:39.078873 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-80d63677-e60f-4cff-bf18-41988209ab07 req-288b46b5-1a2a-4004-a6ab-89d6a7e6cbbe tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] 10.222.0.48 "GET /v2.0/security-groups?id=95308c2b-cca2-41de-8e93-f747eb13cdfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1011915 May 03 21:35:39.423808 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-2c190100-7723-4e86-b392-bac897e1e7c5 req-ccec0308-1675-47a8-adf4-d9d159493d6b service neutron] 10.222.0.42 "GET /v2.0/networks/f0a9fce1-0034-4c9f-bab5-3584af0c3657?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4064157 May 03 21:35:39.612869 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-2c190100-7723-4e86-b392-bac897e1e7c5 req-1afedb1d-06fc-48c2-81ce-27ac53536435 service neutron] 10.222.0.42 "GET /v2.0/networks/f0a9fce1-0034-4c9f-bab5-3584af0c3657?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1818841 May 03 21:35:39.811100 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.l3_hamode_db [None req-bc5d599f-3a21-4bf7-a6d8-ded0111f31c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e3dfff1-9645-409e-bf30-4464ec3b1553', 'name': 'tempest-TestVolumeBootPattern-1397119621-router', 'tenant_id': 'e665d5aad2c24ad7843ca060d41792d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c33334bd-f19e-453d-9f7b-349270405c58', 'external_fixed_ips': [{'subnet_id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'ip_address': '172.27.1.207'}], 'enable_snat': True}, 'gw_port_id': '8cea356d-7d33-44b4-a4b5-aec73b440abd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:34:12Z', 'updated_at': '2022-05-03T21:34:17Z', 'revision_number': 4, 'project_id': 'e665d5aad2c24ad7843ca060d41792d3', 'gw_port': {'id': '8cea356d-7d33-44b4-a4b5-aec73b440abd', 'name': '', 'network_id': 'c33334bd-f19e-453d-9f7b-349270405c58', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:d1:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e3dfff1-9645-409e-bf30-4464ec3b1553', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'ip_address': '172.27.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:34:13Z', 'updated_at': '2022-05-03T21:34:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840377-1-iscsi', '_floatingips': [{'id': '31722e22-c090-4efc-b6b4-17feef6f44f7', 'tenant_id': 'e665d5aad2c24ad7843ca060d41792d3', 'floating_ip_address': '172.27.1.146', 'floating_network_id': 'c33334bd-f19e-453d-9f7b-349270405c58', 'router_id': '2e3dfff1-9645-409e-bf30-4464ec3b1553', 'port_id': 'd3860f2c-7b5b-47b1-89e7-e6eac5582cd6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f0a9fce1-0034-4c9f-bab5-3584af0c3657', 'mac_address': 'fa:16:3e:d4:81:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e3930f0-3a9f-4d20-ae74-434e66c18c46', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T21:35:34Z', 'updated_at': '2022-05-03T21:35:34Z', 'revision_number': 0, 'project_id': 'e665d5aad2c24ad7843ca060d41792d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '417ff828-e1a3-471a-ac64-bc91b666d26e', 'name': '', 'network_id': 'f0a9fce1-0034-4c9f-bab5-3584af0c3657', 'tenant_id': 'e665d5aad2c24ad7843ca060d41792d3', 'mac_address': 'fa:16:3e:c1:d6:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e3dfff1-9645-409e-bf30-4464ec3b1553', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '668a4303-55d7-4be7-977c-0eb3f7451c76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:34:16Z', 'updated_at': '2022-05-03T21:34:26Z', 'revision_number': 5, 'project_id': 'e665d5aad2c24ad7843ca060d41792d3', 'subnets': [{'id': '668a4303-55d7-4be7-977c-0eb3f7451c76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840377-1-iscsi', False) {} {{(pid=83994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:35:39.816159 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc5d599f-3a21-4bf7-a6d8-ded0111f31c6 None None] The sync data for ids ['2e3dfff1-9645-409e-bf30-4464ec3b1553'] in dv-cinder-840377-1-iscsi is: [{'id': '2e3dfff1-9645-409e-bf30-4464ec3b1553', 'name': 'tempest-TestVolumeBootPattern-1397119621-router', 'tenant_id': 'e665d5aad2c24ad7843ca060d41792d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c33334bd-f19e-453d-9f7b-349270405c58', 'external_fixed_ips': [{'subnet_id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'ip_address': '172.27.1.207'}], 'enable_snat': True}, 'gw_port_id': '8cea356d-7d33-44b4-a4b5-aec73b440abd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:34:12Z', 'updated_at': '2022-05-03T21:34:17Z', 'revision_number': 4, 'project_id': 'e665d5aad2c24ad7843ca060d41792d3', 'gw_port': {'id': '8cea356d-7d33-44b4-a4b5-aec73b440abd', 'name': '', 'network_id': 'c33334bd-f19e-453d-9f7b-349270405c58', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:d1:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e3dfff1-9645-409e-bf30-4464ec3b1553', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'ip_address': '172.27.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:34:13Z', 'updated_at': '2022-05-03T21:34:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840377-1-iscsi', '_floatingips': [{'id': '31722e22-c090-4efc-b6b4-17feef6f44f7', 'tenant_id': 'e665d5aad2c24ad7843ca060d41792d3', 'floating_ip_address': '172.27.1.146', 'floating_network_id': 'c33334bd-f19e-453d-9f7b-349270405c58', 'router_id': '2e3dfff1-9645-409e-bf30-4464ec3b1553', 'port_id': 'd3860f2c-7b5b-47b1-89e7-e6eac5582cd6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f0a9fce1-0034-4c9f-bab5-3584af0c3657', 'mac_address': 'fa:16:3e:d4:81:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e3930f0-3a9f-4d20-ae74-434e66c18c46', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T21:35:34Z', 'updated_at': '2022-05-03T21:35:34Z', 'revision_number': 0, 'project_id': 'e665d5aad2c24ad7843ca060d41792d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '417ff828-e1a3-471a-ac64-bc91b666d26e', 'name': '', 'network_id': 'f0a9fce1-0034-4c9f-bab5-3584af0c3657', 'tenant_id': 'e665d5aad2c24ad7843ca060d41792d3', 'mac_address': 'fa:16:3e:c1:d6:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e3dfff1-9645-409e-bf30-4464ec3b1553', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '668a4303-55d7-4be7-977c-0eb3f7451c76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:34:16Z', 'updated_at': '2022-05-03T21:34:26Z', 'revision_number': 5, 'project_id': 'e665d5aad2c24ad7843ca060d41792d3', 'subnets': [{'id': '668a4303-55d7-4be7-977c-0eb3f7451c76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 03 21:35:40.399163 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964bef42-e2e6-4cc3-bebc-0e2d61b51508 req-36159fdf-993f-42b1-b00e-a7131393c2b1 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:35:40.408015 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-964bef42-e2e6-4cc3-bebc-0e2d61b51508 req-36159fdf-993f-42b1-b00e-a7131393c2b1 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] 10.222.0.48 "GET /v2.0/ports?device_id=49b86a80-657d-4e94-bc71-bcfe8f276469 HTTP/1.1" status: 200 len: 945 time: 0.1215093 May 03 21:35:40.478125 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-964bef42-e2e6-4cc3-bebc-0e2d61b51508 req-0358d048-3bbb-4d96-8292-e636a6f2d9ac tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] 10.222.0.48 "GET /v2.0/security-groups?id=95308c2b-cca2-41de-8e93-f747eb13cdfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0687599 May 03 21:35:41.598987 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a25fb38c-3468-40fd-bc5c-d5120c66c26c None None] New status for floating IP 31722e22-c090-4efc-b6b4-17feef6f44f7: ACTIVE {{(pid=83994) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 03 21:35:42.076362 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abf33a9-05a8-4bfa-87a7-0aa554cb552f req-2570e603-dfeb-4bc4-892a-c6b58a83984f tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:35:42.084838 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-4abf33a9-05a8-4bfa-87a7-0aa554cb552f req-2570e603-dfeb-4bc4-892a-c6b58a83984f tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] 10.222.0.48 "GET /v2.0/ports?device_id=49b86a80-657d-4e94-bc71-bcfe8f276469 HTTP/1.1" status: 200 len: 945 time: 0.1274581 May 03 21:35:42.160613 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-4abf33a9-05a8-4bfa-87a7-0aa554cb552f req-f3c2765a-6c9b-4d94-997d-d18300b3a3cb tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] 10.222.0.48 "GET /v2.0/security-groups?id=95308c2b-cca2-41de-8e93-f747eb13cdfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0736413 May 03 21:35:42.470084 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18c03f1-f2e0-47ab-97eb-c1a8c724f8b1 req-0e0ef7f3-0828-43ba-996f-39c111f4d776 tempest-TestMinimumBasicScenario-1676527086 tempest-TestMinimumBasicScenario-1676527086-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:35:42.470835 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.quota.resource [req-f18c03f1-f2e0-47ab-97eb-c1a8c724f8b1 req-0e0ef7f3-0828-43ba-996f-39c111f4d776 tempest-TestMinimumBasicScenario-1676527086 tempest-TestMinimumBasicScenario-1676527086-project] Synchronizing usage tracker for tenant:03af834dfea4426086d2125bcea03d0f on resource:port {{(pid=83992) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 21:35:42.600187 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.quota.resource [req-f18c03f1-f2e0-47ab-97eb-c1a8c724f8b1 req-0e0ef7f3-0828-43ba-996f-39c111f4d776 tempest-TestMinimumBasicScenario-1676527086 tempest-TestMinimumBasicScenario-1676527086-project] Unset dirty status for tenant:03af834dfea4426086d2125bcea03d0f on resource:port {{(pid=83992) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 21:35:42.601724 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-f18c03f1-f2e0-47ab-97eb-c1a8c724f8b1 req-0e0ef7f3-0828-43ba-996f-39c111f4d776 tempest-TestMinimumBasicScenario-1676527086 tempest-TestMinimumBasicScenario-1676527086-project] 10.222.0.48 "GET /v2.0/ports?device_id=f13ba9d5-9344-4748-8e24-118858bfce42 HTTP/1.1" status: 200 len: 945 time: 0.3002756 May 03 21:35:42.614673 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.db.agents_db [None req-1c6bebc3-6d0c-4304-a2c1-5df630ce29f1 None None] Agent healthcheck: found 6 active agents {{(pid=83995) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 03 21:35:42.692403 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.quota.resource [req-f18c03f1-f2e0-47ab-97eb-c1a8c724f8b1 req-5cce5aaa-6421-4ead-847a-1d31126c1470 tempest-TestMinimumBasicScenario-1676527086 tempest-TestMinimumBasicScenario-1676527086-project] Synchronizing usage tracker for tenant:03af834dfea4426086d2125bcea03d0f on resource:security_group {{(pid=83992) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 21:35:42.905627 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.quota.resource [req-f18c03f1-f2e0-47ab-97eb-c1a8c724f8b1 req-5cce5aaa-6421-4ead-847a-1d31126c1470 tempest-TestMinimumBasicScenario-1676527086 tempest-TestMinimumBasicScenario-1676527086-project] Unset dirty status for tenant:03af834dfea4426086d2125bcea03d0f on resource:security_group {{(pid=83992) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 21:35:42.907140 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-f18c03f1-f2e0-47ab-97eb-c1a8c724f8b1 req-5cce5aaa-6421-4ead-847a-1d31126c1470 tempest-TestMinimumBasicScenario-1676527086 tempest-TestMinimumBasicScenario-1676527086-project] 10.222.0.48 "GET /v2.0/security-groups?id=c752ce3f-47d3-4857-90c0-90885669f08a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2947533 May 03 21:35:43.476939 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423009bb-5d0d-429e-8b98-3836e020e2af req-8711d982-7563-4cca-9786-d3a9c012b222 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:35:43.478500 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-423009bb-5d0d-429e-8b98-3836e020e2af req-8711d982-7563-4cca-9786-d3a9c012b222 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] 10.222.0.48 "GET /v2.0/ports?device_id=49b86a80-657d-4e94-bc71-bcfe8f276469 HTTP/1.1" status: 200 len: 945 time: 0.1239157 May 03 21:35:43.563338 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-423009bb-5d0d-429e-8b98-3836e020e2af req-30f7713e-0271-49e7-b371-be4f188a94ac tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] 10.222.0.48 "GET /v2.0/security-groups?id=95308c2b-cca2-41de-8e93-f747eb13cdfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0746374 May 03 21:35:44.113299 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21759a4e-1209-4b4c-8f0f-61ead386fd52 req-3f450859-e409-41ed-9025-e2aaae34bb3f tempest-TestMinimumBasicScenario-1676527086 tempest-TestMinimumBasicScenario-1676527086-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:35:44.115026 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-21759a4e-1209-4b4c-8f0f-61ead386fd52 req-3f450859-e409-41ed-9025-e2aaae34bb3f tempest-TestMinimumBasicScenario-1676527086 tempest-TestMinimumBasicScenario-1676527086-project] 10.222.0.42 "GET /v2.0/ports?device_id=f13ba9d5-9344-4748-8e24-118858bfce42 HTTP/1.1" status: 200 len: 945 time: 0.1154480 May 03 21:35:44.212231 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.plugin [req-21759a4e-1209-4b4c-8f0f-61ead386fd52 req-b38a20e5-34cf-42b8-a004-83df6259c3c7 tempest-TestMinimumBasicScenario-1676527086 tempest-TestMinimumBasicScenario-1676527086-project] Deleting port 85f0f545-6b51-41b2-a9ee-a8c17abc2f57 {{(pid=83993) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 03 21:35:44.212640 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-21759a4e-1209-4b4c-8f0f-61ead386fd52 req-b38a20e5-34cf-42b8-a004-83df6259c3c7 tempest-TestMinimumBasicScenario-1676527086 tempest-TestMinimumBasicScenario-1676527086-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781386349267'] for port, before_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:44.307953 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a388d5c9-9f54-4829-8e8e-96be15b7b642 req-21db33a1-3f65-4998-9a1f-afeb2a74b6a0 tempest-TestMinimumBasicScenario-1676527086 tempest-TestMinimumBasicScenario-1676527086-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:35:44.309598 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-a388d5c9-9f54-4829-8e8e-96be15b7b642 req-21db33a1-3f65-4998-9a1f-afeb2a74b6a0 tempest-TestMinimumBasicScenario-1676527086 tempest-TestMinimumBasicScenario-1676527086-project] 10.222.0.48 "GET /v2.0/ports?device_id=f13ba9d5-9344-4748-8e24-118858bfce42 HTTP/1.1" status: 200 len: 945 time: 0.1748784 May 03 21:35:44.375495 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-a388d5c9-9f54-4829-8e8e-96be15b7b642 req-4e901670-56e1-476a-b52d-b2c75bf3bf71 tempest-TestMinimumBasicScenario-1676527086 tempest-TestMinimumBasicScenario-1676527086-project] 10.222.0.48 "GET /v2.0/security-groups?id=c752ce3f-47d3-4857-90c0-90885669f08a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542777 May 03 21:35:44.715498 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.db [req-21759a4e-1209-4b4c-8f0f-61ead386fd52 req-b38a20e5-34cf-42b8-a004-83df6259c3c7 tempest-TestMinimumBasicScenario-1676527086 tempest-TestMinimumBasicScenario-1676527086-project] For port 85f0f545-6b51-41b2-a9ee-a8c17abc2f57, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=85f0f545-6b51-41b2-a9ee-a8c17abc2f57,segment=NetworkSegment(6cb7f327-dd57-450a-bdb1-c88d9c6b752e),segment_id=6cb7f327-dd57-450a-bdb1-c88d9c6b752e)] {{(pid=83993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 21:35:44.716141 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-21759a4e-1209-4b4c-8f0f-61ead386fd52 req-b38a20e5-34cf-42b8-a004-83df6259c3c7 tempest-TestMinimumBasicScenario-1676527086 tempest-TestMinimumBasicScenario-1676527086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749056'] for port, precommit_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:44.929417 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.plugin [req-21759a4e-1209-4b4c-8f0f-61ead386fd52 req-b38a20e5-34cf-42b8-a004-83df6259c3c7 tempest-TestMinimumBasicScenario-1676527086 tempest-TestMinimumBasicScenario-1676527086-project] Calling delete_port for 85f0f545-6b51-41b2-a9ee-a8c17abc2f57 owned by compute:nova {{(pid=83993) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 03 21:35:45.149951 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b479a1c-3088-4175-9959-2cb059642821 req-fb3302f3-a483-46fa-8cc8-dc8356d7a91d tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:35:45.151364 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-3b479a1c-3088-4175-9959-2cb059642821 req-fb3302f3-a483-46fa-8cc8-dc8356d7a91d tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] 10.222.0.48 "GET /v2.0/ports?device_id=49b86a80-657d-4e94-bc71-bcfe8f276469 HTTP/1.1" status: 200 len: 945 time: 0.3328907 May 03 21:35:45.223441 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-3b479a1c-3088-4175-9959-2cb059642821 req-8080c4f7-a560-4a77-97ec-3ef2a2216dd8 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] 10.222.0.48 "GET /v2.0/security-groups?id=95308c2b-cca2-41de-8e93-f747eb13cdfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0643780 May 03 21:35:45.256754 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-21759a4e-1209-4b4c-8f0f-61ead386fd52 req-b38a20e5-34cf-42b8-a004-83df6259c3c7 tempest-TestMinimumBasicScenario-1676527086 tempest-TestMinimumBasicScenario-1676527086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781386188948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781385847444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3391708'] for port, after_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:45.292094 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.db [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] get_ports_and_sgs() called for port_ids ['85f0f545-6b51-41b2-a9ee-a8c17abc2f57'] {{(pid=83994) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 03 21:35:45.368249 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38a20e5-34cf-42b8-a004-83df6259c3c7 tempest-TestMinimumBasicScenario-1676527086 tempest-TestMinimumBasicScenario-1676527086-project] Pushing event deleted for resources: {'Port': ['ID=85f0f545-6b51-41b2-a9ee-a8c17abc2f57,revision_number=None']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:35:45.422104 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.db.l3_dvrscheduler_db [req-21759a4e-1209-4b4c-8f0f-61ead386fd52 req-b38a20e5-34cf-42b8-a004-83df6259c3c7 tempest-TestMinimumBasicScenario-1676527086 tempest-TestMinimumBasicScenario-1676527086-project] No DVR routers for this DVR port 85f0f545-6b51-41b2-a9ee-a8c17abc2f57 on host hv-cinder-84037 {{(pid=83993) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 21:35:45.429341 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-21759a4e-1209-4b4c-8f0f-61ead386fd52 req-b38a20e5-34cf-42b8-a004-83df6259c3c7 tempest-TestMinimumBasicScenario-1676527086 tempest-TestMinimumBasicScenario-1676527086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93163'] for port, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:45.432171 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f13ba9d5-9344-4748-8e24-118858bfce42', 'name': 'network-vif-deleted', 'tag': '85f0f545-6b51-41b2-a9ee-a8c17abc2f57'}] {{(pid=83993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 03 21:35:45.509568 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.notifiers.nova [-] Nova event matching ['req-da3b4dc9-4df2-4f50-9b59-031c4e692746'] response: {'server_uuid': 'f13ba9d5-9344-4748-8e24-118858bfce42', 'name': 'network-vif-deleted', 'tag': '85f0f545-6b51-41b2-a9ee-a8c17abc2f57', 'status': 'completed', 'code': 200} May 03 21:35:45.541885 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-21759a4e-1209-4b4c-8f0f-61ead386fd52 req-b38a20e5-34cf-42b8-a004-83df6259c3c7 tempest-TestMinimumBasicScenario-1676527086 tempest-TestMinimumBasicScenario-1676527086-project] 10.222.0.42 "DELETE /v2.0/ports/85f0f545-6b51-41b2-a9ee-a8c17abc2f57 HTTP/1.1" status: 204 len: 173 time: 1.4207857 May 03 21:35:45.584879 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-2f295da6-3604-4f29-9eb9-3021173135bc req-ccab7f8d-829b-41bf-8af7-1bcc83be2df7 tempest-TestMinimumBasicScenario-1676527086 tempest-TestMinimumBasicScenario-1676527086-project] 10.222.0.48 "GET /v2.0/ports?device_id=f13ba9d5-9344-4748-8e24-118858bfce42 HTTP/1.1" status: 200 len: 210 time: 0.0494602 May 03 21:35:46.536359 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-4ffb7f46-468f-4497-9ffd-4df458c0ac2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781386283879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2080842'] for agent, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:46.605196 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3aab5c-2c5f-42bb-aa27-e3ec483ab5e3 req-4a3bc185-c4c2-407c-a3a0-26698eb28f23 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:35:46.606802 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-2f3aab5c-2c5f-42bb-aa27-e3ec483ab5e3 req-4a3bc185-c4c2-407c-a3a0-26698eb28f23 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] 10.222.0.48 "GET /v2.0/ports?device_id=49b86a80-657d-4e94-bc71-bcfe8f276469 HTTP/1.1" status: 200 len: 945 time: 0.0877461 May 03 21:35:46.738076 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-2f3aab5c-2c5f-42bb-aa27-e3ec483ab5e3 req-59c09575-dbdd-4b4a-8fb2-021f8d9bba61 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] 10.222.0.48 "GET /v2.0/security-groups?id=95308c2b-cca2-41de-8e93-f747eb13cdfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1224878 May 03 21:35:46.824129 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-056d80d7-92f9-4617-8677-2b32de4d2728 req-924818e0-c74d-4249-b640-e9685dba808b tempest-TestMinimumBasicScenario-1676527086 tempest-TestMinimumBasicScenario-1676527086-project] 10.222.0.48 "GET /v2.0/ports?device_id=f13ba9d5-9344-4748-8e24-118858bfce42 HTTP/1.1" status: 200 len: 210 time: 0.0674529 May 03 21:35:48.036816 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ad05ec-eb1c-4158-b52c-49808a0ec66d req-25721369-8eaf-4959-b51a-5c5fad6cbfc1 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:35:48.036816 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-a6ad05ec-eb1c-4158-b52c-49808a0ec66d req-25721369-8eaf-4959-b51a-5c5fad6cbfc1 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] 10.222.0.48 "GET /v2.0/ports?device_id=49b86a80-657d-4e94-bc71-bcfe8f276469 HTTP/1.1" status: 200 len: 945 time: 0.1063616 May 03 21:35:48.086913 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-a6ad05ec-eb1c-4158-b52c-49808a0ec66d req-4ce0fa2b-a26c-4d1c-ba1a-9b5695c466a4 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] 10.222.0.48 "GET /v2.0/security-groups?id=95308c2b-cca2-41de-8e93-f747eb13cdfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481491 May 03 21:35:48.123845 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.rpc [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Device 85f0f545-6b51-41b2-a9ee-a8c17abc2f57 no longer exists at agent hyperv_hv-cinder-84037 {{(pid=83994) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 21:35:48.201579 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.plugin [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] No Port match for: 85f0f545-6b51-41b2-a9ee-a8c17abc2f57 {{(pid=83994) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 03 21:35:48.202181 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.rpc [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Device 85f0f545-6b51-41b2-a9ee-a8c17abc2f57 not bound to the agent host hv-cinder-84037 {{(pid=83994) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 21:35:48.668194 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-78504cae-01ba-475f-98de-b150c288866c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781386283879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2080842'] for agent, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:49.174651 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-b33712f0-2ae6-4296-a282-f50eb39614ad req-b10af8f1-0b53-45c3-bf87-8ff18b62ffd6 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4cf52ffb4a864a689f5d0242ddc4cc4f&device_id=49b86a80-657d-4e94-bc71-bcfe8f276469 HTTP/1.1" status: 200 len: 1098 time: 0.0855546 May 03 21:35:49.344238 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33712f0-2ae6-4296-a282-f50eb39614ad req-57e7e9a1-2b58-406c-8988-125696bd5c96 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:35:49.347536 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-b33712f0-2ae6-4296-a282-f50eb39614ad req-57e7e9a1-2b58-406c-8988-125696bd5c96 service neutron] 10.222.0.42 "GET /v2.0/networks?id=a76ba353-ab28-4792-b070-a9ace23ad085 HTTP/1.1" status: 200 len: 918 time: 0.1592662 May 03 21:35:49.412147 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f61a4e-559e-4719-836a-1dc929c8ea14 req-a87ff993-2984-4fc5-9c06-3197027eebe3 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:35:49.414537 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-24f61a4e-559e-4719-836a-1dc929c8ea14 req-a87ff993-2984-4fc5-9c06-3197027eebe3 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] 10.222.0.48 "GET /v2.0/ports?device_id=49b86a80-657d-4e94-bc71-bcfe8f276469 HTTP/1.1" status: 200 len: 945 time: 0.0981691 May 03 21:35:49.480062 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-24f61a4e-559e-4719-836a-1dc929c8ea14 req-30f5e7fc-4404-46fc-9567-c8ee2164b1d3 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] 10.222.0.48 "GET /v2.0/security-groups?id=95308c2b-cca2-41de-8e93-f747eb13cdfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556271 May 03 21:35:49.493913 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-b33712f0-2ae6-4296-a282-f50eb39614ad req-5e220d29-d12f-487f-95a8-c8bc7abbb5ae service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4a088512-8058-4a9a-a45b-177671d97cfc HTTP/1.1" status: 200 len: 1000 time: 0.1404669 May 03 21:35:49.565475 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33712f0-2ae6-4296-a282-f50eb39614ad req-2a8ad5e1-fa85-42bd-ad7d-2679df72c5ce service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:35:49.567781 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-b33712f0-2ae6-4296-a282-f50eb39614ad req-2a8ad5e1-fa85-42bd-ad7d-2679df72c5ce service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e0993ef0-a172-48a1-8947-068cb6cb24ca HTTP/1.1" status: 200 len: 856 time: 0.0678651 May 03 21:35:49.653202 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-b33712f0-2ae6-4296-a282-f50eb39614ad req-6c90d9e0-2e45-4cc7-a198-48cc7df9fb98 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a76ba353-ab28-4792-b070-a9ace23ad085&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0750136 May 03 21:35:49.668222 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781386283879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2080842'] for agent, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:49.783496 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-0dfda447-9707-4eba-99ce-657c79a02a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781386283879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2080842'] for agent, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:49.784833 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781386283879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2080842'] for agent, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:49.800181 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-b33712f0-2ae6-4296-a282-f50eb39614ad req-1766b669-fbe3-4d59-bf96-5392cf3803eb service neutron] 10.222.0.42 "GET /v2.0/networks/a76ba353-ab28-4792-b070-a9ace23ad085?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1400700 May 03 21:35:49.944543 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-b33712f0-2ae6-4296-a282-f50eb39614ad req-588bd5f5-b559-491a-a9a4-6a56044b2acf service neutron] 10.222.0.42 "GET /v2.0/networks/a76ba353-ab28-4792-b070-a9ace23ad085?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346526 May 03 21:35:50.034478 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.48', 33256) {{(pid=83992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:35:50.578480 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-70174e9f-d60b-412f-b410-f3448fb7e394 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-333618'] for router_interface, before_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:50.781803 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ffbae8-53f2-4b45-aba2-3e5aaa0ef1e3 req-2d9c2be6-dd05-46ae-b37e-da11f29ebc38 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:35:50.784315 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-c3ffbae8-53f2-4b45-aba2-3e5aaa0ef1e3 req-2d9c2be6-dd05-46ae-b37e-da11f29ebc38 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] 10.222.0.48 "GET /v2.0/ports?device_id=49b86a80-657d-4e94-bc71-bcfe8f276469 HTTP/1.1" status: 200 len: 945 time: 0.1440666 May 03 21:35:50.847719 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-c3ffbae8-53f2-4b45-aba2-3e5aaa0ef1e3 req-335e877d-f908-4420-81f3-4177a766ebbe tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] 10.222.0.48 "GET /v2.0/security-groups?id=95308c2b-cca2-41de-8e93-f747eb13cdfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543716 May 03 21:35:51.187991 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-672d275f-a9b7-498c-8eb6-010b5168d44a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781386283879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2080842'] for agent, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:51.348556 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.plugins.ml2.plugin [None req-70174e9f-d60b-412f-b410-f3448fb7e394 admin admin] Deleting port eea655d8-d9fa-49c9-92ac-fe5863b5a45c {{(pid=83992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 03 21:35:51.348904 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-70174e9f-d60b-412f-b410-f3448fb7e394 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781386349267'] for port, before_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:51.371362 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.48', 33274) {{(pid=83993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:35:51.549654 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.plugins.ml2.db [None req-70174e9f-d60b-412f-b410-f3448fb7e394 admin admin] For port eea655d8-d9fa-49c9-92ac-fe5863b5a45c, host dv-cinder-840377-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840377-1-iscsi',level=0,port_id=eea655d8-d9fa-49c9-92ac-fe5863b5a45c,segment=NetworkSegment(6cb7f327-dd57-450a-bdb1-c88d9c6b752e),segment_id=6cb7f327-dd57-450a-bdb1-c88d9c6b752e)] {{(pid=83992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 21:35:51.550537 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-70174e9f-d60b-412f-b410-f3448fb7e394 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749056'] for port, precommit_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:51.659125 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-776ad812-f798-41cd-a882-8fa8a5c3381e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:51.690006 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.plugins.ml2.plugin [None req-70174e9f-d60b-412f-b410-f3448fb7e394 admin admin] Calling delete_port for eea655d8-d9fa-49c9-92ac-fe5863b5a45c owned by network:router_interface {{(pid=83992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 03 21:35:51.703932 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-776ad812-f798-41cd-a882-8fa8a5c3381e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:35:51.710410 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-776ad812-f798-41cd-a882-8fa8a5c3381e admin admin] Usage tracker for resource:security_group_rule and tenant:eb59c1bf670940a8ac07273daebddb11 is out of sync, need to count used quota {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:35:51.714712 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-776ad812-f798-41cd-a882-8fa8a5c3381e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:35:51.726754 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-776ad812-f798-41cd-a882-8fa8a5c3381e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:35:51.803977 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-776ad812-f798-41cd-a882-8fa8a5c3381e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:51.875104 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-776ad812-f798-41cd-a882-8fa8a5c3381e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746426'] for security_group, after_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:51.933035 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776ad812-f798-41cd-a882-8fa8a5c3381e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e3489c0-4a12-45f1-bf18-06f7b7fbf7cc,revision_number=1']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:35:51.939642 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-776ad812-f798-41cd-a882-8fa8a5c3381e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=eb59c1bf670940a8ac07273daebddb11&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5665767 May 03 21:35:51.942399 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.48', 33292) {{(pid=83992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:35:51.972139 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-70174e9f-d60b-412f-b410-f3448fb7e394 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781386188948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781385847444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3996730'] for port, after_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:52.046121 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70174e9f-d60b-412f-b410-f3448fb7e394 admin admin] Pushing event deleted for resources: {'Port': ['ID=eea655d8-d9fa-49c9-92ac-fe5863b5a45c,revision_number=None']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:35:52.148408 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b917a2d-f527-4c8b-82db-ca0d377dba26 req-9aa6a835-cc70-44dc-92f5-bd62c8bd1d01 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:35:52.150316 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-2b917a2d-f527-4c8b-82db-ca0d377dba26 req-9aa6a835-cc70-44dc-92f5-bd62c8bd1d01 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] 10.222.0.48 "GET /v2.0/ports?device_id=49b86a80-657d-4e94-bc71-bcfe8f276469 HTTP/1.1" status: 200 len: 945 time: 0.1206245 May 03 21:35:52.154125 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-433f8c8c-8ed0-4cc2-9051-05bc8b635339 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:52.157875 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.rpc [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Device 4a088512-8058-4a9a-a45b-177671d97cfc no longer exists at agent hyperv_hv-cinder-84037 {{(pid=83994) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 21:35:52.198768 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-433f8c8c-8ed0-4cc2-9051-05bc8b635339 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:52.237405 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-2b917a2d-f527-4c8b-82db-ca0d377dba26 req-a203561d-f2f6-49ad-834f-e37e242813d6 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] 10.222.0.48 "GET /v2.0/security-groups?id=95308c2b-cca2-41de-8e93-f747eb13cdfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0759621 May 03 21:35:52.363590 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1124352'] for port, before_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:52.382517 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-433f8c8c-8ed0-4cc2-9051-05bc8b635339 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746426'] for security_group, after_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:52.397794 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49b86a80-657d-4e94-bc71-bcfe8f276469', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4a088512-8058-4a9a-a45b-177671d97cfc'}] {{(pid=83994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 03 21:35:52.407775 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.db [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] For port 4a088512-8058-4a9a-a45b-177671d97cfc, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=4a088512-8058-4a9a-a45b-177671d97cfc,segment=NetworkSegment(192a8290-7524-479c-9894-35253b5adf28),segment_id=192a8290-7524-479c-9894-35253b5adf28)] {{(pid=83994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 21:35:52.456557 dv-cinder-840377-1-iscsi neutron-server[83994]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e6ceec92-8412-4e8f-b1a0-63a886d16951'] response: {'server_uuid': '49b86a80-657d-4e94-bc71-bcfe8f276469', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4a088512-8058-4a9a-a45b-177671d97cfc', 'code': 200} May 03 21:35:52.496792 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781386188966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781385847453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781385847498'] for port, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:52.533002 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433f8c8c-8ed0-4cc2-9051-05bc8b635339 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e3489c0-4a12-45f1-bf18-06f7b7fbf7cc,revision_number=None']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:35:52.560963 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-433f8c8c-8ed0-4cc2-9051-05bc8b635339 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:52.562085 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [None req-433f8c8c-8ed0-4cc2-9051-05bc8b635339 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/9e3489c0-4a12-45f1-bf18-06f7b7fbf7cc HTTP/1.1" status: 204 len: 168 time: 0.6187043 May 03 21:35:52.583723 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Pushing event updated for resources: {'Port': ['ID=4a088512-8058-4a9a-a45b-177671d97cfc,revision_number=8']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:35:52.644489 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-70174e9f-d60b-412f-b410-f3448fb7e394 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1706353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-333669'] for router_interface, after_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:53.393628 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70174e9f-d60b-412f-b410-f3448fb7e394 admin admin] Router 15c1eece-a342-46e9-847f-2e935141fb69 has already been hosted by L3 agent c192ea1b-f7d6-49b7-9f22-5492fbafc6f3 {{(pid=83992) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 03 21:35:53.430490 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.48', 33312) {{(pid=83993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:35:53.457835 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-be8ac76e-2d0e-4668-91b2-62b4745f33f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:53.507950 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-be8ac76e-2d0e-4668-91b2-62b4745f33f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:35:53.514770 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-be8ac76e-2d0e-4668-91b2-62b4745f33f7 admin admin] Usage tracker for resource:security_group_rule and tenant:948a5d4701bc4223a4358c1f8495b8a1 is out of sync, need to count used quota {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:35:53.518318 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-be8ac76e-2d0e-4668-91b2-62b4745f33f7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:35:53.526006 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-be8ac76e-2d0e-4668-91b2-62b4745f33f7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:35:53.534926 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f195dc51-a6c8-445e-94a8-e110fc948db7 req-dc1d654b-8194-4c23-b263-7d4b7dc4c8e0 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:35:53.536415 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-f195dc51-a6c8-445e-94a8-e110fc948db7 req-dc1d654b-8194-4c23-b263-7d4b7dc4c8e0 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] 10.222.0.48 "GET /v2.0/ports?device_id=49b86a80-657d-4e94-bc71-bcfe8f276469 HTTP/1.1" status: 200 len: 943 time: 0.1401134 May 03 21:35:53.598032 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-f195dc51-a6c8-445e-94a8-e110fc948db7 req-e36470e7-c305-4d3f-928c-ec8622ac2103 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] 10.222.0.48 "GET /v2.0/security-groups?id=95308c2b-cca2-41de-8e93-f747eb13cdfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552349 May 03 21:35:53.607705 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70174e9f-d60b-412f-b410-f3448fb7e394 admin admin] Notify agent at l3_agent.dv-cinder-840377-1-iscsi the message routers_updated {{(pid=83992) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 21:35:53.613453 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [None req-70174e9f-d60b-412f-b410-f3448fb7e394 admin admin] 10.222.0.48 "PUT /v2.0/routers/15c1eece-a342-46e9-847f-2e935141fb69/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5779667 May 03 21:35:53.616797 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.48', 33316) {{(pid=83992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:35:53.621257 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccc2001f-f81c-4289-83af-e4eb65101d75 None None] Sync routers for ids ['15c1eece-a342-46e9-847f-2e935141fb69'] in dv-cinder-840377-1-iscsi {{(pid=83995) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 03 21:35:53.653006 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccc2001f-f81c-4289-83af-e4eb65101d75 None None] Routers {'15c1eece-a342-46e9-847f-2e935141fb69'} bound to L3 agent in host dv-cinder-840377-1-iscsi {{(pid=83995) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 03 21:35:53.656829 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.db.l3_hamode_db [None req-ccc2001f-f81c-4289-83af-e4eb65101d75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840377-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-03T21:19:18Z,description=,heartbeat_timestamp=2022-05-03T21:35:49Z,host='dv-cinder-840377-1-iscsi',id=c192ea1b-f7d6-49b7-9f22-5492fbafc6f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:19:19Z,topic='l3_agent')) {'router_ids': ['15c1eece-a342-46e9-847f-2e935141fb69'], 'active': True} {{(pid=83995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:35:53.676479 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-be8ac76e-2d0e-4668-91b2-62b4745f33f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:53.765391 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-be8ac76e-2d0e-4668-91b2-62b4745f33f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746426'] for security_group, after_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:53.868610 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-37a5c472-5e47-4150-a101-d322fb82dacf admin admin] Notify callbacks [] for router, before_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:53.886400 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8ac76e-2d0e-4668-91b2-62b4745f33f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53eea51e-f3b1-458e-bbda-6f0124b203d2,revision_number=1']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:35:53.912375 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-be8ac76e-2d0e-4668-91b2-62b4745f33f7 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=948a5d4701bc4223a4358c1f8495b8a1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4801614 May 03 21:35:53.914949 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.48', 33326) {{(pid=83993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:35:53.950770 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.db.l3_dvr_db [None req-ccc2001f-f81c-4289-83af-e4eb65101d75 None None] Set router 15c1eece-a342-46e9-847f-2e935141fb69 gateway port host: dv-cinder-840377-1-iscsi {{(pid=83995) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 03 21:35:53.985357 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-48771278-3b7d-4427-a08d-ded71953a714 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:54.017857 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-48771278-3b7d-4427-a08d-ded71953a714 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:54.147968 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-37a5c472-5e47-4150-a101-d322fb82dacf admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:54.163809 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-48771278-3b7d-4427-a08d-ded71953a714 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746426'] for security_group, after_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:54.181635 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48771278-3b7d-4427-a08d-ded71953a714 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53eea51e-f3b1-458e-bbda-6f0124b203d2,revision_number=None']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:35:54.190531 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-48771278-3b7d-4427-a08d-ded71953a714 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:54.191727 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-48771278-3b7d-4427-a08d-ded71953a714 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/53eea51e-f3b1-458e-bbda-6f0124b203d2 HTTP/1.1" status: 204 len: 168 time: 0.2757556 May 03 21:35:54.249568 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.plugins.ml2.plugin [None req-37a5c472-5e47-4150-a101-d322fb82dacf admin admin] Deleting port 004b165d-575a-48a1-9395-9c16ea05de7e {{(pid=83992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 03 21:35:54.253210 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-37a5c472-5e47-4150-a101-d322fb82dacf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781386349267'] for port, before_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:54.316992 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.db.l3_hamode_db [None req-ccc2001f-f81c-4289-83af-e4eb65101d75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15c1eece-a342-46e9-847f-2e935141fb69', 'name': 'tempest-TestMinimumBasicScenario-609706780-router', 'tenant_id': '03af834dfea4426086d2125bcea03d0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c33334bd-f19e-453d-9f7b-349270405c58', 'external_fixed_ips': [{'subnet_id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'ip_address': '172.27.1.122'}], 'enable_snat': True}, 'gw_port_id': '004b165d-575a-48a1-9395-9c16ea05de7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:32:06Z', 'updated_at': '2022-05-03T21:35:51Z', 'revision_number': 5, 'project_id': '03af834dfea4426086d2125bcea03d0f', 'gw_port': {'id': '004b165d-575a-48a1-9395-9c16ea05de7e', 'name': '', 'network_id': 'c33334bd-f19e-453d-9f7b-349270405c58', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:64:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15c1eece-a342-46e9-847f-2e935141fb69', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'ip_address': '172.27.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:32:07Z', 'updated_at': '2022-05-03T21:32:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840377-1-iscsi'}], 'dv-cinder-840377-1-iscsi', False) {} {{(pid=83995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:35:54.321174 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccc2001f-f81c-4289-83af-e4eb65101d75 None None] Checking router: 15c1eece-a342-46e9-847f-2e935141fb69 for host: dv-cinder-840377-1-iscsi {{(pid=83995) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 03 21:35:54.333800 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccc2001f-f81c-4289-83af-e4eb65101d75 None None] Routers {'15c1eece-a342-46e9-847f-2e935141fb69'} bound to L3 agent in host dv-cinder-840377-1-iscsi {{(pid=83995) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 03 21:35:54.336070 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.db.l3_hamode_db [None req-ccc2001f-f81c-4289-83af-e4eb65101d75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840377-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-03T21:19:18Z,description=,heartbeat_timestamp=2022-05-03T21:35:49Z,host='dv-cinder-840377-1-iscsi',id=c192ea1b-f7d6-49b7-9f22-5492fbafc6f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:19:19Z,topic='l3_agent')) {'router_ids': ['15c1eece-a342-46e9-847f-2e935141fb69'], 'active': True} {{(pid=83995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:35:54.503511 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.db.l3_dvr_db [None req-ccc2001f-f81c-4289-83af-e4eb65101d75 None None] Set router 15c1eece-a342-46e9-847f-2e935141fb69 gateway port host: None {{(pid=83995) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 03 21:35:54.577581 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.plugins.ml2.db [None req-37a5c472-5e47-4150-a101-d322fb82dacf admin admin] For port 004b165d-575a-48a1-9395-9c16ea05de7e, host dv-cinder-840377-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840377-1-iscsi',level=0,port_id=004b165d-575a-48a1-9395-9c16ea05de7e,segment=NetworkSegment(36b0f1c3-e784-4cca-986f-65718d8cb16d),segment_id=36b0f1c3-e784-4cca-986f-65718d8cb16d)] {{(pid=83992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 21:35:54.578177 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-37a5c472-5e47-4150-a101-d322fb82dacf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749056'] for port, precommit_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:54.611282 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.db.l3_hamode_db [None req-ccc2001f-f81c-4289-83af-e4eb65101d75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15c1eece-a342-46e9-847f-2e935141fb69', 'name': 'tempest-TestMinimumBasicScenario-609706780-router', 'tenant_id': '03af834dfea4426086d2125bcea03d0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:32:06Z', 'updated_at': '2022-05-03T21:35:54Z', 'revision_number': 6, 'project_id': '03af834dfea4426086d2125bcea03d0f', 'gw_port_host': None}], 'dv-cinder-840377-1-iscsi', False) {} {{(pid=83995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:35:54.615495 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccc2001f-f81c-4289-83af-e4eb65101d75 None None] The sync data for ids ['15c1eece-a342-46e9-847f-2e935141fb69'] in dv-cinder-840377-1-iscsi is: [{'id': '15c1eece-a342-46e9-847f-2e935141fb69', 'name': 'tempest-TestMinimumBasicScenario-609706780-router', 'tenant_id': '03af834dfea4426086d2125bcea03d0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:32:06Z', 'updated_at': '2022-05-03T21:35:54Z', 'revision_number': 6, 'project_id': '03af834dfea4426086d2125bcea03d0f', 'gw_port_host': None}] {{(pid=83995) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 03 21:35:54.768306 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.plugins.ml2.plugin [None req-37a5c472-5e47-4150-a101-d322fb82dacf admin admin] Calling delete_port for 004b165d-575a-48a1-9395-9c16ea05de7e owned by network:router_gateway {{(pid=83992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 03 21:35:55.004717 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-37a5c472-5e47-4150-a101-d322fb82dacf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781386188948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781385847444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3996730'] for port, after_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:55.078193 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a5c472-5e47-4150-a101-d322fb82dacf admin admin] Pushing event deleted for resources: {'Port': ['ID=004b165d-575a-48a1-9395-9c16ea05de7e,revision_number=None']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:35:55.185134 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.48', 33346) {{(pid=83993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:35:55.253647 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-a1686a0f-b23a-42d3-aa23-f047da1e2c01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:55.300413 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-a1686a0f-b23a-42d3-aa23-f047da1e2c01 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:35:55.304934 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-a1686a0f-b23a-42d3-aa23-f047da1e2c01 admin admin] Usage tracker for resource:security_group_rule and tenant:eaa96247bd6c460baa55e6fdc991b0ac is out of sync, need to count used quota {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:35:55.308060 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-a1686a0f-b23a-42d3-aa23-f047da1e2c01 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:35:55.315272 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-a1686a0f-b23a-42d3-aa23-f047da1e2c01 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:35:55.411326 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-37a5c472-5e47-4150-a101-d322fb82dacf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-332847'] for router_gateway, after_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:55.422680 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-a1686a0f-b23a-42d3-aa23-f047da1e2c01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:55.504156 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-a1686a0f-b23a-42d3-aa23-f047da1e2c01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746426'] for security_group, after_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:55.584466 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1686a0f-b23a-42d3-aa23-f047da1e2c01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc2e9342-48d0-414c-bcf3-93c7d1f72870,revision_number=1']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:35:55.609129 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-a1686a0f-b23a-42d3-aa23-f047da1e2c01 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=eaa96247bd6c460baa55e6fdc991b0ac&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4212129 May 03 21:35:55.611063 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.48', 33362) {{(pid=83993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:35:55.686896 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-ad059d4a-cc34-4ca3-a888-99926adcedc3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:55.714529 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-37a5c472-5e47-4150-a101-d322fb82dacf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-330463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4187'] for router, precommit_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:55.720152 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-37a5c472-5e47-4150-a101-d322fb82dacf admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:55.726450 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-ad059d4a-cc34-4ca3-a888-99926adcedc3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:55.802341 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.rpc [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Device 004b165d-575a-48a1-9395-9c16ea05de7e no longer exists at agent ovs-agent-dv-cinder-840377-1-iscsi {{(pid=83994) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 21:35:55.858927 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.plugin [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] No Port match for: 004b165d-575a-48a1-9395-9c16ea05de7e {{(pid=83994) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 03 21:35:55.859491 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.rpc [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Device 004b165d-575a-48a1-9395-9c16ea05de7e not bound to the agent host dv-cinder-840377-1-iscsi {{(pid=83994) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 21:35:55.860182 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.rpc [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Device eea655d8-d9fa-49c9-92ac-fe5863b5a45c no longer exists at agent ovs-agent-dv-cinder-840377-1-iscsi {{(pid=83994) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 21:35:55.907467 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.plugin [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] No Port match for: eea655d8-d9fa-49c9-92ac-fe5863b5a45c {{(pid=83994) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 03 21:35:55.907832 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.rpc [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Device eea655d8-d9fa-49c9-92ac-fe5863b5a45c not bound to the agent host dv-cinder-840377-1-iscsi {{(pid=83994) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 21:35:56.125001 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-37a5c472-5e47-4150-a101-d322fb82dacf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-330355'] for router, after_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:56.125773 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37a5c472-5e47-4150-a101-d322fb82dacf admin admin] Fanout notify agent at l3_agent the message router_deleted on router 15c1eece-a342-46e9-847f-2e935141fb69 {{(pid=83992) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 03 21:35:56.143174 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-37a5c472-5e47-4150-a101-d322fb82dacf admin admin] Notify callbacks [] for router, before_response {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:56.144788 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [None req-37a5c472-5e47-4150-a101-d322fb82dacf admin admin] 10.222.0.48 "DELETE /v2.0/routers/15c1eece-a342-46e9-847f-2e935141fb69 HTTP/1.1" status: 204 len: 168 time: 2.5267165 May 03 21:35:56.147433 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.48', 33370) {{(pid=83993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:35:56.176238 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.rpc [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Device 4a088512-8058-4a9a-a45b-177671d97cfc no longer exists at agent hyperv_hv-cinder-84037 {{(pid=83994) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 21:35:56.199164 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-ad059d4a-cc34-4ca3-a888-99926adcedc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746426'] for security_group, after_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:56.230438 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad059d4a-cc34-4ca3-a888-99926adcedc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc2e9342-48d0-414c-bcf3-93c7d1f72870,revision_number=None']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:35:56.251639 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa400769-f374-4b7d-ae0d-f6a32bbb1370 admin admin] Deleting subnet 2b4ffd3f-ee1e-4729-8300-c5c9c6b81a0d {{(pid=83993) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 03 21:35:56.272704 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-ad059d4a-cc34-4ca3-a888-99926adcedc3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:56.274925 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-ad059d4a-cc34-4ca3-a888-99926adcedc3 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/cc2e9342-48d0-414c-bcf3-93c7d1f72870 HTTP/1.1" status: 204 len: 168 time: 0.6620204 May 03 21:35:56.276643 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-fa400769-f374-4b7d-ae0d-f6a32bbb1370 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:56.379573 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-fa400769-f374-4b7d-ae0d-f6a32bbb1370 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4075312'] for subnet, precommit_delete_associations {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:56.470837 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-fa400769-f374-4b7d-ae0d-f6a32bbb1370 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2088927'] for subnet, precommit_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:56.621923 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-fa400769-f374-4b7d-ae0d-f6a32bbb1370 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2088918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3391727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3403756'] for subnet, after_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:56.664844 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa400769-f374-4b7d-ae0d-f6a32bbb1370 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2b4ffd3f-ee1e-4729-8300-c5c9c6b81a0d,revision_number=None']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:35:56.673146 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-fa400769-f374-4b7d-ae0d-f6a32bbb1370 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1706389'] for subnet, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:56.678703 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-410ec72a-7ef4-4b89-bfdc-7fb7f96bcb25 None None] Network 9b51a3a3-5ba7-4915-a72e-fc06fbab7914 requested from dv-cinder-840377-1-iscsi {{(pid=83994) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 03 21:35:56.683156 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-fa400769-f374-4b7d-ae0d-f6a32bbb1370 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/2b4ffd3f-ee1e-4729-8300-c5c9c6b81a0d HTTP/1.1" status: 204 len: 168 time: 0.5341256 May 03 21:35:56.686006 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.48', 33378) {{(pid=83993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:35:56.862385 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-1f248fcb-63eb-4ad9-8991-9286fcdb761d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1078587'] for network, before_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:56.874550 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.plugin [None req-1f248fcb-63eb-4ad9-8991-9286fcdb761d admin admin] Deleting port 8f0a8457-219b-4d74-a5e3-1977311e3b79 {{(pid=83993) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 03 21:35:56.874981 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-1f248fcb-63eb-4ad9-8991-9286fcdb761d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781386349267'] for port, before_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:57.041817 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-972466f6-8982-4989-8a5e-7698039b2a61 None None] DHCP port deletion for 9b51a3a3-5ba7-4915-a72e-fc06fbab7914 request from dv-cinder-840377-1-iscsi {{(pid=83994) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 03 21:35:57.048011 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.plugin [None req-972466f6-8982-4989-8a5e-7698039b2a61 None None] Deleting port 8f0a8457-219b-4d74-a5e3-1977311e3b79 {{(pid=83994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 03 21:35:57.048385 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-972466f6-8982-4989-8a5e-7698039b2a61 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781386349267'] for port, before_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:57.061731 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-ee489239-1765-48c6-8d24-76a9a14d50f8 req-8b6f6825-7795-409e-bbce-1da1ae98fbc8 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=49b86a80-657d-4e94-bc71-bcfe8f276469&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1125433 May 03 21:35:57.175705 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.db [None req-1f248fcb-63eb-4ad9-8991-9286fcdb761d admin admin] For port 8f0a8457-219b-4d74-a5e3-1977311e3b79, host dv-cinder-840377-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840377-1-iscsi',level=0,port_id=8f0a8457-219b-4d74-a5e3-1977311e3b79,segment=NetworkSegment(6cb7f327-dd57-450a-bdb1-c88d9c6b752e),segment_id=6cb7f327-dd57-450a-bdb1-c88d9c6b752e)] {{(pid=83993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 21:35:57.177203 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-1f248fcb-63eb-4ad9-8991-9286fcdb761d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749056'] for port, precommit_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:57.354016 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.plugin [None req-1f248fcb-63eb-4ad9-8991-9286fcdb761d admin admin] Calling delete_port for 8f0a8457-219b-4d74-a5e3-1977311e3b79 owned by network:dhcp {{(pid=83993) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 03 21:35:57.355018 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.db [None req-972466f6-8982-4989-8a5e-7698039b2a61 None None] For port 8f0a8457-219b-4d74-a5e3-1977311e3b79, host dv-cinder-840377-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840377-1-iscsi',level=0,port_id=8f0a8457-219b-4d74-a5e3-1977311e3b79,segment=NetworkSegment(6cb7f327-dd57-450a-bdb1-c88d9c6b752e),segment_id=6cb7f327-dd57-450a-bdb1-c88d9c6b752e)] {{(pid=83994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 21:35:57.355018 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-972466f6-8982-4989-8a5e-7698039b2a61 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749056'] for port, precommit_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:57.579785 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.plugin [None req-972466f6-8982-4989-8a5e-7698039b2a61 None None] Calling delete_port for 8f0a8457-219b-4d74-a5e3-1977311e3b79 owned by network:dhcp {{(pid=83994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 03 21:35:57.663458 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e41505-0473-42b1-87c6-210af334fdab req-0a28208d-3f5c-42e4-9e04-43d51d262663 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:35:57.665203 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-50e41505-0473-42b1-87c6-210af334fdab req-0a28208d-3f5c-42e4-9e04-43d51d262663 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] 10.222.0.48 "GET /v2.0/ports?device_id=49b86a80-657d-4e94-bc71-bcfe8f276469 HTTP/1.1" status: 200 len: 943 time: 0.1660881 May 03 21:35:57.728140 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-50e41505-0473-42b1-87c6-210af334fdab req-bb6aed0f-2e9d-4c2e-96df-de86abac7981 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] 10.222.0.48 "GET /v2.0/security-groups?id=95308c2b-cca2-41de-8e93-f747eb13cdfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562882 May 03 21:35:57.761275 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-1f248fcb-63eb-4ad9-8991-9286fcdb761d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781386188948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781385847444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3391708'] for port, after_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:57.767379 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.db.api [None req-972466f6-8982-4989-8a5e-7698039b2a61 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83994) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 03 21:35:57.770633 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG oslo_db.api [None req-972466f6-8982-4989-8a5e-7698039b2a61 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 03 21:35:57.817380 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.rpc [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Device 8f0a8457-219b-4d74-a5e3-1977311e3b79 no longer exists at agent ovs-agent-dv-cinder-840377-1-iscsi {{(pid=83994) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 21:35:57.869093 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.plugin [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] No Port match for: 8f0a8457-219b-4d74-a5e3-1977311e3b79 {{(pid=83994) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 03 21:35:57.869543 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.rpc [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Device 8f0a8457-219b-4d74-a5e3-1977311e3b79 not bound to the agent host dv-cinder-840377-1-iscsi {{(pid=83994) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 21:35:57.896075 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f248fcb-63eb-4ad9-8991-9286fcdb761d admin admin] Pushing event deleted for resources: {'Port': ['ID=8f0a8457-219b-4d74-a5e3-1977311e3b79,revision_number=None']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:35:57.897877 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-c99ba202-d62a-4580-869d-2d794de66561 req-ae0d5b3e-0573-4e22-815e-9ba466c67c35 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=49b86a80-657d-4e94-bc71-bcfe8f276469&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0974224 May 03 21:35:57.901085 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f248fcb-63eb-4ad9-8991-9286fcdb761d admin admin] No DVR routers for this DVR port 8f0a8457-219b-4d74-a5e3-1977311e3b79 on host dv-cinder-840377-1-iscsi {{(pid=83993) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 21:35:58.030387 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-1f248fcb-63eb-4ad9-8991-9286fcdb761d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2083402', 'neutron.services.segments.db._delete_segments_for_network-8781386283897'] for network, precommit_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:58.060168 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.services.segments.db [None req-1f248fcb-63eb-4ad9-8991-9286fcdb761d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b51a3a3-5ba7-4915-a72e-fc06fbab7914']}} {{(pid=83993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:35:58.081170 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.services.segments.db [None req-1f248fcb-63eb-4ad9-8991-9286fcdb761d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6cb7f327-dd57-450a-bdb1-c88d9c6b752e') {'for_net_delete': True} {{(pid=83993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:35:58.081817 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.services.segments.db [None req-1f248fcb-63eb-4ad9-8991-9286fcdb761d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6cb7f327-dd57-450a-bdb1-c88d9c6b752e') {} {{(pid=83993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:35:58.099261 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-1f248fcb-63eb-4ad9-8991-9286fcdb761d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781386283780', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4073667'] for segment, before_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:58.117884 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-1f248fcb-63eb-4ad9-8991-9286fcdb761d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1172921'] for segment, precommit_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:58.136814 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f248fcb-63eb-4ad9-8991-9286fcdb761d admin admin] Releasing vlan 409 on physical network physnet1 to pool {{(pid=83993) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 03 21:35:58.136814 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-1f248fcb-63eb-4ad9-8991-9286fcdb761d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1172898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3391617'] for segment, after_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:58.143033 dv-cinder-840377-1-iscsi neutron-server[83993]: Traceback (most recent call last): May 03 21:35:58.143033 dv-cinder-840377-1-iscsi neutron-server[83993]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 03 21:35:58.143033 dv-cinder-840377-1-iscsi neutron-server[83993]: timer() May 03 21:35:58.143033 dv-cinder-840377-1-iscsi neutron-server[83993]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 03 21:35:58.143033 dv-cinder-840377-1-iscsi neutron-server[83993]: cb(*args, **kw) May 03 21:35:58.143033 dv-cinder-840377-1-iscsi neutron-server[83993]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 03 21:35:58.143033 dv-cinder-840377-1-iscsi neutron-server[83993]: return func(*args, **kwargs) May 03 21:35:58.143033 dv-cinder-840377-1-iscsi neutron-server[83993]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 03 21:35:58.143033 dv-cinder-840377-1-iscsi neutron-server[83993]: self._notify() May 03 21:35:58.143033 dv-cinder-840377-1-iscsi neutron-server[83993]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 03 21:35:58.143033 dv-cinder-840377-1-iscsi neutron-server[83993]: self.callback(batched_events) May 03 21:35:58.143033 dv-cinder-840377-1-iscsi neutron-server[83993]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 03 21:35:58.143033 dv-cinder-840377-1-iscsi neutron-server[83993]: event.method(event) May 03 21:35:58.143033 dv-cinder-840377-1-iscsi neutron-server[83993]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 03 21:35:58.143033 dv-cinder-840377-1-iscsi neutron-server[83993]: aggregate_id = self._get_aggregate_id(event.segment_id) May 03 21:35:58.143033 dv-cinder-840377-1-iscsi neutron-server[83993]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 03 21:35:58.143033 dv-cinder-840377-1-iscsi neutron-server[83993]: aggregate_uuid = self.p_client.list_aggregates( May 03 21:35:58.143033 dv-cinder-840377-1-iscsi neutron-server[83993]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 03 21:35:58.143033 dv-cinder-840377-1-iscsi neutron-server[83993]: return f(self, *a, **k) May 03 21:35:58.143033 dv-cinder-840377-1-iscsi neutron-server[83993]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 03 21:35:58.143033 dv-cinder-840377-1-iscsi neutron-server[83993]: return self._get(url).json() May 03 21:35:58.143033 dv-cinder-840377-1-iscsi neutron-server[83993]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 03 21:35:58.143033 dv-cinder-840377-1-iscsi neutron-server[83993]: return self._client.get(url, endpoint_filter=self._ks_filter, May 03 21:35:58.143033 dv-cinder-840377-1-iscsi neutron-server[83993]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 03 21:35:58.143033 dv-cinder-840377-1-iscsi neutron-server[83993]: return self.request(url, 'GET', **kwargs) May 03 21:35:58.143033 dv-cinder-840377-1-iscsi neutron-server[83993]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 03 21:35:58.143033 dv-cinder-840377-1-iscsi neutron-server[83993]: base_url = self.get_endpoint(auth, allow=allow, May 03 21:35:58.143033 dv-cinder-840377-1-iscsi neutron-server[83993]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 03 21:35:58.143033 dv-cinder-840377-1-iscsi neutron-server[83993]: auth = self._auth_required(auth, 'determine endpoint URL') May 03 21:35:58.143033 dv-cinder-840377-1-iscsi neutron-server[83993]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 03 21:35:58.143033 dv-cinder-840377-1-iscsi neutron-server[83993]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 03 21:35:58.143033 dv-cinder-840377-1-iscsi neutron-server[83993]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 03 21:35:58.269686 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.plugin [None req-972466f6-8982-4989-8a5e-7698039b2a61 None None] Deleting port 8f0a8457-219b-4d74-a5e3-1977311e3b79 {{(pid=83994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 03 21:35:58.270314 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-972466f6-8982-4989-8a5e-7698039b2a61 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781386349267'] for port, before_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:58.338157 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.plugin [None req-972466f6-8982-4989-8a5e-7698039b2a61 None None] The port '8f0a8457-219b-4d74-a5e3-1977311e3b79' was deleted {{(pid=83994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 03 21:35:58.376637 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-1f248fcb-63eb-4ad9-8991-9286fcdb761d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2083393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-332850'] for network, after_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:58.408798 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-1f248fcb-63eb-4ad9-8991-9286fcdb761d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1706389'] for network, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:58.427445 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f248fcb-63eb-4ad9-8991-9286fcdb761d admin admin] Pushing event deleted for resources: {'Network': ['ID=9b51a3a3-5ba7-4915-a72e-fc06fbab7914,revision_number=None']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:35:58.537504 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-1f248fcb-63eb-4ad9-8991-9286fcdb761d admin admin] 10.222.0.48 "DELETE /v2.0/networks/9b51a3a3-5ba7-4915-a72e-fc06fbab7914 HTTP/1.1" status: 204 len: 168 time: 1.8502369 May 03 21:35:58.540670 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.48', 33428) {{(pid=83993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:35:59.057609 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd91f3e3-39b8-41a0-a947-3e641c931b32 req-2b8c44e4-330d-4b4e-8648-7979e2c3dc37 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:35:59.152584 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-cd91f3e3-39b8-41a0-a947-3e641c931b32 req-2b8c44e4-330d-4b4e-8648-7979e2c3dc37 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] 10.222.0.48 "GET /v2.0/ports?device_id=49b86a80-657d-4e94-bc71-bcfe8f276469 HTTP/1.1" status: 200 len: 943 time: 0.1176949 May 03 21:35:59.152584 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-cd91f3e3-39b8-41a0-a947-3e641c931b32 req-b4ee17eb-6df8-4e9f-ad67-c67b73353cba tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] 10.222.0.48 "GET /v2.0/security-groups?id=95308c2b-cca2-41de-8e93-f747eb13cdfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595274 May 03 21:35:59.152584 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-d01b50c0-8e1d-4112-9568-b6429f8d63d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-333618'] for router_interface, before_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:59.670552 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-c99ba202-d62a-4580-869d-2d794de66561 req-c3522f8d-e557-4c77-888d-3efde6ee2fbe service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=49b86a80-657d-4e94-bc71-bcfe8f276469&tenant_id=4cf52ffb4a864a689f5d0242ddc4cc4f HTTP/1.1" status: 200 len: 1096 time: 0.1776841 May 03 21:35:59.995540 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-c99ba202-d62a-4580-869d-2d794de66561 req-d8268913-d5c1-46b1-b1ab-618120e2b5a8 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4cf52ffb4a864a689f5d0242ddc4cc4f&device_id=49b86a80-657d-4e94-bc71-bcfe8f276469 HTTP/1.1" status: 200 len: 1096 time: 0.2643445 May 03 21:36:00.000257 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6efd44-3d6a-4768-834a-40b0747f1a4f req-8c272eb4-fb31-4b14-9e23-1d1da4a120ca tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:36:00.001008 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-6d6efd44-3d6a-4768-834a-40b0747f1a4f req-8c272eb4-fb31-4b14-9e23-1d1da4a120ca tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] 10.222.0.48 "GET /v2.0/ports?device_id=aab2b795-8567-48fa-81d6-985a8f168f87 HTTP/1.1" status: 200 len: 946 time: 0.2374949 May 03 21:36:00.252344 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-6d6efd44-3d6a-4768-834a-40b0747f1a4f req-210a5354-0f8f-497c-9901-e7e8d3957319 tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] 10.222.0.48 "GET /v2.0/security-groups?id=1936a7be-6b75-49ba-a7fa-dd2e0617a0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2241888 May 03 21:36:00.284343 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99ba202-d62a-4580-869d-2d794de66561 req-68fb51ab-d115-433f-9c3c-b6351aa881ea service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:36:00.285798 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-c99ba202-d62a-4580-869d-2d794de66561 req-68fb51ab-d115-433f-9c3c-b6351aa881ea service neutron] 10.222.0.42 "GET /v2.0/networks?id=a76ba353-ab28-4792-b070-a9ace23ad085 HTTP/1.1" status: 200 len: 918 time: 0.2827251 May 03 21:36:00.366671 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cd6f78-ad54-4dc8-a04f-21ab71b188d3 req-c9b008aa-0da7-4201-b07f-0dc9ceb8455e tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:36:00.368079 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-26cd6f78-ad54-4dc8-a04f-21ab71b188d3 req-c9b008aa-0da7-4201-b07f-0dc9ceb8455e tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] 10.222.0.48 "GET /v2.0/ports?device_id=49b86a80-657d-4e94-bc71-bcfe8f276469 HTTP/1.1" status: 200 len: 943 time: 0.0889585 May 03 21:36:00.416667 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-26cd6f78-ad54-4dc8-a04f-21ab71b188d3 req-9dd66bb7-5a52-4813-b79c-2e5578627de2 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] 10.222.0.48 "GET /v2.0/security-groups?id=95308c2b-cca2-41de-8e93-f747eb13cdfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417583 May 03 21:36:00.445704 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.plugin [None req-d01b50c0-8e1d-4112-9568-b6429f8d63d4 admin admin] Deleting port 38a8610c-65e1-496b-9e8a-3f958588700b {{(pid=83993) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 03 21:36:00.450505 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-d01b50c0-8e1d-4112-9568-b6429f8d63d4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781386349267'] for port, before_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:00.497507 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-c99ba202-d62a-4580-869d-2d794de66561 req-ecad0537-ecfb-4297-a1a2-047049582869 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4a088512-8058-4a9a-a45b-177671d97cfc HTTP/1.1" status: 200 len: 998 time: 0.2034030 May 03 21:36:00.644264 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99ba202-d62a-4580-869d-2d794de66561 req-dd66260c-a4dd-446c-a8e4-0b9983fcd97b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:36:00.645788 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-c99ba202-d62a-4580-869d-2d794de66561 req-dd66260c-a4dd-446c-a8e4-0b9983fcd97b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e0993ef0-a172-48a1-8947-068cb6cb24ca HTTP/1.1" status: 200 len: 856 time: 0.1412256 May 03 21:36:00.728924 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.db [None req-d01b50c0-8e1d-4112-9568-b6429f8d63d4 admin admin] For port 38a8610c-65e1-496b-9e8a-3f958588700b, host dv-cinder-840377-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840377-1-iscsi',level=0,port_id=38a8610c-65e1-496b-9e8a-3f958588700b,segment=NetworkSegment(a6e5a805-a5ef-46fa-bc9c-300e48aba39c),segment_id=a6e5a805-a5ef-46fa-bc9c-300e48aba39c)] {{(pid=83993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 21:36:00.729642 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-d01b50c0-8e1d-4112-9568-b6429f8d63d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749056'] for port, precommit_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:00.869401 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.plugin [None req-d01b50c0-8e1d-4112-9568-b6429f8d63d4 admin admin] Calling delete_port for 38a8610c-65e1-496b-9e8a-3f958588700b owned by network:router_interface {{(pid=83993) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 03 21:36:00.935174 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-c99ba202-d62a-4580-869d-2d794de66561 req-cb1a68ba-1757-41fa-a904-15bb9ce25118 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a76ba353-ab28-4792-b070-a9ace23ad085&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2736287 May 03 21:36:01.269303 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-c99ba202-d62a-4580-869d-2d794de66561 req-3bcca4ed-61fc-45c7-8b3b-bfb49c828367 service neutron] 10.222.0.42 "GET /v2.0/networks/a76ba353-ab28-4792-b070-a9ace23ad085?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2119739 May 03 21:36:01.595688 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-c99ba202-d62a-4580-869d-2d794de66561 req-26781c12-f250-44b2-9fc5-bf57e8372841 service neutron] 10.222.0.42 "GET /v2.0/networks/a76ba353-ab28-4792-b070-a9ace23ad085?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3155849 May 03 21:36:01.610490 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e592e6-e540-4feb-a317-bb474172725d req-1ea42349-a18e-4d83-8dc7-a94a616f2e10 tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:36:01.612012 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-d1e592e6-e540-4feb-a317-bb474172725d req-1ea42349-a18e-4d83-8dc7-a94a616f2e10 tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] 10.222.0.48 "GET /v2.0/ports?device_id=aab2b795-8567-48fa-81d6-985a8f168f87 HTTP/1.1" status: 200 len: 946 time: 0.1529088 May 03 21:36:01.636877 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-d01b50c0-8e1d-4112-9568-b6429f8d63d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781386188948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781385847444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3391708'] for port, after_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:01.663926 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d88af95-1e19-4a19-b160-876c9d80b3bc req-e1ef2803-1db0-4693-8831-1e2fa3e422f6 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:36:01.665643 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-5d88af95-1e19-4a19-b160-876c9d80b3bc req-e1ef2803-1db0-4693-8831-1e2fa3e422f6 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] 10.222.0.48 "GET /v2.0/ports?device_id=49b86a80-657d-4e94-bc71-bcfe8f276469 HTTP/1.1" status: 200 len: 943 time: 0.0858138 May 03 21:36:01.731093 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-5d88af95-1e19-4a19-b160-876c9d80b3bc req-c84e2a50-4d87-443c-9572-69bece47414b tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] 10.222.0.48 "GET /v2.0/security-groups?id=95308c2b-cca2-41de-8e93-f747eb13cdfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552638 May 03 21:36:01.732910 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01b50c0-8e1d-4112-9568-b6429f8d63d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=38a8610c-65e1-496b-9e8a-3f958588700b,revision_number=None']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:36:02.063139 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-d1e592e6-e540-4feb-a317-bb474172725d req-4cb77a1c-f5b7-4b7a-8f26-4e792527a0e8 tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] 10.222.0.48 "GET /v2.0/security-groups?id=1936a7be-6b75-49ba-a7fa-dd2e0617a0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2419612 May 03 21:36:02.063139 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297d692a-24de-40fc-9705-3b413572dffa req-15264148-b314-4561-95aa-099512e51a4f tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:36:02.063139 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-297d692a-24de-40fc-9705-3b413572dffa req-15264148-b314-4561-95aa-099512e51a4f tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] 10.222.0.42 "GET /v2.0/ports?device_id=aab2b795-8567-48fa-81d6-985a8f168f87 HTTP/1.1" status: 200 len: 946 time: 0.3284023 May 03 21:36:02.107519 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.plugin [req-297d692a-24de-40fc-9705-3b413572dffa req-f8e4e4cc-0386-48fe-92d3-cb7d1d3c8c3f tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] Deleting port 0467bd1c-73a7-463d-8aa3-9018ce655dae {{(pid=83993) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 03 21:36:02.107853 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-297d692a-24de-40fc-9705-3b413572dffa req-f8e4e4cc-0386-48fe-92d3-cb7d1d3c8c3f tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781386349267'] for port, before_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:02.375581 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-d01b50c0-8e1d-4112-9568-b6429f8d63d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1706353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-333669'] for router_interface, after_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:02.514107 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.48', 33502) {{(pid=83992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:36:02.572346 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.db [req-297d692a-24de-40fc-9705-3b413572dffa req-f8e4e4cc-0386-48fe-92d3-cb7d1d3c8c3f tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] For port 0467bd1c-73a7-463d-8aa3-9018ce655dae, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=0467bd1c-73a7-463d-8aa3-9018ce655dae,segment=NetworkSegment(f612df4b-39e4-4aca-8577-536003890aab),segment_id=f612df4b-39e4-4aca-8577-536003890aab)] {{(pid=83993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 21:36:02.572734 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-297d692a-24de-40fc-9705-3b413572dffa req-f8e4e4cc-0386-48fe-92d3-cb7d1d3c8c3f tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749056'] for port, precommit_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:02.677427 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-4c031985-50ee-487c-829b-50db6dd4d0ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:02.710715 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.db.quota.driver [None req-4c031985-50ee-487c-829b-50db6dd4d0ea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:36:02.714768 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.quota.resource [None req-4c031985-50ee-487c-829b-50db6dd4d0ea admin admin] Usage tracker for resource:security_group_rule and tenant:c6d977470d354d128a5c25a4d791e629 is out of sync, need to count used quota {{(pid=83992) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:36:02.718425 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.quota.resource [None req-4c031985-50ee-487c-829b-50db6dd4d0ea admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83992) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:36:02.724914 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.db.quota.driver [None req-4c031985-50ee-487c-829b-50db6dd4d0ea admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:36:02.801774 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-4c031985-50ee-487c-829b-50db6dd4d0ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:02.871212 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-4c031985-50ee-487c-829b-50db6dd4d0ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746426'] for security_group, after_create {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:02.928643 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-297d692a-24de-40fc-9705-3b413572dffa req-f8e4e4cc-0386-48fe-92d3-cb7d1d3c8c3f tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:02.929172 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-297d692a-24de-40fc-9705-3b413572dffa req-f8e4e4cc-0386-48fe-92d3-cb7d1d3c8c3f tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-332800'] for floatingip, after_update {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:02.929339 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.db.l3_db [req-297d692a-24de-40fc-9705-3b413572dffa req-f8e4e4cc-0386-48fe-92d3-cb7d1d3c8c3f tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] Floating IP 1f7b2de2-1a97-448f-97b2-7e8cbaf02cb1 disassociated. External IP: 172.27.1.45, port: 0467bd1c-73a7-463d-8aa3-9018ce655dae. May 03 21:36:02.929665 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.plugin [req-297d692a-24de-40fc-9705-3b413572dffa req-f8e4e4cc-0386-48fe-92d3-cb7d1d3c8c3f tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] Calling delete_port for 0467bd1c-73a7-463d-8aa3-9018ce655dae owned by compute:nova {{(pid=83993) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 03 21:36:02.956359 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c031985-50ee-487c-829b-50db6dd4d0ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d88d22a2-07f8-4208-b2da-c61a09810e08,revision_number=1']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:36:02.973130 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [None req-4c031985-50ee-487c-829b-50db6dd4d0ea admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c6d977470d354d128a5c25a4d791e629&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4577010 May 03 21:36:02.977092 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.48', 33512) {{(pid=83992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:36:03.163165 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-52cc7a4c-1438-456d-ba25-677ba8f7b1c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:03.340417 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efbd53c-6ccc-4019-831e-ba7d537d871d req-cbcf33b1-8c42-4dd0-9b34-65439104981f tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:36:03.340417 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-3efbd53c-6ccc-4019-831e-ba7d537d871d req-cbcf33b1-8c42-4dd0-9b34-65439104981f tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] 10.222.0.48 "GET /v2.0/ports?device_id=49b86a80-657d-4e94-bc71-bcfe8f276469 HTTP/1.1" status: 200 len: 943 time: 0.2836020 May 03 21:36:03.340417 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-52cc7a4c-1438-456d-ba25-677ba8f7b1c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:03.340417 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-3efbd53c-6ccc-4019-831e-ba7d537d871d req-e4b96f03-4b91-4b70-bc77-520590e1210b tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] 10.222.0.48 "GET /v2.0/security-groups?id=95308c2b-cca2-41de-8e93-f747eb13cdfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0898163 May 03 21:36:03.410393 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-52cc7a4c-1438-456d-ba25-677ba8f7b1c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746426'] for security_group, after_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:03.426051 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52cc7a4c-1438-456d-ba25-677ba8f7b1c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d88d22a2-07f8-4208-b2da-c61a09810e08,revision_number=None']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:36:03.442172 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-52cc7a4c-1438-456d-ba25-677ba8f7b1c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:03.443421 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [None req-52cc7a4c-1438-456d-ba25-677ba8f7b1c2 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d88d22a2-07f8-4208-b2da-c61a09810e08 HTTP/1.1" status: 204 len: 168 time: 0.4651992 May 03 21:36:03.524538 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4faa065c-abbd-44cf-8abc-375409d9cbab req-5a4a8a0c-074f-47a9-a638-6087ebc6b817 tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:36:03.524538 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-4faa065c-abbd-44cf-8abc-375409d9cbab req-5a4a8a0c-074f-47a9-a638-6087ebc6b817 tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] 10.222.0.48 "GET /v2.0/ports?device_id=aab2b795-8567-48fa-81d6-985a8f168f87 HTTP/1.1" status: 200 len: 946 time: 0.2949491 May 03 21:36:03.677506 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-297d692a-24de-40fc-9705-3b413572dffa req-f8e4e4cc-0386-48fe-92d3-cb7d1d3c8c3f tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781386188948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781385847444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3391708'] for port, after_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:03.769430 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e4e4cc-0386-48fe-92d3-cb7d1d3c8c3f tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] Pushing event deleted for resources: {'Port': ['ID=0467bd1c-73a7-463d-8aa3-9018ce655dae,revision_number=None']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:36:03.895674 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-4faa065c-abbd-44cf-8abc-375409d9cbab req-3e7bbc3c-e3d8-4244-af9e-acc1034ad96a tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] 10.222.0.48 "GET /v2.0/security-groups?id=1936a7be-6b75-49ba-a7fa-dd2e0617a0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2738364 May 03 21:36:04.232272 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.rpc [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Device 0467bd1c-73a7-463d-8aa3-9018ce655dae no longer exists at agent hyperv_hv-cinder-84037 {{(pid=83994) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 21:36:04.302240 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d01b50c0-8e1d-4112-9568-b6429f8d63d4 admin admin] Router f21c0d64-741e-4759-bdfc-782120020df7 has already been hosted by L3 agent c192ea1b-f7d6-49b7-9f22-5492fbafc6f3 {{(pid=83993) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 03 21:36:04.331112 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.plugin [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] No Port match for: 0467bd1c-73a7-463d-8aa3-9018ce655dae {{(pid=83994) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 03 21:36:04.331243 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.rpc [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Device 0467bd1c-73a7-463d-8aa3-9018ce655dae not bound to the agent host hv-cinder-84037 {{(pid=83994) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 21:36:04.752913 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.scheduler.l3_agent_scheduler [req-297d692a-24de-40fc-9705-3b413572dffa req-f8e4e4cc-0386-48fe-92d3-cb7d1d3c8c3f tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] Router 360beb80-9db1-4402-a5b1-1a0d502ee210 has already been hosted by L3 agent c192ea1b-f7d6-49b7-9f22-5492fbafc6f3 {{(pid=83993) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 03 21:36:04.846541 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.48', 33540) {{(pid=83992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:36:04.886121 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-6a91d718-83ac-404d-80f0-f42d4976215d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:04.940551 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.db.quota.driver [None req-6a91d718-83ac-404d-80f0-f42d4976215d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:36:04.947112 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.quota.resource [None req-6a91d718-83ac-404d-80f0-f42d4976215d admin admin] Usage tracker for resource:security_group_rule and tenant:3f9cd8e30ad54493a1bb7b2d945ed372 is out of sync, need to count used quota {{(pid=83992) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:36:04.951712 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.quota.resource [None req-6a91d718-83ac-404d-80f0-f42d4976215d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83992) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:36:04.961587 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.db.quota.driver [None req-6a91d718-83ac-404d-80f0-f42d4976215d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:36:05.084025 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-6a91d718-83ac-404d-80f0-f42d4976215d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:05.136358 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b307946a-774e-42c6-bcdd-403d9e5c93dc req-6af5af52-77b2-4493-98b9-eb3491d03023 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:36:05.145956 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-b307946a-774e-42c6-bcdd-403d9e5c93dc req-6af5af52-77b2-4493-98b9-eb3491d03023 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] 10.222.0.48 "GET /v2.0/ports?device_id=49b86a80-657d-4e94-bc71-bcfe8f276469 HTTP/1.1" status: 200 len: 943 time: 0.4907966 May 03 21:36:05.175349 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-6a91d718-83ac-404d-80f0-f42d4976215d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746426'] for security_group, after_create {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:05.220896 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-b307946a-774e-42c6-bcdd-403d9e5c93dc req-5c95b687-97b7-43e2-aa30-92905a61238d tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] 10.222.0.48 "GET /v2.0/security-groups?id=95308c2b-cca2-41de-8e93-f747eb13cdfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0734501 May 03 21:36:05.235558 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-5985d737-4904-49d2-8ca3-eb2693737202 req-ff025725-ba05-469a-84a5-7cb913a5ccb6 tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] 10.222.0.48 "GET /v2.0/ports?device_id=aab2b795-8567-48fa-81d6-985a8f168f87 HTTP/1.1" status: 200 len: 210 time: 0.1497846 May 03 21:36:05.307150 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a91d718-83ac-404d-80f0-f42d4976215d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2aa7456-7db1-43df-bf0a-b389da85eb33,revision_number=1']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:36:05.319811 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [None req-6a91d718-83ac-404d-80f0-f42d4976215d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=3f9cd8e30ad54493a1bb7b2d945ed372&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4679472 May 03 21:36:05.320232 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.48', 33550) {{(pid=83992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:36:05.356291 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d01b50c0-8e1d-4112-9568-b6429f8d63d4 admin admin] Notify agent at l3_agent.dv-cinder-840377-1-iscsi the message routers_updated {{(pid=83993) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 21:36:05.384021 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-508ea539-f382-41ff-b2a1-2a9de71665ce None None] Sync routers for ids ['f21c0d64-741e-4759-bdfc-782120020df7'] in dv-cinder-840377-1-iscsi {{(pid=83994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 03 21:36:05.407318 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-508ea539-f382-41ff-b2a1-2a9de71665ce None None] Routers {'f21c0d64-741e-4759-bdfc-782120020df7'} bound to L3 agent in host dv-cinder-840377-1-iscsi {{(pid=83994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 03 21:36:05.408369 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.l3_hamode_db [None req-508ea539-f382-41ff-b2a1-2a9de71665ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840377-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-03T21:19:18Z,description=,heartbeat_timestamp=2022-05-03T21:35:49Z,host='dv-cinder-840377-1-iscsi',id=c192ea1b-f7d6-49b7-9f22-5492fbafc6f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:19:19Z,topic='l3_agent')) {'router_ids': ['f21c0d64-741e-4759-bdfc-782120020df7'], 'active': True} {{(pid=83994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:36:05.472458 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-4ac3a61b-ab2b-422d-82e2-28184bfc22a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:05.556365 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-4ac3a61b-ab2b-422d-82e2-28184bfc22a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:05.588090 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-d01b50c0-8e1d-4112-9568-b6429f8d63d4 admin admin] 10.222.0.48 "PUT /v2.0/routers/f21c0d64-741e-4759-bdfc-782120020df7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0458636 May 03 21:36:05.591939 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.48', 33554) {{(pid=83992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:36:05.636074 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-297d692a-24de-40fc-9705-3b413572dffa req-f8e4e4cc-0386-48fe-92d3-cb7d1d3c8c3f tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] Notify agent at l3_agent.dv-cinder-840377-1-iscsi the message routers_updated {{(pid=83993) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 21:36:05.653978 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd08ec2d-652c-4d5b-a5dc-3b1b9c916256 None None] Sync routers for ids ['360beb80-9db1-4402-a5b1-1a0d502ee210'] in dv-cinder-840377-1-iscsi {{(pid=83995) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 03 21:36:05.666324 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.l3_dvr_db [None req-508ea539-f382-41ff-b2a1-2a9de71665ce None None] Set router f21c0d64-741e-4759-bdfc-782120020df7 gateway port host: dv-cinder-840377-1-iscsi {{(pid=83994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 03 21:36:05.704108 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd08ec2d-652c-4d5b-a5dc-3b1b9c916256 None None] Routers {'360beb80-9db1-4402-a5b1-1a0d502ee210'} bound to L3 agent in host dv-cinder-840377-1-iscsi {{(pid=83995) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 03 21:36:05.705092 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.db.l3_hamode_db [None req-fd08ec2d-652c-4d5b-a5dc-3b1b9c916256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840377-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-03T21:19:18Z,description=,heartbeat_timestamp=2022-05-03T21:35:49Z,host='dv-cinder-840377-1-iscsi',id=c192ea1b-f7d6-49b7-9f22-5492fbafc6f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:19:19Z,topic='l3_agent')) {'router_ids': ['360beb80-9db1-4402-a5b1-1a0d502ee210'], 'active': True} {{(pid=83995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:36:05.778362 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.db.l3_dvrscheduler_db [req-297d692a-24de-40fc-9705-3b413572dffa req-f8e4e4cc-0386-48fe-92d3-cb7d1d3c8c3f tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] No DVR routers for this DVR port 0467bd1c-73a7-463d-8aa3-9018ce655dae on host hv-cinder-84037 {{(pid=83993) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 21:36:05.786169 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-297d692a-24de-40fc-9705-3b413572dffa req-f8e4e4cc-0386-48fe-92d3-cb7d1d3c8c3f tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93163'] for port, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:05.788922 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-297d692a-24de-40fc-9705-3b413572dffa req-f8e4e4cc-0386-48fe-92d3-cb7d1d3c8c3f tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] 10.222.0.42 "DELETE /v2.0/ports/0467bd1c-73a7-463d-8aa3-9018ce655dae HTTP/1.1" status: 204 len: 173 time: 3.7560589 May 03 21:36:05.793009 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aab2b795-8567-48fa-81d6-985a8f168f87', 'name': 'network-vif-deleted', 'tag': '0467bd1c-73a7-463d-8aa3-9018ce655dae'}] {{(pid=83993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 03 21:36:05.964150 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d875db96-5e66-496e-9af3-f41f51c316a0'] response: {'server_uuid': 'aab2b795-8567-48fa-81d6-985a8f168f87', 'name': 'network-vif-deleted', 'tag': '0467bd1c-73a7-463d-8aa3-9018ce655dae', 'status': 'completed', 'code': 200} May 03 21:36:06.057367 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-4ac3a61b-ab2b-422d-82e2-28184bfc22a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746426'] for security_group, after_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:06.074690 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-aed5b783-a3d1-46c1-a19d-bd2615d38883 admin admin] Notify callbacks [] for router, before_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:06.226871 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac3a61b-ab2b-422d-82e2-28184bfc22a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2aa7456-7db1-43df-bf0a-b389da85eb33,revision_number=None']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:36:06.251710 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.l3_hamode_db [None req-508ea539-f382-41ff-b2a1-2a9de71665ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f21c0d64-741e-4759-bdfc-782120020df7', 'name': 'tempest-TestMinimumBasicScenario-1893502898-router', 'tenant_id': '2f90a38bca9f4d29a080522faa68d887', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c33334bd-f19e-453d-9f7b-349270405c58', 'external_fixed_ips': [{'subnet_id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'ip_address': '172.27.1.25'}], 'enable_snat': True}, 'gw_port_id': 'c0330f7f-d4f4-4e04-9ad9-e74ec0a89b5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:32:21Z', 'updated_at': '2022-05-03T21:36:01Z', 'revision_number': 5, 'project_id': '2f90a38bca9f4d29a080522faa68d887', 'gw_port': {'id': 'c0330f7f-d4f4-4e04-9ad9-e74ec0a89b5c', 'name': '', 'network_id': 'c33334bd-f19e-453d-9f7b-349270405c58', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:25:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f21c0d64-741e-4759-bdfc-782120020df7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'ip_address': '172.27.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:32:22Z', 'updated_at': '2022-05-03T21:32:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840377-1-iscsi'}], 'dv-cinder-840377-1-iscsi', False) {} {{(pid=83994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:36:06.258443 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-4ac3a61b-ab2b-422d-82e2-28184bfc22a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:06.259616 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [None req-4ac3a61b-ab2b-422d-82e2-28184bfc22a3 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b2aa7456-7db1-43df-bf0a-b389da85eb33 HTTP/1.1" status: 204 len: 168 time: 0.9379990 May 03 21:36:06.272462 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.db.l3_dvr_db [None req-fd08ec2d-652c-4d5b-a5dc-3b1b9c916256 None None] Set router 360beb80-9db1-4402-a5b1-1a0d502ee210 gateway port host: dv-cinder-840377-1-iscsi {{(pid=83995) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 03 21:36:06.338170 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-508ea539-f382-41ff-b2a1-2a9de71665ce None None] Checking router: f21c0d64-741e-4759-bdfc-782120020df7 for host: dv-cinder-840377-1-iscsi {{(pid=83994) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 03 21:36:06.365126 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-508ea539-f382-41ff-b2a1-2a9de71665ce None None] Routers {'f21c0d64-741e-4759-bdfc-782120020df7'} bound to L3 agent in host dv-cinder-840377-1-iscsi {{(pid=83994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 03 21:36:06.366424 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.l3_hamode_db [None req-508ea539-f382-41ff-b2a1-2a9de71665ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840377-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-03T21:19:18Z,description=,heartbeat_timestamp=2022-05-03T21:35:49Z,host='dv-cinder-840377-1-iscsi',id=c192ea1b-f7d6-49b7-9f22-5492fbafc6f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:19:19Z,topic='l3_agent')) {'router_ids': ['f21c0d64-741e-4759-bdfc-782120020df7'], 'active': True} {{(pid=83994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:36:06.692368 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [req-2a5c7654-d933-4436-95a7-dfcdaba84831 req-406c8b37-2c6a-4dc8-809b-9a79cf0a1e6e tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] Synchronizing usage tracker for tenant:a2df1ca790224a009004c3c22a5ee5c5 on resource:port {{(pid=83993) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 21:36:06.819069 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-aed5b783-a3d1-46c1-a19d-bd2615d38883 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:06.846388 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.l3_dvr_db [None req-508ea539-f382-41ff-b2a1-2a9de71665ce None None] Set router f21c0d64-741e-4759-bdfc-782120020df7 gateway port host: dv-cinder-840377-1-iscsi {{(pid=83994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 03 21:36:06.868643 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [req-2a5c7654-d933-4436-95a7-dfcdaba84831 req-406c8b37-2c6a-4dc8-809b-9a79cf0a1e6e tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] Unset dirty status for tenant:a2df1ca790224a009004c3c22a5ee5c5 on resource:port {{(pid=83993) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 21:36:06.870492 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-2a5c7654-d933-4436-95a7-dfcdaba84831 req-406c8b37-2c6a-4dc8-809b-9a79cf0a1e6e tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] 10.222.0.48 "GET /v2.0/ports?device_id=aab2b795-8567-48fa-81d6-985a8f168f87 HTTP/1.1" status: 200 len: 210 time: 0.2411234 May 03 21:36:06.899630 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54db316b-a855-416d-b840-b981de62e6bc req-77345247-efbe-494f-8053-7c646f2946c1 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:36:06.902163 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-54db316b-a855-416d-b840-b981de62e6bc req-77345247-efbe-494f-8053-7c646f2946c1 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] 10.222.0.48 "GET /v2.0/ports?device_id=49b86a80-657d-4e94-bc71-bcfe8f276469 HTTP/1.1" status: 200 len: 943 time: 0.3133950 May 03 21:36:06.909113 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.plugins.ml2.plugin [None req-aed5b783-a3d1-46c1-a19d-bd2615d38883 admin admin] Deleting port c0330f7f-d4f4-4e04-9ad9-e74ec0a89b5c {{(pid=83992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 03 21:36:06.909113 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-aed5b783-a3d1-46c1-a19d-bd2615d38883 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781386349267'] for port, before_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:07.255097 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-54db316b-a855-416d-b840-b981de62e6bc req-8bfc6ced-03f6-4bf5-9898-a562aa5a8b23 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] 10.222.0.48 "GET /v2.0/security-groups?id=95308c2b-cca2-41de-8e93-f747eb13cdfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2122016 May 03 21:36:07.277432 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.db.l3_hamode_db [None req-fd08ec2d-652c-4d5b-a5dc-3b1b9c916256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '360beb80-9db1-4402-a5b1-1a0d502ee210', 'name': 'tempest-AttachVolumeTestJSON-600581022-router', 'tenant_id': 'a2df1ca790224a009004c3c22a5ee5c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c33334bd-f19e-453d-9f7b-349270405c58', 'external_fixed_ips': [{'subnet_id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'ip_address': '172.27.1.17'}], 'enable_snat': True}, 'gw_port_id': 'a353ebbc-82af-401c-a27c-5a116fea74c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:28:28Z', 'updated_at': '2022-05-03T21:28:43Z', 'revision_number': 4, 'project_id': 'a2df1ca790224a009004c3c22a5ee5c5', 'gw_port': {'id': 'a353ebbc-82af-401c-a27c-5a116fea74c8', 'name': '', 'network_id': 'c33334bd-f19e-453d-9f7b-349270405c58', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:ae:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '360beb80-9db1-4402-a5b1-1a0d502ee210', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'ip_address': '172.27.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:28:30Z', 'updated_at': '2022-05-03T21:29:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840377-1-iscsi', '_interfaces': [{'id': '420ded47-b7bf-4a1d-b041-ea6b040061a2', 'name': '', 'network_id': '74dacc7e-115e-4cd0-87fd-8eaa4de43b7c', 'tenant_id': 'a2df1ca790224a009004c3c22a5ee5c5', 'mac_address': 'fa:16:3e:94:17:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '360beb80-9db1-4402-a5b1-1a0d502ee210', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '55e45d73-03f2-4af5-b38e-f33c41c1d7ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:28:42Z', 'updated_at': '2022-05-03T21:29:50Z', 'revision_number': 5, 'project_id': 'a2df1ca790224a009004c3c22a5ee5c5', 'subnets': [{'id': '55e45d73-03f2-4af5-b38e-f33c41c1d7ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840377-1-iscsi', False) {} {{(pid=83995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:36:07.303067 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd08ec2d-652c-4d5b-a5dc-3b1b9c916256 None None] Checking router: 360beb80-9db1-4402-a5b1-1a0d502ee210 for host: dv-cinder-840377-1-iscsi {{(pid=83995) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 03 21:36:07.378775 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd08ec2d-652c-4d5b-a5dc-3b1b9c916256 None None] Routers {'360beb80-9db1-4402-a5b1-1a0d502ee210'} bound to L3 agent in host dv-cinder-840377-1-iscsi {{(pid=83995) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 03 21:36:07.380782 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.db.l3_hamode_db [None req-fd08ec2d-652c-4d5b-a5dc-3b1b9c916256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840377-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-03T21:19:18Z,description=,heartbeat_timestamp=2022-05-03T21:35:49Z,host='dv-cinder-840377-1-iscsi',id=c192ea1b-f7d6-49b7-9f22-5492fbafc6f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:19:19Z,topic='l3_agent')) {'router_ids': ['360beb80-9db1-4402-a5b1-1a0d502ee210'], 'active': True} {{(pid=83995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:36:07.570666 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.l3_hamode_db [None req-508ea539-f382-41ff-b2a1-2a9de71665ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f21c0d64-741e-4759-bdfc-782120020df7', 'name': 'tempest-TestMinimumBasicScenario-1893502898-router', 'tenant_id': '2f90a38bca9f4d29a080522faa68d887', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c33334bd-f19e-453d-9f7b-349270405c58', 'external_fixed_ips': [{'subnet_id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'ip_address': '172.27.1.25'}], 'enable_snat': True}, 'gw_port_id': 'c0330f7f-d4f4-4e04-9ad9-e74ec0a89b5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:32:21Z', 'updated_at': '2022-05-03T21:36:01Z', 'revision_number': 5, 'project_id': '2f90a38bca9f4d29a080522faa68d887', 'gw_port': {'id': 'c0330f7f-d4f4-4e04-9ad9-e74ec0a89b5c', 'name': '', 'network_id': 'c33334bd-f19e-453d-9f7b-349270405c58', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:25:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f21c0d64-741e-4759-bdfc-782120020df7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'ip_address': '172.27.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:32:22Z', 'updated_at': '2022-05-03T21:32:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840377-1-iscsi'}], 'dv-cinder-840377-1-iscsi', False) {} {{(pid=83994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:36:07.576826 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-508ea539-f382-41ff-b2a1-2a9de71665ce None None] The sync data for ids ['f21c0d64-741e-4759-bdfc-782120020df7'] in dv-cinder-840377-1-iscsi is: [{'id': 'f21c0d64-741e-4759-bdfc-782120020df7', 'name': 'tempest-TestMinimumBasicScenario-1893502898-router', 'tenant_id': '2f90a38bca9f4d29a080522faa68d887', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c33334bd-f19e-453d-9f7b-349270405c58', 'external_fixed_ips': [{'subnet_id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'ip_address': '172.27.1.25'}], 'enable_snat': True}, 'gw_port_id': 'c0330f7f-d4f4-4e04-9ad9-e74ec0a89b5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:32:21Z', 'updated_at': '2022-05-03T21:36:01Z', 'revision_number': 5, 'project_id': '2f90a38bca9f4d29a080522faa68d887', 'gw_port': {'id': 'c0330f7f-d4f4-4e04-9ad9-e74ec0a89b5c', 'name': '', 'network_id': 'c33334bd-f19e-453d-9f7b-349270405c58', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:25:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f21c0d64-741e-4759-bdfc-782120020df7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'ip_address': '172.27.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:32:22Z', 'updated_at': '2022-05-03T21:32:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840377-1-iscsi'}] {{(pid=83994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 03 21:36:07.762906 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.db.l3_dvr_db [None req-fd08ec2d-652c-4d5b-a5dc-3b1b9c916256 None None] Set router 360beb80-9db1-4402-a5b1-1a0d502ee210 gateway port host: dv-cinder-840377-1-iscsi {{(pid=83995) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 03 21:36:07.805405 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.plugins.ml2.db [None req-aed5b783-a3d1-46c1-a19d-bd2615d38883 admin admin] For port c0330f7f-d4f4-4e04-9ad9-e74ec0a89b5c, host dv-cinder-840377-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840377-1-iscsi',level=0,port_id=c0330f7f-d4f4-4e04-9ad9-e74ec0a89b5c,segment=NetworkSegment(36b0f1c3-e784-4cca-986f-65718d8cb16d),segment_id=36b0f1c3-e784-4cca-986f-65718d8cb16d)] {{(pid=83992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 21:36:07.805926 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-aed5b783-a3d1-46c1-a19d-bd2615d38883 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749056'] for port, precommit_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:08.013992 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.rpc [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Device 38a8610c-65e1-496b-9e8a-3f958588700b no longer exists at agent ovs-agent-dv-cinder-840377-1-iscsi {{(pid=83994) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 21:36:08.052811 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.plugins.ml2.plugin [None req-aed5b783-a3d1-46c1-a19d-bd2615d38883 admin admin] Calling delete_port for c0330f7f-d4f4-4e04-9ad9-e74ec0a89b5c owned by network:router_gateway {{(pid=83992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 03 21:36:08.086940 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.plugin [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] No Port match for: 38a8610c-65e1-496b-9e8a-3f958588700b {{(pid=83994) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 03 21:36:08.091748 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.rpc [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Device 38a8610c-65e1-496b-9e8a-3f958588700b not bound to the agent host dv-cinder-840377-1-iscsi {{(pid=83994) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 21:36:08.441409 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-36fa61db-1976-4c34-8249-841528f0a834 req-0ffdebad-8816-42c8-aa0e-1fdee2102795 tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] 10.222.0.48 "GET /v2.0/ports?device_id=aab2b795-8567-48fa-81d6-985a8f168f87 HTTP/1.1" status: 200 len: 210 time: 0.0690074 May 03 21:36:08.495228 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-aed5b783-a3d1-46c1-a19d-bd2615d38883 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781386188948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781385847444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3996730'] for port, after_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:08.575889 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed5b783-a3d1-46c1-a19d-bd2615d38883 admin admin] Pushing event deleted for resources: {'Port': ['ID=c0330f7f-d4f4-4e04-9ad9-e74ec0a89b5c,revision_number=None']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:36:08.656772 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.db.l3_hamode_db [None req-fd08ec2d-652c-4d5b-a5dc-3b1b9c916256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '360beb80-9db1-4402-a5b1-1a0d502ee210', 'name': 'tempest-AttachVolumeTestJSON-600581022-router', 'tenant_id': 'a2df1ca790224a009004c3c22a5ee5c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c33334bd-f19e-453d-9f7b-349270405c58', 'external_fixed_ips': [{'subnet_id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'ip_address': '172.27.1.17'}], 'enable_snat': True}, 'gw_port_id': 'a353ebbc-82af-401c-a27c-5a116fea74c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:28:28Z', 'updated_at': '2022-05-03T21:28:43Z', 'revision_number': 4, 'project_id': 'a2df1ca790224a009004c3c22a5ee5c5', 'gw_port': {'id': 'a353ebbc-82af-401c-a27c-5a116fea74c8', 'name': '', 'network_id': 'c33334bd-f19e-453d-9f7b-349270405c58', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:ae:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '360beb80-9db1-4402-a5b1-1a0d502ee210', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'ip_address': '172.27.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:28:30Z', 'updated_at': '2022-05-03T21:29:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840377-1-iscsi', '_interfaces': [{'id': '420ded47-b7bf-4a1d-b041-ea6b040061a2', 'name': '', 'network_id': '74dacc7e-115e-4cd0-87fd-8eaa4de43b7c', 'tenant_id': 'a2df1ca790224a009004c3c22a5ee5c5', 'mac_address': 'fa:16:3e:94:17:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '360beb80-9db1-4402-a5b1-1a0d502ee210', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '55e45d73-03f2-4af5-b38e-f33c41c1d7ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:28:42Z', 'updated_at': '2022-05-03T21:29:50Z', 'revision_number': 5, 'project_id': 'a2df1ca790224a009004c3c22a5ee5c5', 'subnets': [{'id': '55e45d73-03f2-4af5-b38e-f33c41c1d7ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840377-1-iscsi', False) {} {{(pid=83995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:36:08.665119 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd08ec2d-652c-4d5b-a5dc-3b1b9c916256 None None] The sync data for ids ['360beb80-9db1-4402-a5b1-1a0d502ee210'] in dv-cinder-840377-1-iscsi is: [{'id': '360beb80-9db1-4402-a5b1-1a0d502ee210', 'name': 'tempest-AttachVolumeTestJSON-600581022-router', 'tenant_id': 'a2df1ca790224a009004c3c22a5ee5c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c33334bd-f19e-453d-9f7b-349270405c58', 'external_fixed_ips': [{'subnet_id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'ip_address': '172.27.1.17'}], 'enable_snat': True}, 'gw_port_id': 'a353ebbc-82af-401c-a27c-5a116fea74c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:28:28Z', 'updated_at': '2022-05-03T21:28:43Z', 'revision_number': 4, 'project_id': 'a2df1ca790224a009004c3c22a5ee5c5', 'gw_port': {'id': 'a353ebbc-82af-401c-a27c-5a116fea74c8', 'name': '', 'network_id': 'c33334bd-f19e-453d-9f7b-349270405c58', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:ae:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '360beb80-9db1-4402-a5b1-1a0d502ee210', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'ip_address': '172.27.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:28:30Z', 'updated_at': '2022-05-03T21:29:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840377-1-iscsi', '_interfaces': [{'id': '420ded47-b7bf-4a1d-b041-ea6b040061a2', 'name': '', 'network_id': '74dacc7e-115e-4cd0-87fd-8eaa4de43b7c', 'tenant_id': 'a2df1ca790224a009004c3c22a5ee5c5', 'mac_address': 'fa:16:3e:94:17:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '360beb80-9db1-4402-a5b1-1a0d502ee210', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '55e45d73-03f2-4af5-b38e-f33c41c1d7ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:28:42Z', 'updated_at': '2022-05-03T21:29:50Z', 'revision_number': 5, 'project_id': 'a2df1ca790224a009004c3c22a5ee5c5', 'subnets': [{'id': '55e45d73-03f2-4af5-b38e-f33c41c1d7ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83995) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 03 21:36:09.134358 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff352af7-5ee3-4583-b5d8-8c3ca33a1a67 None None] New status for floating IP 1f7b2de2-1a97-448f-97b2-7e8cbaf02cb1: DOWN {{(pid=83994) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 03 21:36:09.302243 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-aed5b783-a3d1-46c1-a19d-bd2615d38883 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-332847'] for router_gateway, after_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:09.531478 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2829b2bc-f132-4bfb-93a9-322532f56a3c req-b46107fa-9ad1-411c-9265-da373ec0dbb2 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:36:09.538733 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-2829b2bc-f132-4bfb-93a9-322532f56a3c req-b46107fa-9ad1-411c-9265-da373ec0dbb2 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] 10.222.0.48 "GET /v2.0/ports?device_id=49b86a80-657d-4e94-bc71-bcfe8f276469 HTTP/1.1" status: 200 len: 943 time: 0.7505515 May 03 21:36:09.662336 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-aed5b783-a3d1-46c1-a19d-bd2615d38883 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-330463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4187'] for router, precommit_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:09.677504 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-aed5b783-a3d1-46c1-a19d-bd2615d38883 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:09.693918 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-2829b2bc-f132-4bfb-93a9-322532f56a3c req-945d3767-6c9a-4754-ab4a-95fd69667bf5 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] 10.222.0.48 "GET /v2.0/security-groups?id=95308c2b-cca2-41de-8e93-f747eb13cdfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1542892 May 03 21:36:09.832947 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-aed5b783-a3d1-46c1-a19d-bd2615d38883 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-330355'] for router, after_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:09.833493 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aed5b783-a3d1-46c1-a19d-bd2615d38883 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f21c0d64-741e-4759-bdfc-782120020df7 {{(pid=83992) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 03 21:36:09.858112 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-aed5b783-a3d1-46c1-a19d-bd2615d38883 admin admin] Notify callbacks [] for router, before_response {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:09.862725 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.48', 33622) {{(pid=83993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:36:09.874173 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [None req-aed5b783-a3d1-46c1-a19d-bd2615d38883 admin admin] 10.222.0.48 "DELETE /v2.0/routers/f21c0d64-741e-4759-bdfc-782120020df7 HTTP/1.1" status: 204 len: 168 time: 4.2793601 May 03 21:36:09.892253 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.48', 33626) {{(pid=83992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:36:09.971257 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.db.db_base_plugin_v2 [None req-26eab4d2-391f-41a6-9eb6-bf02630cd64d admin admin] Deleting subnet e19a4958-1abc-4dda-bb96-72fefb11aedf {{(pid=83993) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 03 21:36:09.977138 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-26eab4d2-391f-41a6-9eb6-bf02630cd64d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:10.082381 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-65275329-9976-4c9b-ac21-cf17a4a2f3f8 tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] Notify callbacks [] for security_group, before_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:10.094352 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-26eab4d2-391f-41a6-9eb6-bf02630cd64d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4075312'] for subnet, precommit_delete_associations {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:10.131169 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-65275329-9976-4c9b-ac21-cf17a4a2f3f8 tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:10.275741 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-26eab4d2-391f-41a6-9eb6-bf02630cd64d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2088927'] for subnet, precommit_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:10.360936 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-65275329-9976-4c9b-ac21-cf17a4a2f3f8 tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746426'] for security_group, after_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:10.403714 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65275329-9976-4c9b-ac21-cf17a4a2f3f8 tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1936a7be-6b75-49ba-a7fa-dd2e0617a0e7,revision_number=None']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:36:10.498673 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-26eab4d2-391f-41a6-9eb6-bf02630cd64d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2088918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3391727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3403756'] for subnet, after_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:10.557756 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26eab4d2-391f-41a6-9eb6-bf02630cd64d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e19a4958-1abc-4dda-bb96-72fefb11aedf,revision_number=None']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:36:10.568717 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-26eab4d2-391f-41a6-9eb6-bf02630cd64d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1706389'] for subnet, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:10.577828 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d48e132d-163a-4d8f-b37b-a444d9de5260 None None] Network 95fe9525-9ef8-4442-8b9e-515d08d35a33 requested from dv-cinder-840377-1-iscsi {{(pid=83994) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 03 21:36:10.580389 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26eab4d2-391f-41a6-9eb6-bf02630cd64d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:36:10.580929 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26eab4d2-391f-41a6-9eb6-bf02630cd64d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:36:10.581165 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26eab4d2-391f-41a6-9eb6-bf02630cd64d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:36:10.581613 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26eab4d2-391f-41a6-9eb6-bf02630cd64d admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:36:10.582005 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26eab4d2-391f-41a6-9eb6-bf02630cd64d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:36:10.582444 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26eab4d2-391f-41a6-9eb6-bf02630cd64d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:36:10.582724 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26eab4d2-391f-41a6-9eb6-bf02630cd64d admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:36:10.583053 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26eab4d2-391f-41a6-9eb6-bf02630cd64d admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:36:10.583372 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26eab4d2-391f-41a6-9eb6-bf02630cd64d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:36:10.583687 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26eab4d2-391f-41a6-9eb6-bf02630cd64d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:36:10.584002 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26eab4d2-391f-41a6-9eb6-bf02630cd64d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:36:10.588855 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-26eab4d2-391f-41a6-9eb6-bf02630cd64d admin admin] 10.222.0.48 "DELETE /v2.0/subnets/e19a4958-1abc-4dda-bb96-72fefb11aedf HTTP/1.1" status: 204 len: 168 time: 0.7247694 May 03 21:36:10.594206 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.48', 33636) {{(pid=83992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:36:10.786934 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-65275329-9976-4c9b-ac21-cf17a4a2f3f8 tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] Notify callbacks [] for security_group, before_response {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:10.791533 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [None req-65275329-9976-4c9b-ac21-cf17a4a2f3f8 tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] 10.222.0.48 "DELETE /v2.0/security-groups/1936a7be-6b75-49ba-a7fa-dd2e0617a0e7 HTTP/1.1" status: 204 len: 168 time: 0.8949888 May 03 21:36:10.792374 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.48', 33642) {{(pid=83993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:36:10.831334 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-fbce7eae-b09b-4ec1-83c8-9885d2239e6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1078587'] for network, before_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:10.837973 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.api.v2.resource [None req-7e16f23f-ac34-4dad-b8f0-1f0b6f310fc2 tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] show failed (client error): The resource could not be found. May 03 21:36:10.843557 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.48', 33646) {{(pid=83992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:36:10.843750 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-7e16f23f-ac34-4dad-b8f0-1f0b6f310fc2 tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] 10.222.0.48 "GET /v2.0/security-groups/1936a7be-6b75-49ba-a7fa-dd2e0617a0e7 HTTP/1.1" status: 404 len: 347 time: 0.0506120 May 03 21:36:10.990259 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfc55428-1d7c-428f-8422-faa9b3bd09b1 None None] DHCP port deletion for 95fe9525-9ef8-4442-8b9e-515d08d35a33 request from dv-cinder-840377-1-iscsi {{(pid=83994) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 03 21:36:11.002788 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.plugin [None req-bfc55428-1d7c-428f-8422-faa9b3bd09b1 None None] Deleting port f23cfdf3-5973-4a1c-bf98-061e5316e9f5 {{(pid=83994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 03 21:36:11.018954 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-bfc55428-1d7c-428f-8422-faa9b3bd09b1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781386349267'] for port, before_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:11.167872 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.plugins.ml2.plugin [None req-fbce7eae-b09b-4ec1-83c8-9885d2239e6f admin admin] Deleting port f23cfdf3-5973-4a1c-bf98-061e5316e9f5 {{(pid=83992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 03 21:36:11.169640 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-fbce7eae-b09b-4ec1-83c8-9885d2239e6f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781386349267'] for port, before_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:11.246987 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.48', 33654) {{(pid=83993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:36:11.307616 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7c4c9f-077e-4335-a83f-2ad150758fd4 req-7011bbf0-8135-4e13-9cbe-6892abd4dd9e tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:36:11.324101 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-fb7c4c9f-077e-4335-a83f-2ad150758fd4 req-7011bbf0-8135-4e13-9cbe-6892abd4dd9e tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] 10.222.0.48 "GET /v2.0/ports?device_id=49b86a80-657d-4e94-bc71-bcfe8f276469 HTTP/1.1" status: 200 len: 943 time: 0.3505049 May 03 21:36:11.324465 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.plugins.ml2.plugin [None req-a5987cdd-9fbb-4945-b786-f7e6433c366d tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] Deleting port 68b22199-9746-4f05-9cbc-eef866cdce38 {{(pid=83992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 03 21:36:11.326580 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-a5987cdd-9fbb-4945-b786-f7e6433c366d tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781386349267'] for port, before_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:11.451377 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-fb7c4c9f-077e-4335-a83f-2ad150758fd4 req-9378403f-9f5b-46d8-b02d-aeb978108956 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] 10.222.0.48 "GET /v2.0/security-groups?id=95308c2b-cca2-41de-8e93-f747eb13cdfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1247168 May 03 21:36:11.602217 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.db [None req-bfc55428-1d7c-428f-8422-faa9b3bd09b1 None None] For port f23cfdf3-5973-4a1c-bf98-061e5316e9f5, host dv-cinder-840377-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840377-1-iscsi',level=0,port_id=f23cfdf3-5973-4a1c-bf98-061e5316e9f5,segment=NetworkSegment(a6e5a805-a5ef-46fa-bc9c-300e48aba39c),segment_id=a6e5a805-a5ef-46fa-bc9c-300e48aba39c)] {{(pid=83994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 21:36:11.602813 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-bfc55428-1d7c-428f-8422-faa9b3bd09b1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749056'] for port, precommit_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:11.625545 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-45710e49-9c09-48ec-a2ee-7081d3ea6bf9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:11.758502 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-45710e49-9c09-48ec-a2ee-7081d3ea6bf9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:36:11.775935 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-45710e49-9c09-48ec-a2ee-7081d3ea6bf9 admin admin] Usage tracker for resource:security_group_rule and tenant:a64bfc62a8744e2ab239d7b6164170fd is out of sync, need to count used quota {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:36:11.785674 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-45710e49-9c09-48ec-a2ee-7081d3ea6bf9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:36:11.807478 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-45710e49-9c09-48ec-a2ee-7081d3ea6bf9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:36:11.857647 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.plugins.ml2.db [None req-fbce7eae-b09b-4ec1-83c8-9885d2239e6f admin admin] For port f23cfdf3-5973-4a1c-bf98-061e5316e9f5, host dv-cinder-840377-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840377-1-iscsi',level=0,port_id=f23cfdf3-5973-4a1c-bf98-061e5316e9f5,segment=NetworkSegment(a6e5a805-a5ef-46fa-bc9c-300e48aba39c),segment_id=a6e5a805-a5ef-46fa-bc9c-300e48aba39c)] {{(pid=83992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 21:36:11.858313 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-fbce7eae-b09b-4ec1-83c8-9885d2239e6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749056'] for port, precommit_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:11.886496 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.rpc [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Device f23cfdf3-5973-4a1c-bf98-061e5316e9f5 no longer exists at agent ovs-agent-dv-cinder-840377-1-iscsi {{(pid=83994) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 21:36:11.931333 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.plugin [None req-bfc55428-1d7c-428f-8422-faa9b3bd09b1 None None] Calling delete_port for f23cfdf3-5973-4a1c-bf98-061e5316e9f5 owned by network:dhcp {{(pid=83994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 03 21:36:11.973164 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-45710e49-9c09-48ec-a2ee-7081d3ea6bf9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:12.021660 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-45710e49-9c09-48ec-a2ee-7081d3ea6bf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746426'] for security_group, after_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:12.125279 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-45710e49-9c09-48ec-a2ee-7081d3ea6bf9 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a64bfc62a8744e2ab239d7b6164170fd&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8746006 May 03 21:36:12.134119 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.48', 33662) {{(pid=83993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:36:12.135256 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45710e49-9c09-48ec-a2ee-7081d3ea6bf9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1601e540-4242-46b8-a043-008154081e8c,revision_number=1']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:36:12.236279 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1124352'] for port, before_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:12.306015 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-c28aff36-7fdc-4059-ab3e-edb1da66cd98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:12.309352 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.plugins.ml2.plugin [None req-fbce7eae-b09b-4ec1-83c8-9885d2239e6f admin admin] Calling delete_port for f23cfdf3-5973-4a1c-bf98-061e5316e9f5 owned by network:dhcp {{(pid=83992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 03 21:36:12.358940 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-c28aff36-7fdc-4059-ab3e-edb1da66cd98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:12.369274 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-bfc55428-1d7c-428f-8422-faa9b3bd09b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781386188948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781385847444'] for port, after_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:12.420646 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.rpc [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Device c0330f7f-d4f4-4e04-9ad9-e74ec0a89b5c no longer exists at agent ovs-agent-dv-cinder-840377-1-iscsi {{(pid=83994) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 21:36:12.437664 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-a5987cdd-9fbb-4945-b786-f7e6433c366d tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749056'] for port, precommit_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:12.437664 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-a5987cdd-9fbb-4945-b786-f7e6433c366d tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:12.520329 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.plugin [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] No Port match for: c0330f7f-d4f4-4e04-9ad9-e74ec0a89b5c {{(pid=83994) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 03 21:36:12.521306 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.rpc [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Device c0330f7f-d4f4-4e04-9ad9-e74ec0a89b5c not bound to the agent host dv-cinder-840377-1-iscsi {{(pid=83994) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 21:36:12.532705 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfc55428-1d7c-428f-8422-faa9b3bd09b1 None None] No DVR routers for this DVR port f23cfdf3-5973-4a1c-bf98-061e5316e9f5 on host dv-cinder-840377-1-iscsi {{(pid=83994) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 21:36:12.540861 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc55428-1d7c-428f-8422-faa9b3bd09b1 None None] Pushing event deleted for resources: {'Port': ['ID=f23cfdf3-5973-4a1c-bf98-061e5316e9f5,revision_number=None']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:36:12.599324 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-c28aff36-7fdc-4059-ab3e-edb1da66cd98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746426'] for security_group, after_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:12.670724 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-c28aff36-7fdc-4059-ab3e-edb1da66cd98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:12.681501 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-c28aff36-7fdc-4059-ab3e-edb1da66cd98 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/1601e540-4242-46b8-a043-008154081e8c HTTP/1.1" status: 204 len: 168 time: 0.5288732 May 03 21:36:12.693098 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28aff36-7fdc-4059-ab3e-edb1da66cd98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1601e540-4242-46b8-a043-008154081e8c,revision_number=None']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:36:12.699528 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.plugins.ml2.plugin [None req-a5987cdd-9fbb-4945-b786-f7e6433c366d tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] Calling delete_port for 68b22199-9746-4f05-9cbc-eef866cdce38 owned by network:floatingip {{(pid=83992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 03 21:36:12.896702 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.db.api [None req-fbce7eae-b09b-4ec1-83c8-9885d2239e6f admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83992) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 03 21:36:12.897379 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG oslo_db.api [None req-fbce7eae-b09b-4ec1-83c8-9885d2239e6f admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 03 21:36:13.007707 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ee4490-cf52-4556-afb4-783c784c9d17 req-b84bbb74-600c-46a0-971c-ccc836380bce tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:36:13.009635 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-b9ee4490-cf52-4556-afb4-783c784c9d17 req-b84bbb74-600c-46a0-971c-ccc836380bce tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] 10.222.0.48 "GET /v2.0/ports?device_id=49b86a80-657d-4e94-bc71-bcfe8f276469 HTTP/1.1" status: 200 len: 943 time: 0.2302463 May 03 21:36:13.108244 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-b9ee4490-cf52-4556-afb4-783c784c9d17 req-0a16b138-dcb4-4728-8902-a3008c7ad7db tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] 10.222.0.48 "GET /v2.0/security-groups?id=95308c2b-cca2-41de-8e93-f747eb13cdfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0917799 May 03 21:36:13.170634 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-a5987cdd-9fbb-4945-b786-f7e6433c366d tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781386188948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781385847444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3996730'] for port, after_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:13.261518 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5987cdd-9fbb-4945-b786-f7e6433c366d tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] Pushing event deleted for resources: {'Port': ['ID=68b22199-9746-4f05-9cbc-eef866cdce38,revision_number=None']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:36:13.398841 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.plugins.ml2.plugin [None req-fbce7eae-b09b-4ec1-83c8-9885d2239e6f admin admin] Deleting port f23cfdf3-5973-4a1c-bf98-061e5316e9f5 {{(pid=83992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 03 21:36:13.399222 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-fbce7eae-b09b-4ec1-83c8-9885d2239e6f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781386349267'] for port, before_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:13.431704 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-a5987cdd-9fbb-4945-b786-f7e6433c366d tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] Notify callbacks [] for floatingip, after_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:13.487946 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.plugins.ml2.plugin [None req-fbce7eae-b09b-4ec1-83c8-9885d2239e6f admin admin] The port 'f23cfdf3-5973-4a1c-bf98-061e5316e9f5' was deleted {{(pid=83992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 03 21:36:13.680499 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-a5987cdd-9fbb-4945-b786-f7e6433c366d tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93163'] for floatingip, before_response {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:13.681168 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [None req-a5987cdd-9fbb-4945-b786-f7e6433c366d tempest-AttachVolumeTestJSON-2138757921 tempest-AttachVolumeTestJSON-2138757921-project] 10.222.0.48 "DELETE /v2.0/floatingips/1f7b2de2-1a97-448f-97b2-7e8cbaf02cb1 HTTP/1.1" status: 204 len: 168 time: 2.8361919 May 03 21:36:13.702112 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-fbce7eae-b09b-4ec1-83c8-9885d2239e6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2083402', 'neutron.services.segments.db._delete_segments_for_network-8781386283897'] for network, precommit_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:13.768885 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.services.segments.db [None req-fbce7eae-b09b-4ec1-83c8-9885d2239e6f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95fe9525-9ef8-4442-8b9e-515d08d35a33']}} {{(pid=83992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:36:13.789505 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.services.segments.db [None req-fbce7eae-b09b-4ec1-83c8-9885d2239e6f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6e5a805-a5ef-46fa-bc9c-300e48aba39c') {'for_net_delete': True} {{(pid=83992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:36:13.789892 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.services.segments.db [None req-fbce7eae-b09b-4ec1-83c8-9885d2239e6f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6e5a805-a5ef-46fa-bc9c-300e48aba39c') {} {{(pid=83992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:36:13.812155 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-fbce7eae-b09b-4ec1-83c8-9885d2239e6f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781386283780', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2020280'] for segment, before_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:13.836687 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-fbce7eae-b09b-4ec1-83c8-9885d2239e6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1172921'] for segment, precommit_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:13.846905 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fbce7eae-b09b-4ec1-83c8-9885d2239e6f admin admin] Releasing vlan 425 on physical network physnet1 to pool {{(pid=83992) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 03 21:36:13.847631 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-fbce7eae-b09b-4ec1-83c8-9885d2239e6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1172898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3996775'] for segment, after_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:13.869366 dv-cinder-840377-1-iscsi neutron-server[83992]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 03 21:36:13.869366 dv-cinder-840377-1-iscsi neutron-server[83992]: util.warn( May 03 21:36:13.869366 dv-cinder-840377-1-iscsi neutron-server[83992]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 03 21:36:13.869366 dv-cinder-840377-1-iscsi neutron-server[83992]: util.warn( May 03 21:36:13.869366 dv-cinder-840377-1-iscsi neutron-server[83992]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 03 21:36:13.869366 dv-cinder-840377-1-iscsi neutron-server[83992]: util.warn( May 03 21:36:13.869366 dv-cinder-840377-1-iscsi neutron-server[83992]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 03 21:36:13.869366 dv-cinder-840377-1-iscsi neutron-server[83992]: util.warn( May 03 21:36:13.869366 dv-cinder-840377-1-iscsi neutron-server[83992]: Traceback (most recent call last): May 03 21:36:13.869366 dv-cinder-840377-1-iscsi neutron-server[83992]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 03 21:36:13.869366 dv-cinder-840377-1-iscsi neutron-server[83992]: timer() May 03 21:36:13.869366 dv-cinder-840377-1-iscsi neutron-server[83992]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 03 21:36:13.869366 dv-cinder-840377-1-iscsi neutron-server[83992]: cb(*args, **kw) May 03 21:36:13.869366 dv-cinder-840377-1-iscsi neutron-server[83992]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 03 21:36:13.869366 dv-cinder-840377-1-iscsi neutron-server[83992]: return func(*args, **kwargs) May 03 21:36:13.869366 dv-cinder-840377-1-iscsi neutron-server[83992]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 03 21:36:13.869366 dv-cinder-840377-1-iscsi neutron-server[83992]: self._notify() May 03 21:36:13.869366 dv-cinder-840377-1-iscsi neutron-server[83992]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 03 21:36:13.869366 dv-cinder-840377-1-iscsi neutron-server[83992]: self.callback(batched_events) May 03 21:36:13.869366 dv-cinder-840377-1-iscsi neutron-server[83992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 03 21:36:13.869366 dv-cinder-840377-1-iscsi neutron-server[83992]: event.method(event) May 03 21:36:13.869366 dv-cinder-840377-1-iscsi neutron-server[83992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 03 21:36:13.869366 dv-cinder-840377-1-iscsi neutron-server[83992]: aggregate_id = self._get_aggregate_id(event.segment_id) May 03 21:36:13.869366 dv-cinder-840377-1-iscsi neutron-server[83992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 03 21:36:13.869366 dv-cinder-840377-1-iscsi neutron-server[83992]: aggregate_uuid = self.p_client.list_aggregates( May 03 21:36:13.869366 dv-cinder-840377-1-iscsi neutron-server[83992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 03 21:36:13.869366 dv-cinder-840377-1-iscsi neutron-server[83992]: return f(self, *a, **k) May 03 21:36:13.869366 dv-cinder-840377-1-iscsi neutron-server[83992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 03 21:36:13.869366 dv-cinder-840377-1-iscsi neutron-server[83992]: return self._get(url).json() May 03 21:36:13.869366 dv-cinder-840377-1-iscsi neutron-server[83992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 03 21:36:13.869366 dv-cinder-840377-1-iscsi neutron-server[83992]: return self._client.get(url, endpoint_filter=self._ks_filter, May 03 21:36:13.869366 dv-cinder-840377-1-iscsi neutron-server[83992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 03 21:36:13.869366 dv-cinder-840377-1-iscsi neutron-server[83992]: return self.request(url, 'GET', **kwargs) May 03 21:36:13.869366 dv-cinder-840377-1-iscsi neutron-server[83992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 03 21:36:13.869366 dv-cinder-840377-1-iscsi neutron-server[83992]: base_url = self.get_endpoint(auth, allow=allow, May 03 21:36:13.869366 dv-cinder-840377-1-iscsi neutron-server[83992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 03 21:36:13.869366 dv-cinder-840377-1-iscsi neutron-server[83992]: auth = self._auth_required(auth, 'determine endpoint URL') May 03 21:36:13.869366 dv-cinder-840377-1-iscsi neutron-server[83992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 03 21:36:13.869366 dv-cinder-840377-1-iscsi neutron-server[83992]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 03 21:36:13.869366 dv-cinder-840377-1-iscsi neutron-server[83992]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 03 21:36:14.116644 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-fbce7eae-b09b-4ec1-83c8-9885d2239e6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2083393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-332850'] for network, after_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:14.170308 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-fbce7eae-b09b-4ec1-83c8-9885d2239e6f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1706389'] for network, before_response {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:14.192444 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbce7eae-b09b-4ec1-83c8-9885d2239e6f admin admin] Pushing event deleted for resources: {'Network': ['ID=95fe9525-9ef8-4442-8b9e-515d08d35a33,revision_number=None']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:36:14.216575 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [None req-fbce7eae-b09b-4ec1-83c8-9885d2239e6f admin admin] 10.222.0.48 "DELETE /v2.0/networks/95fe9525-9ef8-4442-8b9e-515d08d35a33 HTTP/1.1" status: 204 len: 168 time: 3.6208758 May 03 21:36:14.537687 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a864e295-80ae-491c-9abc-4f6cc9b03a25 req-a09a7f01-3c74-468f-9260-857d497185ad tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:36:14.545649 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-a864e295-80ae-491c-9abc-4f6cc9b03a25 req-a09a7f01-3c74-468f-9260-857d497185ad tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] 10.222.0.48 "GET /v2.0/ports?device_id=49b86a80-657d-4e94-bc71-bcfe8f276469 HTTP/1.1" status: 200 len: 943 time: 0.1968615 May 03 21:36:14.641114 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-a864e295-80ae-491c-9abc-4f6cc9b03a25 req-45784944-3fc5-43fc-8da8-d59b423293fd tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] 10.222.0.48 "GET /v2.0/security-groups?id=95308c2b-cca2-41de-8e93-f747eb13cdfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0944314 May 03 21:36:15.270485 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.48', 33708) {{(pid=83993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:36:15.369574 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-73a11f2c-642b-4273-a00a-3cddb6f649c3 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=03af834dfea4426086d2125bcea03d0f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0978882 May 03 21:36:15.374955 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.48', 33714) {{(pid=83992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:36:15.499449 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-bd69d4eb-607e-4975-bcce-7a41a9878322 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:15.505845 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-bd69d4eb-607e-4975-bcce-7a41a9878322 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:15.881488 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac4426d-4295-4cc1-8ee0-65377cdf5784 req-dbec66bf-336c-4369-9dd0-973921c2592e tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:36:15.882969 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-fac4426d-4295-4cc1-8ee0-65377cdf5784 req-dbec66bf-336c-4369-9dd0-973921c2592e tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] 10.222.0.48 "GET /v2.0/ports?device_id=49b86a80-657d-4e94-bc71-bcfe8f276469 HTTP/1.1" status: 200 len: 943 time: 0.0843959 May 03 21:36:15.929144 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-fac4426d-4295-4cc1-8ee0-65377cdf5784 req-89097a79-2b93-4d34-b0c9-b78dad36daca tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] 10.222.0.48 "GET /v2.0/security-groups?id=95308c2b-cca2-41de-8e93-f747eb13cdfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403874 May 03 21:36:17.149247 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38825e47-3108-4211-819e-d96d3c26f07f req-5ab73671-f028-43e8-9bf6-e4bc7d0f4698 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:36:17.153720 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-38825e47-3108-4211-819e-d96d3c26f07f req-5ab73671-f028-43e8-9bf6-e4bc7d0f4698 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] 10.222.0.48 "GET /v2.0/ports?device_id=49b86a80-657d-4e94-bc71-bcfe8f276469 HTTP/1.1" status: 200 len: 943 time: 0.0833502 May 03 21:36:17.200083 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-38825e47-3108-4211-819e-d96d3c26f07f req-d011bbf9-af25-4713-ad84-9db0c360a67a tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] 10.222.0.48 "GET /v2.0/security-groups?id=95308c2b-cca2-41de-8e93-f747eb13cdfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421336 May 03 21:36:17.211842 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-bd69d4eb-607e-4975-bcce-7a41a9878322 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746426'] for security_group, after_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:17.241733 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-17e61e2e-96f7-4493-9fcc-8aeda6a58366 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781386283879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2080842'] for agent, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:17.245675 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd69d4eb-607e-4975-bcce-7a41a9878322 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c752ce3f-47d3-4857-90c0-90885669f08a,revision_number=None']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:36:17.327244 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-bd69d4eb-607e-4975-bcce-7a41a9878322 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:17.327244 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [None req-bd69d4eb-607e-4975-bcce-7a41a9878322 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c752ce3f-47d3-4857-90c0-90885669f08a HTTP/1.1" status: 204 len: 168 time: 1.9495285 May 03 21:36:18.438926 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.48', 33738) {{(pid=83993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:36:18.439476 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be294d0-25b4-403e-91d5-6b51d428aecd req-5515644a-e19e-4f35-83bc-5463a1860456 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:36:18.440705 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-2be294d0-25b4-403e-91d5-6b51d428aecd req-5515644a-e19e-4f35-83bc-5463a1860456 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] 10.222.0.48 "GET /v2.0/ports?device_id=49b86a80-657d-4e94-bc71-bcfe8f276469 HTTP/1.1" status: 200 len: 943 time: 0.0919378 May 03 21:36:18.500630 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-2be294d0-25b4-403e-91d5-6b51d428aecd req-8da80915-0c09-4ab4-9625-c250acea1856 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] 10.222.0.48 "GET /v2.0/security-groups?id=95308c2b-cca2-41de-8e93-f747eb13cdfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542393 May 03 21:36:18.537773 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-a2782c05-795d-4b9a-8ff2-04809ec9a97f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=2f90a38bca9f4d29a080522faa68d887&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0970352 May 03 21:36:18.539756 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.48', 33748) {{(pid=83993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:36:18.604470 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-1c381fea-1c70-43df-850e-5109e8a26881 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781386283879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2080842'] for agent, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:18.626543 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-f6ebefa6-a71f-4bf8-a8c0-40132fe7b2c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:18.672141 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-f6ebefa6-a71f-4bf8-a8c0-40132fe7b2c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:18.804262 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-f6ebefa6-a71f-4bf8-a8c0-40132fe7b2c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746426'] for security_group, after_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:18.820030 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ebefa6-a71f-4bf8-a8c0-40132fe7b2c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9948041c-0bef-495d-91ae-b7380dbd869c,revision_number=None']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:36:18.828799 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-f6ebefa6-a71f-4bf8-a8c0-40132fe7b2c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:18.844091 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-f6ebefa6-a71f-4bf8-a8c0-40132fe7b2c1 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/9948041c-0bef-495d-91ae-b7380dbd869c HTTP/1.1" status: 204 len: 168 time: 0.2916780 May 03 21:36:19.221786 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-e15faf61-14b6-4a64-9bc4-3c1ef4eb181f req-90e5f372-da64-4e2c-8890-67914395fc8e tempest-VolumesNegativeTest-1856245104 tempest-VolumesNegativeTest-1856245104-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=f7e2c28ff5bf44018ba1c85b0b7ebc46&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0326757 May 03 21:36:19.515359 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15faf61-14b6-4a64-9bc4-3c1ef4eb181f req-4b10a7e9-4f6c-4ded-999c-ed9ac452f033 tempest-VolumesNegativeTest-1856245104 tempest-VolumesNegativeTest-1856245104-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:36:19.517041 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-e15faf61-14b6-4a64-9bc4-3c1ef4eb181f req-4b10a7e9-4f6c-4ded-999c-ed9ac452f033 tempest-VolumesNegativeTest-1856245104 tempest-VolumesNegativeTest-1856245104-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2888751 May 03 21:36:19.538016 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-e15faf61-14b6-4a64-9bc4-3c1ef4eb181f req-9a0d4e0e-83d3-41f8-a314-c44c47f09c8d tempest-VolumesNegativeTest-1856245104 tempest-VolumesNegativeTest-1856245104-project] 10.222.0.48 "GET /v2.0/quotas/f7e2c28ff5bf44018ba1c85b0b7ebc46 HTTP/1.1" status: 200 len: 375 time: 0.0137868 May 03 21:36:19.614301 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.db.agents_db [None req-1c6bebc3-6d0c-4304-a2c1-5df630ce29f1 None None] Agent healthcheck: found 6 active agents {{(pid=83995) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 03 21:36:19.644983 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-e15faf61-14b6-4a64-9bc4-3c1ef4eb181f req-b8d87d32-5d2f-484d-a358-4be3ead2fa79 tempest-VolumesNegativeTest-1856245104 tempest-VolumesNegativeTest-1856245104-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=f7e2c28ff5bf44018ba1c85b0b7ebc46&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0899332 May 03 21:36:19.741853 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781386283879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2080842'] for agent, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:19.793025 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781386283879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2080842'] for agent, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:19.804872 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9119b219-757f-4fcd-acbc-9910865fccde req-35e801fd-c3e5-41d7-9423-2cbc34f8f90a tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:36:19.806390 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-9119b219-757f-4fcd-acbc-9910865fccde req-35e801fd-c3e5-41d7-9423-2cbc34f8f90a tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] 10.222.0.48 "GET /v2.0/ports?device_id=49b86a80-657d-4e94-bc71-bcfe8f276469 HTTP/1.1" status: 200 len: 943 time: 0.0891523 May 03 21:36:19.821655 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-0dfda447-9707-4eba-99ce-657c79a02a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781386283879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2080842'] for agent, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:19.854170 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-9119b219-757f-4fcd-acbc-9910865fccde req-234c8851-d1b1-4f93-80c9-e491b7241687 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] 10.222.0.48 "GET /v2.0/security-groups?id=95308c2b-cca2-41de-8e93-f747eb13cdfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414596 May 03 21:36:20.008293 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-4a1789a7-69b5-4a83-baaa-fd09436c7b77 req-dba15616-218d-445a-afee-2be97dbb2929 tempest-VolumesNegativeTest-1856245104 tempest-VolumesNegativeTest-1856245104-project] 10.222.0.48 "GET /v2.0/ports?device_id=59c1d083-841e-41a3-a6a4-33d02ef688aa HTTP/1.1" status: 200 len: 210 time: 0.0439317 May 03 21:36:20.286027 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.rpc [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Device 4a088512-8058-4a9a-a45b-177671d97cfc details requested by agent hyperv_hv-cinder-84037 with host hv-cinder-84037 {{(pid=83994) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 03 21:36:20.456531 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.db [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] For port 4a088512-8058-4a9a-a45b-177671d97cfc, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=4a088512-8058-4a9a-a45b-177671d97cfc,segment=NetworkSegment(192a8290-7524-479c-9894-35253b5adf28),segment_id=192a8290-7524-479c-9894-35253b5adf28)] {{(pid=83994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 21:36:20.472936 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.rpc [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Returning: {'device': '4a088512-8058-4a9a-a45b-177671d97cfc', 'network_id': 'a76ba353-ab28-4792-b070-a9ace23ad085', 'port_id': '4a088512-8058-4a9a-a45b-177671d97cfc', 'mac_address': 'fa:16:3e:83:20:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 430, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0993ef0-a172-48a1-8947-068cb6cb24ca', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83994) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 03 21:36:20.537504 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1124352'] for port, before_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:20.548485 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.48', 33800) {{(pid=83993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:36:20.560075 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.notifiers.nova [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a088512-8058-4a9a-a45b-177671d97cfc {{(pid=83994) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 03 21:36:20.578060 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.db [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] For port 4a088512-8058-4a9a-a45b-177671d97cfc, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=4a088512-8058-4a9a-a45b-177671d97cfc,segment=NetworkSegment(192a8290-7524-479c-9894-35253b5adf28),segment_id=192a8290-7524-479c-9894-35253b5adf28)] {{(pid=83994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 21:36:20.655744 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781386188966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781385847453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781385847498'] for port, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:20.738409 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Pushing event updated for resources: {'Port': ['ID=4a088512-8058-4a9a-a45b-177671d97cfc,revision_number=9']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:36:20.954596 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.db [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] get_ports_and_sgs() called for port_ids ['4a088512-8058-4a9a-a45b-177671d97cfc'] {{(pid=83994) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 03 21:36:21.126176 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21a0afb-70d9-4012-a031-4a262991a7ef req-b8033650-28ce-4c1f-8d8b-0d3a2f6c9ebf tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:36:21.128408 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-c21a0afb-70d9-4012-a031-4a262991a7ef req-b8033650-28ce-4c1f-8d8b-0d3a2f6c9ebf tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] 10.222.0.48 "GET /v2.0/ports?device_id=49b86a80-657d-4e94-bc71-bcfe8f276469 HTTP/1.1" status: 200 len: 944 time: 0.1183655 May 03 21:36:21.175298 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-6861f194-cc44-4968-9803-7f2709ac4ca4 req-c6bb93f2-f3f5-4691-b3dd-352908f006b6 tempest-VolumesNegativeTest-1856245104 tempest-VolumesNegativeTest-1856245104-project] 10.222.0.48 "GET /v2.0/ports?device_id=59c1d083-841e-41a3-a6a4-33d02ef688aa HTTP/1.1" status: 200 len: 210 time: 0.0635576 May 03 21:36:21.210562 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-672d275f-a9b7-498c-8eb6-010b5168d44a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781386283879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2080842'] for agent, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:21.404659 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-c21a0afb-70d9-4012-a031-4a262991a7ef req-947a8465-1337-41bd-a082-c5f6b9b1f7db tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] 10.222.0.48 "GET /v2.0/security-groups?id=95308c2b-cca2-41de-8e93-f747eb13cdfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2677507 May 03 21:36:21.493764 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-5b525a36-0d7f-4c8b-b4d6-63c550a74dfb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-333618'] for router_interface, before_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:22.166193 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.plugin [None req-5b525a36-0d7f-4c8b-b4d6-63c550a74dfb admin admin] Deleting port 420ded47-b7bf-4a1d-b041-ea6b040061a2 {{(pid=83993) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 03 21:36:22.166896 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-5b525a36-0d7f-4c8b-b4d6-63c550a74dfb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781386349267'] for port, before_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:22.301154 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.rpc [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Device 4a088512-8058-4a9a-a45b-177671d97cfc up at agent hyperv_hv-cinder-84037 {{(pid=83994) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 21:36:22.383336 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.provisioning_blocks [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Provisioning complete for port 4a088512-8058-4a9a-a45b-177671d97cfc triggered by entity L2. {{(pid=83994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:36:22.384065 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2080827'] for port, provisioning_complete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:22.385744 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea455b7-3180-4dbf-9ead-8bd29b3fb24a req-c43c11f9-8dea-4353-a156-2e99b20c6ee1 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:36:22.395024 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-8ea455b7-3180-4dbf-9ead-8bd29b3fb24a req-c43c11f9-8dea-4353-a156-2e99b20c6ee1 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] 10.222.0.48 "GET /v2.0/ports?device_id=c8f9aa7c-153d-482a-b048-18cd034d21cb HTTP/1.1" status: 200 len: 946 time: 0.0930941 May 03 21:36:22.411861 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-44a2a87d-3212-473e-b4b0-3e005c8aa7db req-fd58dc3d-85ea-435c-af69-554adb20dd37 tempest-VolumesNegativeTest-1856245104 tempest-VolumesNegativeTest-1856245104-project] 10.222.0.48 "GET /v2.0/ports?device_id=59c1d083-841e-41a3-a6a4-33d02ef688aa HTTP/1.1" status: 200 len: 210 time: 0.0734935 May 03 21:36:22.425194 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.db [None req-5b525a36-0d7f-4c8b-b4d6-63c550a74dfb admin admin] For port 420ded47-b7bf-4a1d-b041-ea6b040061a2, host dv-cinder-840377-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840377-1-iscsi',level=0,port_id=420ded47-b7bf-4a1d-b041-ea6b040061a2,segment=NetworkSegment(f612df4b-39e4-4aca-8577-536003890aab),segment_id=f612df4b-39e4-4aca-8577-536003890aab)] {{(pid=83993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 21:36:22.425857 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-5b525a36-0d7f-4c8b-b4d6-63c550a74dfb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749056'] for port, precommit_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:22.459535 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-8ea455b7-3180-4dbf-9ead-8bd29b3fb24a req-a413c024-53e5-42f6-9e56-bfc859c624c3 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] 10.222.0.48 "GET /v2.0/security-groups?id=f0ea03b8-2b32-4cbd-9062-2e4d0f59a6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597990 May 03 21:36:22.546614 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1124352'] for port, before_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:22.579426 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.plugin [None req-5b525a36-0d7f-4c8b-b4d6-63c550a74dfb admin admin] Calling delete_port for 420ded47-b7bf-4a1d-b041-ea6b040061a2 owned by network:router_interface {{(pid=83993) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 03 21:36:22.596477 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49b86a80-657d-4e94-bc71-bcfe8f276469', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a088512-8058-4a9a-a45b-177671d97cfc'}] {{(pid=83994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 03 21:36:22.607520 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.db [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] For port 4a088512-8058-4a9a-a45b-177671d97cfc, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=4a088512-8058-4a9a-a45b-177671d97cfc,segment=NetworkSegment(192a8290-7524-479c-9894-35253b5adf28),segment_id=192a8290-7524-479c-9894-35253b5adf28)] {{(pid=83994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 21:36:22.659874 dv-cinder-840377-1-iscsi neutron-server[83994]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2762b3d6-1f6e-49c3-a4fb-a70f164260b5'] response: {'server_uuid': '49b86a80-657d-4e94-bc71-bcfe8f276469', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a088512-8058-4a9a-a45b-177671d97cfc', 'code': 200} May 03 21:36:22.678685 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781386188966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781385847453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781385847498'] for port, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:22.699789 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-e15faf61-14b6-4a64-9bc4-3c1ef4eb181f req-040871a6-6742-4bbb-8769-65c17fa0b442 tempest-VolumesNegativeTest-1856245104 tempest-VolumesNegativeTest-1856245104-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=f7e2c28ff5bf44018ba1c85b0b7ebc46&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0909104 May 03 21:36:22.752345 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Pushing event updated for resources: {'Port': ['ID=4a088512-8058-4a9a-a45b-177671d97cfc,revision_number=10']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:36:22.923518 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27b4ba7-a23c-4b7d-9418-68abcec0cf6a req-f7b68eec-80c7-4d1d-b64c-e586620adfbd tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:36:22.924954 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-e27b4ba7-a23c-4b7d-9418-68abcec0cf6a req-f7b68eec-80c7-4d1d-b64c-e586620adfbd tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] 10.222.0.48 "GET /v2.0/ports?device_id=49b86a80-657d-4e94-bc71-bcfe8f276469 HTTP/1.1" status: 200 len: 946 time: 0.3150592 May 03 21:36:22.932021 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15faf61-14b6-4a64-9bc4-3c1ef4eb181f req-ae31d7bd-c5a0-4a9b-8e39-936df81682a0 tempest-VolumesNegativeTest-1856245104 tempest-VolumesNegativeTest-1856245104-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:36:22.935137 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-e15faf61-14b6-4a64-9bc4-3c1ef4eb181f req-ae31d7bd-c5a0-4a9b-8e39-936df81682a0 tempest-VolumesNegativeTest-1856245104 tempest-VolumesNegativeTest-1856245104-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2295322 May 03 21:36:22.962119 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.v2.base [req-e15faf61-14b6-4a64-9bc4-3c1ef4eb181f req-2a6caf38-3056-4801-8c01-72c6ed06fe95 tempest-VolumesNegativeTest-1856245104 tempest-VolumesNegativeTest-1856245104-project] Request body: {'port': {'device_id': '59c1d083-841e-41a3-a6a4-33d02ef688aa', 'network_id': 'd77744fc-8d08-42ff-8d49-3a50d6c0665c', 'admin_state_up': True, 'tenant_id': 'f7e2c28ff5bf44018ba1c85b0b7ebc46'}} {{(pid=83993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 03 21:36:23.298648 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-e27b4ba7-a23c-4b7d-9418-68abcec0cf6a req-a7f1492e-d580-4a17-b976-f122b4ac35de tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] 10.222.0.48 "GET /v2.0/security-groups?id=95308c2b-cca2-41de-8e93-f747eb13cdfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3622873 May 03 21:36:23.361935 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [req-e15faf61-14b6-4a64-9bc4-3c1ef4eb181f req-2a6caf38-3056-4801-8c01-72c6ed06fe95 tempest-VolumesNegativeTest-1856245104 tempest-VolumesNegativeTest-1856245104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:36:23.367243 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [req-e15faf61-14b6-4a64-9bc4-3c1ef4eb181f req-2a6caf38-3056-4801-8c01-72c6ed06fe95 tempest-VolumesNegativeTest-1856245104 tempest-VolumesNegativeTest-1856245104-project] Usage tracker for resource:port and tenant:f7e2c28ff5bf44018ba1c85b0b7ebc46 is out of sync, need to count used quota {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:36:23.373869 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [req-e15faf61-14b6-4a64-9bc4-3c1ef4eb181f req-2a6caf38-3056-4801-8c01-72c6ed06fe95 tempest-VolumesNegativeTest-1856245104 tempest-VolumesNegativeTest-1856245104-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:36:23.381665 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [req-e15faf61-14b6-4a64-9bc4-3c1ef4eb181f req-2a6caf38-3056-4801-8c01-72c6ed06fe95 tempest-VolumesNegativeTest-1856245104 tempest-VolumesNegativeTest-1856245104-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:36:23.387921 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-42a6e6f0-e4f0-4568-85b9-87cbf5c78b70 req-c7900ad9-067d-48d9-ab53-f137e522c256 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=49b86a80-657d-4e94-bc71-bcfe8f276469 HTTP/1.1" status: 200 len: 1099 time: 0.3302925 May 03 21:36:23.409299 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-5b525a36-0d7f-4c8b-b4d6-63c550a74dfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781386188948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781385847444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3391708'] for port, after_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:23.467225 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b525a36-0d7f-4c8b-b4d6-63c550a74dfb admin admin] Pushing event deleted for resources: {'Port': ['ID=420ded47-b7bf-4a1d-b041-ea6b040061a2,revision_number=None']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:36:23.510029 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e15faf61-14b6-4a64-9bc4-3c1ef4eb181f req-2a6caf38-3056-4801-8c01-72c6ed06fe95 tempest-VolumesNegativeTest-1856245104 tempest-VolumesNegativeTest-1856245104-project] Made reservation on behalf of f7e2c28ff5bf44018ba1c85b0b7ebc46 for: {'port': 1} {{(pid=83993) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 21:36:23.513003 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-e15faf61-14b6-4a64-9bc4-3c1ef4eb181f req-2a6caf38-3056-4801-8c01-72c6ed06fe95 tempest-VolumesNegativeTest-1856245104 tempest-VolumesNegativeTest-1856245104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1124352'] for port, before_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:23.566156 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-42a6e6f0-e4f0-4568-85b9-87cbf5c78b70 req-5e397936-de06-42a6-a2eb-6a33f5f22be0 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=95308c2b-cca2-41de-8e93-f747eb13cdfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1720600 May 03 21:36:23.566687 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-e15faf61-14b6-4a64-9bc4-3c1ef4eb181f req-2a6caf38-3056-4801-8c01-72c6ed06fe95 tempest-VolumesNegativeTest-1856245104 tempest-VolumesNegativeTest-1856245104-project] Notify callbacks [] for security_group, before_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:23.673628 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-9e426b87-c957-49d8-8ad3-0beea967c274 req-495cebe9-5fc5-4a40-bac6-e2e633967bd1 tempest-VolumesNegativeTest-1856245104 tempest-VolumesNegativeTest-1856245104-project] 10.222.0.48 "GET /v2.0/ports?device_id=59c1d083-841e-41a3-a6a4-33d02ef688aa HTTP/1.1" status: 200 len: 210 time: 0.0427999 May 03 21:36:23.814775 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [req-e15faf61-14b6-4a64-9bc4-3c1ef4eb181f req-2a6caf38-3056-4801-8c01-72c6ed06fe95 tempest-VolumesNegativeTest-1856245104 tempest-VolumesNegativeTest-1856245104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:36:23.829925 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [req-e15faf61-14b6-4a64-9bc4-3c1ef4eb181f req-2a6caf38-3056-4801-8c01-72c6ed06fe95 tempest-VolumesNegativeTest-1856245104 tempest-VolumesNegativeTest-1856245104-project] Usage tracker for resource:security_group_rule and tenant:f7e2c28ff5bf44018ba1c85b0b7ebc46 is out of sync, need to count used quota {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:36:23.834319 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [req-e15faf61-14b6-4a64-9bc4-3c1ef4eb181f req-2a6caf38-3056-4801-8c01-72c6ed06fe95 tempest-VolumesNegativeTest-1856245104 tempest-VolumesNegativeTest-1856245104-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:36:23.842738 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [req-e15faf61-14b6-4a64-9bc4-3c1ef4eb181f req-2a6caf38-3056-4801-8c01-72c6ed06fe95 tempest-VolumesNegativeTest-1856245104 tempest-VolumesNegativeTest-1856245104-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:36:23.886638 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c60c5d9-45d7-441f-9e46-68bf75106839 req-58fdff2b-78cd-49f9-9e41-3fcab3c25adc tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:36:23.888326 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-7c60c5d9-45d7-441f-9e46-68bf75106839 req-58fdff2b-78cd-49f9-9e41-3fcab3c25adc tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] 10.222.0.48 "GET /v2.0/ports?device_id=c8f9aa7c-153d-482a-b048-18cd034d21cb HTTP/1.1" status: 200 len: 946 time: 0.2933049 May 03 21:36:23.991100 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-7c60c5d9-45d7-441f-9e46-68bf75106839 req-4d019137-62b3-43d6-a4f5-1a97d6680114 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] 10.222.0.48 "GET /v2.0/security-groups?id=f0ea03b8-2b32-4cbd-9062-2e4d0f59a6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0952110 May 03 21:36:24.000515 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-e15faf61-14b6-4a64-9bc4-3c1ef4eb181f req-2a6caf38-3056-4801-8c01-72c6ed06fe95 tempest-VolumesNegativeTest-1856245104 tempest-VolumesNegativeTest-1856245104-project] Notify callbacks [] for security_group, precommit_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:24.044448 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-e15faf61-14b6-4a64-9bc4-3c1ef4eb181f req-2a6caf38-3056-4801-8c01-72c6ed06fe95 tempest-VolumesNegativeTest-1856245104 tempest-VolumesNegativeTest-1856245104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746426'] for security_group, after_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:24.096713 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-5b525a36-0d7f-4c8b-b4d6-63c550a74dfb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1706353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-333669'] for router_interface, after_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:24.205052 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6caf38-3056-4801-8c01-72c6ed06fe95 tempest-VolumesNegativeTest-1856245104 tempest-VolumesNegativeTest-1856245104-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ea95b8ba-87bb-4612-902a-7eca02058e2e,revision_number=1']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:36:24.422374 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.db.db_base_plugin_common [req-e15faf61-14b6-4a64-9bc4-3c1ef4eb181f req-2a6caf38-3056-4801-8c01-72c6ed06fe95 tempest-VolumesNegativeTest-1856245104 tempest-VolumesNegativeTest-1856245104-project] Allocated IP 192.168.233.90 (d77744fc-8d08-42ff-8d49-3a50d6c0665c/0accd3bd-b75e-4147-ae9c-4938f28bea61/056ed7bb-a24e-42bf-8812-f1984a9af040) {{(pid=83993) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 21:36:24.531061 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba68e5fe-a692-41a3-9ee0-5f45e7af7302 req-d5f3236b-4e88-4511-91bf-0c19f4b3a598 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:36:24.531498 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e901d1a0-0dca-4344-b017-723cf8762320 req-f0b76d8c-50d8-4098-be29-fe591be7a94c tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:36:24.532632 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-ba68e5fe-a692-41a3-9ee0-5f45e7af7302 req-d5f3236b-4e88-4511-91bf-0c19f4b3a598 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] 10.222.0.42 "GET /v2.0/ports?device_id=c8f9aa7c-153d-482a-b048-18cd034d21cb HTTP/1.1" status: 200 len: 946 time: 0.1701488 May 03 21:36:24.537406 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-e901d1a0-0dca-4344-b017-723cf8762320 req-f0b76d8c-50d8-4098-be29-fe591be7a94c tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] 10.222.0.48 "GET /v2.0/ports?device_id=49b86a80-657d-4e94-bc71-bcfe8f276469 HTTP/1.1" status: 200 len: 946 time: 0.0997274 May 03 21:36:24.597909 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-e901d1a0-0dca-4344-b017-723cf8762320 req-2f08c490-546b-426b-bf37-cfc8003ec3d4 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] 10.222.0.48 "GET /v2.0/security-groups?id=95308c2b-cca2-41de-8e93-f747eb13cdfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587466 May 03 21:36:24.717894 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.plugin [req-ba68e5fe-a692-41a3-9ee0-5f45e7af7302 req-34b0c9a2-37d4-43aa-80e8-b500bc764843 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Deleting port 479a7085-462d-430f-b37d-544e02378d26 {{(pid=83993) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 03 21:36:24.718236 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-ba68e5fe-a692-41a3-9ee0-5f45e7af7302 req-34b0c9a2-37d4-43aa-80e8-b500bc764843 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781386349267'] for port, before_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:24.909885 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-e15faf61-14b6-4a64-9bc4-3c1ef4eb181f req-2a6caf38-3056-4801-8c01-72c6ed06fe95 tempest-VolumesNegativeTest-1856245104 tempest-VolumesNegativeTest-1856245104-project] Notify callbacks [] for port, precommit_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:24.986685 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-9bb6ff49-336a-49f9-9917-8f70a954545c req-60958111-65de-41f6-b5b1-e0157365a6d0 tempest-VolumesNegativeTest-1856245104 tempest-VolumesNegativeTest-1856245104-project] 10.222.0.48 "GET /v2.0/ports?device_id=59c1d083-841e-41a3-a6a4-33d02ef688aa HTTP/1.1" status: 200 len: 210 time: 0.1681314 May 03 21:36:25.209084 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.db.provisioning_blocks [req-e15faf61-14b6-4a64-9bc4-3c1ef4eb181f req-2a6caf38-3056-4801-8c01-72c6ed06fe95 tempest-VolumesNegativeTest-1856245104 tempest-VolumesNegativeTest-1856245104-project] Transition to ACTIVE for port object 056ed7bb-a24e-42bf-8812-f1984a9af040 will not be triggered until provisioned by entity DHCP. {{(pid=83993) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 21:36:25.253260 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c4fb64-6455-4ab1-b102-0ca0cf24ef5f req-58acbc42-d5ff-41f2-b070-b75c8509b657 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:36:25.255161 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-46c4fb64-6455-4ab1-b102-0ca0cf24ef5f req-58acbc42-d5ff-41f2-b070-b75c8509b657 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] 10.222.0.48 "GET /v2.0/ports?device_id=c8f9aa7c-153d-482a-b048-18cd034d21cb HTTP/1.1" status: 200 len: 946 time: 0.1107953 May 03 21:36:25.314022 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-46c4fb64-6455-4ab1-b102-0ca0cf24ef5f req-8ae3c718-6a74-4f20-8e97-ed42a4f94a9f tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] 10.222.0.48 "GET /v2.0/security-groups?id=f0ea03b8-2b32-4cbd-9062-2e4d0f59a6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527291 May 03 21:36:25.534795 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-e15faf61-14b6-4a64-9bc4-3c1ef4eb181f req-2a6caf38-3056-4801-8c01-72c6ed06fe95 tempest-VolumesNegativeTest-1856245104 tempest-VolumesNegativeTest-1856245104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781385847435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3391708'] for port, after_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:25.727741 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.db [req-ba68e5fe-a692-41a3-9ee0-5f45e7af7302 req-34b0c9a2-37d4-43aa-80e8-b500bc764843 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] For port 479a7085-462d-430f-b37d-544e02378d26, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=479a7085-462d-430f-b37d-544e02378d26,segment=NetworkSegment(f82b8179-7d00-46b1-abec-98a139f3558c),segment_id=f82b8179-7d00-46b1-abec-98a139f3558c)] {{(pid=83993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 21:36:25.728243 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-ba68e5fe-a692-41a3-9ee0-5f45e7af7302 req-34b0c9a2-37d4-43aa-80e8-b500bc764843 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749056'] for port, precommit_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:25.897648 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-589b5e4a-f809-45fe-9c4c-ebaf28b133c3 req-36e833cd-2fc1-4e44-bd19-f17237d18560 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4cf52ffb4a864a689f5d0242ddc4cc4f&device_id=49b86a80-657d-4e94-bc71-bcfe8f276469 HTTP/1.1" status: 200 len: 1099 time: 0.6408818 May 03 21:36:25.992585 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e15faf61-14b6-4a64-9bc4-3c1ef4eb181f req-2a6caf38-3056-4801-8c01-72c6ed06fe95 tempest-VolumesNegativeTest-1856245104 tempest-VolumesNegativeTest-1856245104-project] Network d77744fc-8d08-42ff-8d49-3a50d6c0665c is already hosted by enough agents. {{(pid=83993) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 21:36:26.003263 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6caf38-3056-4801-8c01-72c6ed06fe95 tempest-VolumesNegativeTest-1856245104 tempest-VolumesNegativeTest-1856245104-project] Pushing event updated for resources: {'Port': ['ID=056ed7bb-a24e-42bf-8812-f1984a9af040,revision_number=1']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:36:26.021794 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.scheduler.base_scheduler [req-e15faf61-14b6-4a64-9bc4-3c1ef4eb181f req-2a6caf38-3056-4801-8c01-72c6ed06fe95 tempest-VolumesNegativeTest-1856245104 tempest-VolumesNegativeTest-1856245104-project] Resources bound (agent type, host, resource id): {{(pid=83993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 21:36:26.085834 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.db.l3_dvrscheduler_db [req-e15faf61-14b6-4a64-9bc4-3c1ef4eb181f req-2a6caf38-3056-4801-8c01-72c6ed06fe95 tempest-VolumesNegativeTest-1856245104 tempest-VolumesNegativeTest-1856245104-project] Received port after_create {{(pid=83993) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 03 21:36:26.272563 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddf91fc-b8ea-44e0-a9e7-8fdc94753bb4 req-f0603758-0fff-4600-bcb1-03904332874f tempest-VolumesNegativeTest-1856245104 tempest-VolumesNegativeTest-1856245104-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:36:26.274828 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-8ddf91fc-b8ea-44e0-a9e7-8fdc94753bb4 req-f0603758-0fff-4600-bcb1-03904332874f tempest-VolumesNegativeTest-1856245104 tempest-VolumesNegativeTest-1856245104-project] 10.222.0.48 "GET /v2.0/ports?device_id=59c1d083-841e-41a3-a6a4-33d02ef688aa HTTP/1.1" status: 200 len: 935 time: 0.0919960 May 03 21:36:26.328298 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15faf61-14b6-4a64-9bc4-3c1ef4eb181f req-2a6caf38-3056-4801-8c01-72c6ed06fe95 tempest-VolumesNegativeTest-1856245104 tempest-VolumesNegativeTest-1856245104-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:36:26.328997 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-e15faf61-14b6-4a64-9bc4-3c1ef4eb181f req-2a6caf38-3056-4801-8c01-72c6ed06fe95 tempest-VolumesNegativeTest-1856245104 tempest-VolumesNegativeTest-1856245104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93163'] for port, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:26.343030 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-8ddf91fc-b8ea-44e0-a9e7-8fdc94753bb4 req-b822dc7b-c012-48a9-809d-1878f4d0ca4a tempest-VolumesNegativeTest-1856245104 tempest-VolumesNegativeTest-1856245104-project] 10.222.0.48 "GET /v2.0/security-groups?id=ea95b8ba-87bb-4612-902a-7eca02058e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604806 May 03 21:36:26.458375 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589b5e4a-f809-45fe-9c4c-ebaf28b133c3 req-3c9e9f9d-ae3b-45d6-b014-b958c259999e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:36:26.459892 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-589b5e4a-f809-45fe-9c4c-ebaf28b133c3 req-3c9e9f9d-ae3b-45d6-b014-b958c259999e service neutron] 10.222.0.42 "GET /v2.0/networks?id=a76ba353-ab28-4792-b070-a9ace23ad085 HTTP/1.1" status: 200 len: 918 time: 0.5329983 May 03 21:36:26.528709 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.provisioning_blocks [None req-65eab8ef-bd19-40d6-a40d-e2e6e9376cf5 None None] Provisioning for port 056ed7bb-a24e-42bf-8812-f1984a9af040 completed by entity DHCP. {{(pid=83994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 21:36:26.534036 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.provisioning_blocks [None req-65eab8ef-bd19-40d6-a40d-e2e6e9376cf5 None None] Provisioning complete for port 056ed7bb-a24e-42bf-8812-f1984a9af040 triggered by entity DHCP. {{(pid=83994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:36:26.535287 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-65eab8ef-bd19-40d6-a40d-e2e6e9376cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2080827'] for port, provisioning_complete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:26.551656 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a365adf-f5a0-4e9d-811a-48841321169f req-fe8f74bd-c5b9-4ab5-8577-a9395939d39a tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:36:26.553221 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-7a365adf-f5a0-4e9d-811a-48841321169f req-fe8f74bd-c5b9-4ab5-8577-a9395939d39a tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] 10.222.0.48 "GET /v2.0/ports?device_id=49b86a80-657d-4e94-bc71-bcfe8f276469 HTTP/1.1" status: 200 len: 946 time: 0.8026288 May 03 21:36:26.571351 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186c37fe-c2db-492b-9f59-0c6d6f0d14aa req-a6865fa9-e5b3-476a-965d-0eff9aabba91 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:36:26.572959 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-186c37fe-c2db-492b-9f59-0c6d6f0d14aa req-a6865fa9-e5b3-476a-965d-0eff9aabba91 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] 10.222.0.48 "GET /v2.0/ports?device_id=c8f9aa7c-153d-482a-b048-18cd034d21cb HTTP/1.1" status: 200 len: 946 time: 0.0934842 May 03 21:36:26.606340 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.plugin [None req-65eab8ef-bd19-40d6-a40d-e2e6e9376cf5 None None] Port 056ed7bb-a24e-42bf-8812-f1984a9af040 cannot update to ACTIVE because it is not bound. {{(pid=83994) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 03 21:36:26.647189 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-186c37fe-c2db-492b-9f59-0c6d6f0d14aa req-6b659b66-1fd2-4f94-b331-dfc22e1435d9 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] 10.222.0.48 "GET /v2.0/security-groups?id=f0ea03b8-2b32-4cbd-9062-2e4d0f59a6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0650854 May 03 21:36:26.647761 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-e15faf61-14b6-4a64-9bc4-3c1ef4eb181f req-2a6caf38-3056-4801-8c01-72c6ed06fe95 tempest-VolumesNegativeTest-1856245104 tempest-VolumesNegativeTest-1856245104-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.6925488 May 03 21:36:26.649504 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-ba68e5fe-a692-41a3-9ee0-5f45e7af7302 req-34b0c9a2-37d4-43aa-80e8-b500bc764843 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:26.649868 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-ba68e5fe-a692-41a3-9ee0-5f45e7af7302 req-34b0c9a2-37d4-43aa-80e8-b500bc764843 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-332800'] for floatingip, after_update {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:26.650177 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.db.l3_db [req-ba68e5fe-a692-41a3-9ee0-5f45e7af7302 req-34b0c9a2-37d4-43aa-80e8-b500bc764843 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Floating IP 99add4f7-c290-46c6-9448-efd235ec6341 disassociated. External IP: 172.27.1.52, port: 479a7085-462d-430f-b37d-544e02378d26. May 03 21:36:26.650517 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.plugin [req-ba68e5fe-a692-41a3-9ee0-5f45e7af7302 req-34b0c9a2-37d4-43aa-80e8-b500bc764843 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Calling delete_port for 479a7085-462d-430f-b37d-544e02378d26 owned by compute:nova {{(pid=83993) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 03 21:36:26.705201 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.v2.base [req-e15faf61-14b6-4a64-9bc4-3c1ef4eb181f req-e7e98a9e-04da-4ef0-9e4a-f5442f1c157b service neutron] Request body: {'port': {'device_id': '59c1d083-841e-41a3-a6a4-33d02ef688aa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84037'}} {{(pid=83993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 03 21:36:26.745461 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-589b5e4a-f809-45fe-9c4c-ebaf28b133c3 req-4bbb26b8-9ea0-4f71-97b6-c32f5f927cda service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4a088512-8058-4a9a-a45b-177671d97cfc HTTP/1.1" status: 200 len: 1000 time: 0.2728198 May 03 21:36:26.983496 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-7a365adf-f5a0-4e9d-811a-48841321169f req-aa94c280-2a7a-403b-b516-92badd7a1d05 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] 10.222.0.48 "GET /v2.0/security-groups?id=95308c2b-cca2-41de-8e93-f747eb13cdfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4139225 May 03 21:36:27.087434 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589b5e4a-f809-45fe-9c4c-ebaf28b133c3 req-f79227b3-6dfe-4dbf-a188-01d93be8d0bf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:36:27.088950 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-589b5e4a-f809-45fe-9c4c-ebaf28b133c3 req-f79227b3-6dfe-4dbf-a188-01d93be8d0bf service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e0993ef0-a172-48a1-8947-068cb6cb24ca HTTP/1.1" status: 200 len: 856 time: 0.3304198 May 03 21:36:27.191723 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-e15faf61-14b6-4a64-9bc4-3c1ef4eb181f req-e7e98a9e-04da-4ef0-9e4a-f5442f1c157b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1124352'] for port, before_update {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:27.210765 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b525a36-0d7f-4c8b-b4d6-63c550a74dfb admin admin] Router 360beb80-9db1-4402-a5b1-1a0d502ee210 has already been hosted by L3 agent c192ea1b-f7d6-49b7-9f22-5492fbafc6f3 {{(pid=83993) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 03 21:36:27.446065 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-ba68e5fe-a692-41a3-9ee0-5f45e7af7302 req-34b0c9a2-37d4-43aa-80e8-b500bc764843 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781386188948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781385847444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3391708'] for port, after_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:27.554733 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b0c9a2-37d4-43aa-80e8-b500bc764843 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Pushing event deleted for resources: {'Port': ['ID=479a7085-462d-430f-b37d-544e02378d26,revision_number=None']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:36:27.559200 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-589b5e4a-f809-45fe-9c4c-ebaf28b133c3 req-f9cbb039-b262-4289-bf21-02b85267d32c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a76ba353-ab28-4792-b070-a9ace23ad085&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.4615216 May 03 21:36:27.561267 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de49747-2d2f-4953-88b6-667ba80b7a75 req-686f66e9-2fee-4cb4-b67b-ade9510e51e2 tempest-VolumesNegativeTest-1856245104 tempest-VolumesNegativeTest-1856245104-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:36:27.562901 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-0de49747-2d2f-4953-88b6-667ba80b7a75 req-686f66e9-2fee-4cb4-b67b-ade9510e51e2 tempest-VolumesNegativeTest-1856245104 tempest-VolumesNegativeTest-1856245104-project] 10.222.0.48 "GET /v2.0/ports?device_id=59c1d083-841e-41a3-a6a4-33d02ef688aa HTTP/1.1" status: 200 len: 935 time: 0.0811198 May 03 21:36:27.615123 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-0de49747-2d2f-4953-88b6-667ba80b7a75 req-c420ed48-9da1-4ac9-9cc1-f19119782f2c tempest-VolumesNegativeTest-1856245104 tempest-VolumesNegativeTest-1856245104-project] 10.222.0.48 "GET /v2.0/security-groups?id=ea95b8ba-87bb-4612-902a-7eca02058e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449526 May 03 21:36:27.944532 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-900a1f47-f08f-40b4-830c-cf3b7f8c9f29 req-b984cf69-5ec9-4aeb-a0ea-222e12e96bef tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] 10.222.0.48 "GET /v2.0/ports?device_id=c8f9aa7c-153d-482a-b048-18cd034d21cb HTTP/1.1" status: 200 len: 210 time: 0.1371505 May 03 21:36:27.998751 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-589b5e4a-f809-45fe-9c4c-ebaf28b133c3 req-60509d0d-f0a0-4233-92a8-bce91f546b33 service neutron] 10.222.0.42 "GET /v2.0/networks/a76ba353-ab28-4792-b070-a9ace23ad085?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4298036 May 03 21:36:28.264128 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9837b22a-a4c9-4f29-888c-f9cab0aa0cfb req-c6010bc6-bb49-4579-a3ae-4a0d346b1650 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:36:28.265578 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-9837b22a-a4c9-4f29-888c-f9cab0aa0cfb req-c6010bc6-bb49-4579-a3ae-4a0d346b1650 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] 10.222.0.48 "GET /v2.0/ports?device_id=49b86a80-657d-4e94-bc71-bcfe8f276469 HTTP/1.1" status: 200 len: 946 time: 0.0944393 May 03 21:36:28.318049 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-9837b22a-a4c9-4f29-888c-f9cab0aa0cfb req-ccd431c7-fc65-450f-98a8-93e9244cca62 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] 10.222.0.48 "GET /v2.0/security-groups?id=95308c2b-cca2-41de-8e93-f747eb13cdfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466678 May 03 21:36:28.351991 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.rpc [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Device 479a7085-462d-430f-b37d-544e02378d26 no longer exists at agent hyperv_hv-cinder-84037 {{(pid=83994) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 21:36:28.392770 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.plugin [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] No Port match for: 479a7085-462d-430f-b37d-544e02378d26 {{(pid=83994) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 03 21:36:28.393109 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.rpc [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Device 479a7085-462d-430f-b37d-544e02378d26 not bound to the agent host hv-cinder-84037 {{(pid=83994) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 21:36:28.395902 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-589b5e4a-f809-45fe-9c4c-ebaf28b133c3 req-2da4b2c5-48f0-4658-92a8-dd5f65918164 service neutron] 10.222.0.42 "GET /v2.0/networks/a76ba353-ab28-4792-b070-a9ace23ad085?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3837526 May 03 21:36:28.419944 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.notifiers.nova [req-e15faf61-14b6-4a64-9bc4-3c1ef4eb181f req-e7e98a9e-04da-4ef0-9e4a-f5442f1c157b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 056ed7bb-a24e-42bf-8812-f1984a9af040 {{(pid=83993) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 03 21:36:28.441384 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-e15faf61-14b6-4a64-9bc4-3c1ef4eb181f req-e7e98a9e-04da-4ef0-9e4a-f5442f1c157b service neutron] Notify callbacks [] for port, precommit_update {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:28.474001 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b525a36-0d7f-4c8b-b4d6-63c550a74dfb admin admin] Notify agent at l3_agent.dv-cinder-840377-1-iscsi the message routers_updated {{(pid=83993) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 21:36:28.486050 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00b43f9a-55c4-4818-85b1-e8590c0bf332 None None] Sync routers for ids ['360beb80-9db1-4402-a5b1-1a0d502ee210'] in dv-cinder-840377-1-iscsi {{(pid=83995) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 03 21:36:28.492815 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.db.provisioning_blocks [req-e15faf61-14b6-4a64-9bc4-3c1ef4eb181f req-e7e98a9e-04da-4ef0-9e4a-f5442f1c157b service neutron] Transition to ACTIVE for port object 056ed7bb-a24e-42bf-8812-f1984a9af040 will not be triggered until provisioned by entity L2. {{(pid=83993) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 21:36:28.505872 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00b43f9a-55c4-4818-85b1-e8590c0bf332 None None] Routers {'360beb80-9db1-4402-a5b1-1a0d502ee210'} bound to L3 agent in host dv-cinder-840377-1-iscsi {{(pid=83995) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 03 21:36:28.506462 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.db.l3_hamode_db [None req-00b43f9a-55c4-4818-85b1-e8590c0bf332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840377-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-03T21:19:18Z,description=,heartbeat_timestamp=2022-05-03T21:36:18Z,host='dv-cinder-840377-1-iscsi',id=c192ea1b-f7d6-49b7-9f22-5492fbafc6f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:19:19Z,topic='l3_agent')) {'router_ids': ['360beb80-9db1-4402-a5b1-1a0d502ee210'], 'active': True} {{(pid=83995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:36:28.540296 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ba68e5fe-a692-41a3-9ee0-5f45e7af7302 req-34b0c9a2-37d4-43aa-80e8-b500bc764843 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Router 68150121-68dc-4495-bcf7-8d66179822f8 has already been hosted by L3 agent c192ea1b-f7d6-49b7-9f22-5492fbafc6f3 {{(pid=83993) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 03 21:36:28.607346 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-e15faf61-14b6-4a64-9bc4-3c1ef4eb181f req-e7e98a9e-04da-4ef0-9e4a-f5442f1c157b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781386188966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781385847453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781385847498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3391653'] for port, after_update {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:28.707725 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.db.l3_dvr_db [None req-00b43f9a-55c4-4818-85b1-e8590c0bf332 None None] Set router 360beb80-9db1-4402-a5b1-1a0d502ee210 gateway port host: dv-cinder-840377-1-iscsi {{(pid=83995) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 03 21:36:28.848528 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.48', 33884) {{(pid=83992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:36:28.852810 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-5b525a36-0d7f-4c8b-b4d6-63c550a74dfb admin admin] 10.222.0.48 "PUT /v2.0/routers/360beb80-9db1-4402-a5b1-1a0d502ee210/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2993381 May 03 21:36:29.028589 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e98a9e-04da-4ef0-9e4a-f5442f1c157b service neutron] Pushing event updated for resources: {'Port': ['ID=056ed7bb-a24e-42bf-8812-f1984a9af040,revision_number=2']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:36:29.168377 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.db.l3_hamode_db [None req-00b43f9a-55c4-4818-85b1-e8590c0bf332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '360beb80-9db1-4402-a5b1-1a0d502ee210', 'name': 'tempest-AttachVolumeTestJSON-600581022-router', 'tenant_id': 'a2df1ca790224a009004c3c22a5ee5c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c33334bd-f19e-453d-9f7b-349270405c58', 'external_fixed_ips': [{'subnet_id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'ip_address': '172.27.1.17'}], 'enable_snat': True}, 'gw_port_id': 'a353ebbc-82af-401c-a27c-5a116fea74c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:28:28Z', 'updated_at': '2022-05-03T21:36:22Z', 'revision_number': 5, 'project_id': 'a2df1ca790224a009004c3c22a5ee5c5', 'gw_port': {'id': 'a353ebbc-82af-401c-a27c-5a116fea74c8', 'name': '', 'network_id': 'c33334bd-f19e-453d-9f7b-349270405c58', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:ae:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '360beb80-9db1-4402-a5b1-1a0d502ee210', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'ip_address': '172.27.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:28:30Z', 'updated_at': '2022-05-03T21:29:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840377-1-iscsi'}], 'dv-cinder-840377-1-iscsi', False) {} {{(pid=83995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:36:29.181887 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00b43f9a-55c4-4818-85b1-e8590c0bf332 None None] Checking router: 360beb80-9db1-4402-a5b1-1a0d502ee210 for host: dv-cinder-840377-1-iscsi {{(pid=83995) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 03 21:36:29.205470 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00b43f9a-55c4-4818-85b1-e8590c0bf332 None None] Routers {'360beb80-9db1-4402-a5b1-1a0d502ee210'} bound to L3 agent in host dv-cinder-840377-1-iscsi {{(pid=83995) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 03 21:36:29.206203 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.db.l3_hamode_db [None req-00b43f9a-55c4-4818-85b1-e8590c0bf332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840377-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-03T21:19:18Z,description=,heartbeat_timestamp=2022-05-03T21:36:18Z,host='dv-cinder-840377-1-iscsi',id=c192ea1b-f7d6-49b7-9f22-5492fbafc6f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:19:19Z,topic='l3_agent')) {'router_ids': ['360beb80-9db1-4402-a5b1-1a0d502ee210'], 'active': True} {{(pid=83995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:36:29.278874 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-56e4c018-5699-4a9d-8364-6c05347244a1 req-8f03e9f7-a284-4a33-9cfb-8881e21db15d tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] 10.222.0.48 "GET /v2.0/ports?device_id=c8f9aa7c-153d-482a-b048-18cd034d21cb HTTP/1.1" status: 200 len: 210 time: 0.1186638 May 03 21:36:29.301909 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c91b5d-23c7-412b-b16b-4263112dd79e req-adf3375c-9fa7-4a77-a4a8-8045074d39e7 tempest-VolumesNegativeTest-1856245104 tempest-VolumesNegativeTest-1856245104-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:36:29.302695 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [req-e5c91b5d-23c7-412b-b16b-4263112dd79e req-adf3375c-9fa7-4a77-a4a8-8045074d39e7 tempest-VolumesNegativeTest-1856245104 tempest-VolumesNegativeTest-1856245104-project] Synchronizing usage tracker for tenant:f7e2c28ff5bf44018ba1c85b0b7ebc46 on resource:port {{(pid=83993) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 21:36:29.352821 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.managers [req-e15faf61-14b6-4a64-9bc4-3c1ef4eb181f req-e7e98a9e-04da-4ef0-9e4a-f5442f1c157b service neutron] Attempting to bind port 056ed7bb-a24e-42bf-8812-f1984a9af040 on host hv-cinder-84037 for vnic_type normal with profile {{(pid=83993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 21:36:29.353162 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.managers [req-e15faf61-14b6-4a64-9bc4-3c1ef4eb181f req-e7e98a9e-04da-4ef0-9e4a-f5442f1c157b service neutron] Attempting to bind port 056ed7bb-a24e-42bf-8812-f1984a9af040 by drivers openvswitch,hyperv on host hv-cinder-84037 at level 0 using segments [{'id': 'a7b99e26-ed9b-4b97-97f4-bb8a33915d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'd77744fc-8d08-42ff-8d49-3a50d6c0665c'}] {{(pid=83993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 21:36:29.353486 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e15faf61-14b6-4a64-9bc4-3c1ef4eb181f req-e7e98a9e-04da-4ef0-9e4a-f5442f1c157b service neutron] Attempting to bind port 056ed7bb-a24e-42bf-8812-f1984a9af040 on network d77744fc-8d08-42ff-8d49-3a50d6c0665c {{(pid=83993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 03 21:36:29.365465 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e15faf61-14b6-4a64-9bc4-3c1ef4eb181f req-e7e98a9e-04da-4ef0-9e4a-f5442f1c157b service neutron] Port 056ed7bb-a24e-42bf-8812-f1984a9af040 on network d77744fc-8d08-42ff-8d49-3a50d6c0665c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84037 {{(pid=83993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 03 21:36:29.365465 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e15faf61-14b6-4a64-9bc4-3c1ef4eb181f req-e7e98a9e-04da-4ef0-9e4a-f5442f1c157b service neutron] Attempting to bind port 056ed7bb-a24e-42bf-8812-f1984a9af040 on network d77744fc-8d08-42ff-8d49-3a50d6c0665c {{(pid=83993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 03 21:36:29.368450 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-93e38eeb-9779-4a2d-b4da-1caf22261af6 admin admin] Notify callbacks [] for router, before_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:29.384657 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e15faf61-14b6-4a64-9bc4-3c1ef4eb181f req-e7e98a9e-04da-4ef0-9e4a-f5442f1c157b service neutron] Checking agent: {'id': '6f729c1e-126d-4db9-b521-92dbb8a34775', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84037', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 21, 26, 18), 'started_at': datetime.datetime(2022, 5, 3, 21, 26, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 21, 36, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 03 21:36:29.384923 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e15faf61-14b6-4a64-9bc4-3c1ef4eb181f req-e7e98a9e-04da-4ef0-9e4a-f5442f1c157b service neutron] Checking segment: {'id': 'a7b99e26-ed9b-4b97-97f4-bb8a33915d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'd77744fc-8d08-42ff-8d49-3a50d6c0665c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 03 21:36:29.385566 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e15faf61-14b6-4a64-9bc4-3c1ef4eb181f req-e7e98a9e-04da-4ef0-9e4a-f5442f1c157b service neutron] Bound using segment: {'id': 'a7b99e26-ed9b-4b97-97f4-bb8a33915d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'd77744fc-8d08-42ff-8d49-3a50d6c0665c'} {{(pid=83993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 03 21:36:29.386771 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.managers [req-e15faf61-14b6-4a64-9bc4-3c1ef4eb181f req-e7e98a9e-04da-4ef0-9e4a-f5442f1c157b service neutron] Bound port: 056ed7bb-a24e-42bf-8812-f1984a9af040, host: hv-cinder-84037, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7b99e26-ed9b-4b97-97f4-bb8a33915d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'd77744fc-8d08-42ff-8d49-3a50d6c0665c'}}] {{(pid=83993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 21:36:29.387222 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-e15faf61-14b6-4a64-9bc4-3c1ef4eb181f req-e7e98a9e-04da-4ef0-9e4a-f5442f1c157b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1124352'] for port, before_update {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:29.462042 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [req-e5c91b5d-23c7-412b-b16b-4263112dd79e req-adf3375c-9fa7-4a77-a4a8-8045074d39e7 tempest-VolumesNegativeTest-1856245104 tempest-VolumesNegativeTest-1856245104-project] Unset dirty status for tenant:f7e2c28ff5bf44018ba1c85b0b7ebc46 on resource:port {{(pid=83993) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 21:36:29.463319 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-e5c91b5d-23c7-412b-b16b-4263112dd79e req-adf3375c-9fa7-4a77-a4a8-8045074d39e7 tempest-VolumesNegativeTest-1856245104 tempest-VolumesNegativeTest-1856245104-project] 10.222.0.48 "GET /v2.0/ports?device_id=59c1d083-841e-41a3-a6a4-33d02ef688aa HTTP/1.1" status: 200 len: 947 time: 0.6276433 May 03 21:36:29.494352 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.db.l3_dvr_db [None req-00b43f9a-55c4-4818-85b1-e8590c0bf332 None None] Set router 360beb80-9db1-4402-a5b1-1a0d502ee210 gateway port host: dv-cinder-840377-1-iscsi {{(pid=83995) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 03 21:36:29.499768 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ba68e5fe-a692-41a3-9ee0-5f45e7af7302 req-34b0c9a2-37d4-43aa-80e8-b500bc764843 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Notify agent at l3_agent.dv-cinder-840377-1-iscsi the message routers_updated {{(pid=83993) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 21:36:29.516076 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41ace881-b3b7-49bc-a8cc-6e1b968a7a5b None None] Sync routers for ids ['68150121-68dc-4495-bcf7-8d66179822f8'] in dv-cinder-840377-1-iscsi {{(pid=83994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 03 21:36:29.535266 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41ace881-b3b7-49bc-a8cc-6e1b968a7a5b None None] Routers {'68150121-68dc-4495-bcf7-8d66179822f8'} bound to L3 agent in host dv-cinder-840377-1-iscsi {{(pid=83994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 03 21:36:29.536093 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.l3_hamode_db [None req-41ace881-b3b7-49bc-a8cc-6e1b968a7a5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840377-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-03T21:19:18Z,description=,heartbeat_timestamp=2022-05-03T21:36:18Z,host='dv-cinder-840377-1-iscsi',id=c192ea1b-f7d6-49b7-9f22-5492fbafc6f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:19:19Z,topic='l3_agent')) {'router_ids': ['68150121-68dc-4495-bcf7-8d66179822f8'], 'active': True} {{(pid=83994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:36:29.687284 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba68e5fe-a692-41a3-9ee0-5f45e7af7302 req-34b0c9a2-37d4-43aa-80e8-b500bc764843 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] No DVR routers for this DVR port 479a7085-462d-430f-b37d-544e02378d26 on host hv-cinder-84037 {{(pid=83993) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 21:36:29.705882 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-ba68e5fe-a692-41a3-9ee0-5f45e7af7302 req-34b0c9a2-37d4-43aa-80e8-b500bc764843 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93163'] for port, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:29.707104 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-ba68e5fe-a692-41a3-9ee0-5f45e7af7302 req-34b0c9a2-37d4-43aa-80e8-b500bc764843 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] 10.222.0.42 "DELETE /v2.0/ports/479a7085-462d-430f-b37d-544e02378d26 HTTP/1.1" status: 204 len: 173 time: 5.1489801 May 03 21:36:29.709378 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8f9aa7c-153d-482a-b048-18cd034d21cb', 'name': 'network-vif-deleted', 'tag': '479a7085-462d-430f-b37d-544e02378d26'}] {{(pid=83993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 03 21:36:29.718995 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [req-e5c91b5d-23c7-412b-b16b-4263112dd79e req-b5dba020-cb2a-4c61-88d9-5a934b7863e9 tempest-VolumesNegativeTest-1856245104 tempest-VolumesNegativeTest-1856245104-project] Synchronizing usage tracker for tenant:f7e2c28ff5bf44018ba1c85b0b7ebc46 on resource:security_group {{(pid=83993) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 21:36:29.725042 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.db [req-e15faf61-14b6-4a64-9bc4-3c1ef4eb181f req-e7e98a9e-04da-4ef0-9e4a-f5442f1c157b service neutron] For port 056ed7bb-a24e-42bf-8812-f1984a9af040, host hv-cinder-84037, cleared binding levels {{(pid=83993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 21:36:29.740729 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.db [req-e15faf61-14b6-4a64-9bc4-3c1ef4eb181f req-e7e98a9e-04da-4ef0-9e4a-f5442f1c157b service neutron] For port 056ed7bb-a24e-42bf-8812-f1984a9af040, host hv-cinder-84037, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=056ed7bb-a24e-42bf-8812-f1984a9af040,segment=NetworkSegment(a7b99e26-ed9b-4b97-97f4-bb8a33915d55),segment_id=a7b99e26-ed9b-4b97-97f4-bb8a33915d55)] {{(pid=83993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 21:36:29.768478 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-93e38eeb-9779-4a2d-b4da-1caf22261af6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:29.853522 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0c75d538-a3a8-4665-8da1-81ec2742e79c'] response: {'server_uuid': 'c8f9aa7c-153d-482a-b048-18cd034d21cb', 'name': 'network-vif-deleted', 'tag': '479a7085-462d-430f-b37d-544e02378d26', 'status': 'completed', 'code': 200} May 03 21:36:29.878459 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.plugins.ml2.plugin [None req-93e38eeb-9779-4a2d-b4da-1caf22261af6 admin admin] Deleting port a353ebbc-82af-401c-a27c-5a116fea74c8 {{(pid=83992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 03 21:36:29.879031 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-93e38eeb-9779-4a2d-b4da-1caf22261af6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781386349267'] for port, before_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:29.886438 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.l3_dvr_db [None req-41ace881-b3b7-49bc-a8cc-6e1b968a7a5b None None] Set router 68150121-68dc-4495-bcf7-8d66179822f8 gateway port host: dv-cinder-840377-1-iscsi {{(pid=83994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 03 21:36:29.889995 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [req-e5c91b5d-23c7-412b-b16b-4263112dd79e req-b5dba020-cb2a-4c61-88d9-5a934b7863e9 tempest-VolumesNegativeTest-1856245104 tempest-VolumesNegativeTest-1856245104-project] Unset dirty status for tenant:f7e2c28ff5bf44018ba1c85b0b7ebc46 on resource:security_group {{(pid=83993) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 21:36:29.894923 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-e5c91b5d-23c7-412b-b16b-4263112dd79e req-b5dba020-cb2a-4c61-88d9-5a934b7863e9 tempest-VolumesNegativeTest-1856245104 tempest-VolumesNegativeTest-1856245104-project] 10.222.0.48 "GET /v2.0/security-groups?id=ea95b8ba-87bb-4612-902a-7eca02058e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4126360 May 03 21:36:29.896403 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-e15faf61-14b6-4a64-9bc4-3c1ef4eb181f req-e7e98a9e-04da-4ef0-9e4a-f5442f1c157b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781386188966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781385847453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781385847498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3391653'] for port, after_update {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:30.024222 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e98a9e-04da-4ef0-9e4a-f5442f1c157b service neutron] Pushing event updated for resources: {'Port': ['ID=056ed7bb-a24e-42bf-8812-f1984a9af040,revision_number=3']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:36:30.048741 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-e15faf61-14b6-4a64-9bc4-3c1ef4eb181f req-e7e98a9e-04da-4ef0-9e4a-f5442f1c157b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93163'] for port, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:30.050247 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-e15faf61-14b6-4a64-9bc4-3c1ef4eb181f req-e7e98a9e-04da-4ef0-9e4a-f5442f1c157b service neutron] 10.222.0.42 "PUT /v2.0/ports/056ed7bb-a24e-42bf-8812-f1984a9af040 HTTP/1.1" status: 200 len: 1097 time: 3.3545210 May 03 21:36:30.072912 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.db.l3_hamode_db [None req-00b43f9a-55c4-4818-85b1-e8590c0bf332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '360beb80-9db1-4402-a5b1-1a0d502ee210', 'name': 'tempest-AttachVolumeTestJSON-600581022-router', 'tenant_id': 'a2df1ca790224a009004c3c22a5ee5c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c33334bd-f19e-453d-9f7b-349270405c58', 'external_fixed_ips': [{'subnet_id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'ip_address': '172.27.1.17'}], 'enable_snat': True}, 'gw_port_id': 'a353ebbc-82af-401c-a27c-5a116fea74c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:28:28Z', 'updated_at': '2022-05-03T21:36:22Z', 'revision_number': 5, 'project_id': 'a2df1ca790224a009004c3c22a5ee5c5', 'gw_port': {'id': 'a353ebbc-82af-401c-a27c-5a116fea74c8', 'name': '', 'network_id': 'c33334bd-f19e-453d-9f7b-349270405c58', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:ae:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '360beb80-9db1-4402-a5b1-1a0d502ee210', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'ip_address': '172.27.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:28:30Z', 'updated_at': '2022-05-03T21:29:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840377-1-iscsi'}], 'dv-cinder-840377-1-iscsi', False) {} {{(pid=83995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:36:30.080966 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00b43f9a-55c4-4818-85b1-e8590c0bf332 None None] The sync data for ids ['360beb80-9db1-4402-a5b1-1a0d502ee210'] in dv-cinder-840377-1-iscsi is: [{'id': '360beb80-9db1-4402-a5b1-1a0d502ee210', 'name': 'tempest-AttachVolumeTestJSON-600581022-router', 'tenant_id': 'a2df1ca790224a009004c3c22a5ee5c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c33334bd-f19e-453d-9f7b-349270405c58', 'external_fixed_ips': [{'subnet_id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'ip_address': '172.27.1.17'}], 'enable_snat': True}, 'gw_port_id': 'a353ebbc-82af-401c-a27c-5a116fea74c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:28:28Z', 'updated_at': '2022-05-03T21:36:22Z', 'revision_number': 5, 'project_id': 'a2df1ca790224a009004c3c22a5ee5c5', 'gw_port': {'id': 'a353ebbc-82af-401c-a27c-5a116fea74c8', 'name': '', 'network_id': 'c33334bd-f19e-453d-9f7b-349270405c58', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:ae:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '360beb80-9db1-4402-a5b1-1a0d502ee210', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'ip_address': '172.27.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:28:30Z', 'updated_at': '2022-05-03T21:29:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840377-1-iscsi'}] {{(pid=83995) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 03 21:36:30.210705 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.plugins.ml2.db [None req-93e38eeb-9779-4a2d-b4da-1caf22261af6 admin admin] For port a353ebbc-82af-401c-a27c-5a116fea74c8, host dv-cinder-840377-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840377-1-iscsi',level=0,port_id=a353ebbc-82af-401c-a27c-5a116fea74c8,segment=NetworkSegment(36b0f1c3-e784-4cca-986f-65718d8cb16d),segment_id=36b0f1c3-e784-4cca-986f-65718d8cb16d)] {{(pid=83992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 21:36:30.211087 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-93e38eeb-9779-4a2d-b4da-1caf22261af6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749056'] for port, precommit_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:30.306066 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-e15faf61-14b6-4a64-9bc4-3c1ef4eb181f req-2dd282b5-4733-4391-9d76-a409483b4a67 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f7e2c28ff5bf44018ba1c85b0b7ebc46&device_id=59c1d083-841e-41a3-a6a4-33d02ef688aa HTTP/1.1" status: 200 len: 1100 time: 0.0885255 May 03 21:36:30.406585 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-e15faf61-14b6-4a64-9bc4-3c1ef4eb181f req-9b30e171-f298-4e5b-a3db-dce9340e656a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.90&port_id=056ed7bb-a24e-42bf-8812-f1984a9af040 HTTP/1.1" status: 200 len: 217 time: 0.0868671 May 03 21:36:30.440314 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.l3_hamode_db [None req-41ace881-b3b7-49bc-a8cc-6e1b968a7a5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68150121-68dc-4495-bcf7-8d66179822f8', 'name': 'tempest-AttachVolumeNegativeTest-487551053-router', 'tenant_id': 'bd571e41b44a4bc6b16bf8163252f168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c33334bd-f19e-453d-9f7b-349270405c58', 'external_fixed_ips': [{'subnet_id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'ip_address': '172.27.1.192'}], 'enable_snat': True}, 'gw_port_id': '07f5f895-667f-41a6-8b98-e761a27a9ddb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:28:25Z', 'updated_at': '2022-05-03T21:28:37Z', 'revision_number': 4, 'project_id': 'bd571e41b44a4bc6b16bf8163252f168', 'gw_port': {'id': '07f5f895-667f-41a6-8b98-e761a27a9ddb', 'name': '', 'network_id': 'c33334bd-f19e-453d-9f7b-349270405c58', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:26:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68150121-68dc-4495-bcf7-8d66179822f8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'ip_address': '172.27.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:28:27Z', 'updated_at': '2022-05-03T21:28:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840377-1-iscsi', '_interfaces': [{'id': '4fd95030-f142-4d90-a90c-6a2865ea606e', 'name': '', 'network_id': 'afa29ce3-7ea1-4fb3-8d15-b28913382476', 'tenant_id': 'bd571e41b44a4bc6b16bf8163252f168', 'mac_address': 'fa:16:3e:7c:b9:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68150121-68dc-4495-bcf7-8d66179822f8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '663a4790-11b9-4523-b0db-a1ea41b30d40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:28:34Z', 'updated_at': '2022-05-03T21:29:46Z', 'revision_number': 5, 'project_id': 'bd571e41b44a4bc6b16bf8163252f168', 'subnets': [{'id': '663a4790-11b9-4523-b0db-a1ea41b30d40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840377-1-iscsi', False) {} {{(pid=83994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:36:30.445738 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41ace881-b3b7-49bc-a8cc-6e1b968a7a5b None None] Checking router: 68150121-68dc-4495-bcf7-8d66179822f8 for host: dv-cinder-840377-1-iscsi {{(pid=83994) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 03 21:36:30.462982 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41ace881-b3b7-49bc-a8cc-6e1b968a7a5b None None] Routers {'68150121-68dc-4495-bcf7-8d66179822f8'} bound to L3 agent in host dv-cinder-840377-1-iscsi {{(pid=83994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 03 21:36:30.463527 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.l3_hamode_db [None req-41ace881-b3b7-49bc-a8cc-6e1b968a7a5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840377-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-03T21:19:18Z,description=,heartbeat_timestamp=2022-05-03T21:36:18Z,host='dv-cinder-840377-1-iscsi',id=c192ea1b-f7d6-49b7-9f22-5492fbafc6f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:19:19Z,topic='l3_agent')) {'router_ids': ['68150121-68dc-4495-bcf7-8d66179822f8'], 'active': True} {{(pid=83994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:36:30.504381 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15faf61-14b6-4a64-9bc4-3c1ef4eb181f req-88f6e22f-7893-4217-9a85-510666100772 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:36:30.506241 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-e15faf61-14b6-4a64-9bc4-3c1ef4eb181f req-88f6e22f-7893-4217-9a85-510666100772 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=0accd3bd-b75e-4147-ae9c-4938f28bea61 HTTP/1.1" status: 200 len: 843 time: 0.0928783 May 03 21:36:30.591917 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-44d61473-c2df-45fd-b06a-2cfe149ec0c4 req-13cf01eb-5be0-4cdc-89c7-84349628d596 tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] 10.222.0.48 "GET /v2.0/ports?device_id=c8f9aa7c-153d-482a-b048-18cd034d21cb HTTP/1.1" status: 200 len: 210 time: 0.0662067 May 03 21:36:30.599130 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.plugins.ml2.plugin [None req-93e38eeb-9779-4a2d-b4da-1caf22261af6 admin admin] Calling delete_port for a353ebbc-82af-401c-a27c-5a116fea74c8 owned by network:router_gateway {{(pid=83992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 03 21:36:30.622300 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-e15faf61-14b6-4a64-9bc4-3c1ef4eb181f req-e92f78c4-d084-4e43-aba0-38c453097f97 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d77744fc-8d08-42ff-8d49-3a50d6c0665c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1089005 May 03 21:36:30.694629 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.l3_dvr_db [None req-41ace881-b3b7-49bc-a8cc-6e1b968a7a5b None None] Set router 68150121-68dc-4495-bcf7-8d66179822f8 gateway port host: dv-cinder-840377-1-iscsi {{(pid=83994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 03 21:36:30.829417 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-e15faf61-14b6-4a64-9bc4-3c1ef4eb181f req-fb106da5-086a-485f-b497-ebe0dd28493a service neutron] 10.222.0.42 "GET /v2.0/networks/d77744fc-8d08-42ff-8d49-3a50d6c0665c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1884770 May 03 21:36:30.895489 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-93e38eeb-9779-4a2d-b4da-1caf22261af6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781386188948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781385847444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3996730'] for port, after_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:30.970074 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e38eeb-9779-4a2d-b4da-1caf22261af6 admin admin] Pushing event deleted for resources: {'Port': ['ID=a353ebbc-82af-401c-a27c-5a116fea74c8,revision_number=None']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:36:31.028119 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e38eeb-9779-4a2d-b4da-1caf22261af6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:36:31.028667 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e38eeb-9779-4a2d-b4da-1caf22261af6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:36:31.029176 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e38eeb-9779-4a2d-b4da-1caf22261af6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:36:31.029718 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e38eeb-9779-4a2d-b4da-1caf22261af6 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:36:31.030228 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e38eeb-9779-4a2d-b4da-1caf22261af6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:36:31.030735 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e38eeb-9779-4a2d-b4da-1caf22261af6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:36:31.031263 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e38eeb-9779-4a2d-b4da-1caf22261af6 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:36:31.031611 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e38eeb-9779-4a2d-b4da-1caf22261af6 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:36:31.031940 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e38eeb-9779-4a2d-b4da-1caf22261af6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:36:31.032265 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e38eeb-9779-4a2d-b4da-1caf22261af6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:36:31.032625 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e38eeb-9779-4a2d-b4da-1caf22261af6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:36:31.111623 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-e15faf61-14b6-4a64-9bc4-3c1ef4eb181f req-96c15b87-7a12-498b-95ff-195dbbf8caf8 service neutron] 10.222.0.42 "GET /v2.0/networks/d77744fc-8d08-42ff-8d49-3a50d6c0665c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2769351 May 03 21:36:31.165310 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253e05ec-1fcd-49bb-a70b-d924441d7cbe req-a02f9d3a-d3e7-44c3-a49c-5b1bdfef8ce1 tempest-VolumesNegativeTest-1856245104 tempest-VolumesNegativeTest-1856245104-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:36:31.167032 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-253e05ec-1fcd-49bb-a70b-d924441d7cbe req-a02f9d3a-d3e7-44c3-a49c-5b1bdfef8ce1 tempest-VolumesNegativeTest-1856245104 tempest-VolumesNegativeTest-1856245104-project] 10.222.0.48 "GET /v2.0/ports?device_id=59c1d083-841e-41a3-a6a4-33d02ef688aa HTTP/1.1" status: 200 len: 947 time: 0.0986147 May 03 21:36:31.225132 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-253e05ec-1fcd-49bb-a70b-d924441d7cbe req-dae73fee-fd46-4e43-8e0e-d87f62a774b1 tempest-VolumesNegativeTest-1856245104 tempest-VolumesNegativeTest-1856245104-project] 10.222.0.48 "GET /v2.0/security-groups?id=ea95b8ba-87bb-4612-902a-7eca02058e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512645 May 03 21:36:31.248519 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.l3_hamode_db [None req-41ace881-b3b7-49bc-a8cc-6e1b968a7a5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68150121-68dc-4495-bcf7-8d66179822f8', 'name': 'tempest-AttachVolumeNegativeTest-487551053-router', 'tenant_id': 'bd571e41b44a4bc6b16bf8163252f168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c33334bd-f19e-453d-9f7b-349270405c58', 'external_fixed_ips': [{'subnet_id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'ip_address': '172.27.1.192'}], 'enable_snat': True}, 'gw_port_id': '07f5f895-667f-41a6-8b98-e761a27a9ddb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:28:25Z', 'updated_at': '2022-05-03T21:28:37Z', 'revision_number': 4, 'project_id': 'bd571e41b44a4bc6b16bf8163252f168', 'gw_port': {'id': '07f5f895-667f-41a6-8b98-e761a27a9ddb', 'name': '', 'network_id': 'c33334bd-f19e-453d-9f7b-349270405c58', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:26:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68150121-68dc-4495-bcf7-8d66179822f8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'ip_address': '172.27.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:28:27Z', 'updated_at': '2022-05-03T21:28:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840377-1-iscsi', '_interfaces': [{'id': '4fd95030-f142-4d90-a90c-6a2865ea606e', 'name': '', 'network_id': 'afa29ce3-7ea1-4fb3-8d15-b28913382476', 'tenant_id': 'bd571e41b44a4bc6b16bf8163252f168', 'mac_address': 'fa:16:3e:7c:b9:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68150121-68dc-4495-bcf7-8d66179822f8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '663a4790-11b9-4523-b0db-a1ea41b30d40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:28:34Z', 'updated_at': '2022-05-03T21:29:46Z', 'revision_number': 5, 'project_id': 'bd571e41b44a4bc6b16bf8163252f168', 'subnets': [{'id': '663a4790-11b9-4523-b0db-a1ea41b30d40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840377-1-iscsi', False) {} {{(pid=83994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:36:31.257849 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41ace881-b3b7-49bc-a8cc-6e1b968a7a5b None None] The sync data for ids ['68150121-68dc-4495-bcf7-8d66179822f8'] in dv-cinder-840377-1-iscsi is: [{'id': '68150121-68dc-4495-bcf7-8d66179822f8', 'name': 'tempest-AttachVolumeNegativeTest-487551053-router', 'tenant_id': 'bd571e41b44a4bc6b16bf8163252f168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c33334bd-f19e-453d-9f7b-349270405c58', 'external_fixed_ips': [{'subnet_id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'ip_address': '172.27.1.192'}], 'enable_snat': True}, 'gw_port_id': '07f5f895-667f-41a6-8b98-e761a27a9ddb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:28:25Z', 'updated_at': '2022-05-03T21:28:37Z', 'revision_number': 4, 'project_id': 'bd571e41b44a4bc6b16bf8163252f168', 'gw_port': {'id': '07f5f895-667f-41a6-8b98-e761a27a9ddb', 'name': '', 'network_id': 'c33334bd-f19e-453d-9f7b-349270405c58', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:26:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68150121-68dc-4495-bcf7-8d66179822f8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'ip_address': '172.27.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:28:27Z', 'updated_at': '2022-05-03T21:28:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840377-1-iscsi', '_interfaces': [{'id': '4fd95030-f142-4d90-a90c-6a2865ea606e', 'name': '', 'network_id': 'afa29ce3-7ea1-4fb3-8d15-b28913382476', 'tenant_id': 'bd571e41b44a4bc6b16bf8163252f168', 'mac_address': 'fa:16:3e:7c:b9:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68150121-68dc-4495-bcf7-8d66179822f8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '663a4790-11b9-4523-b0db-a1ea41b30d40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:28:34Z', 'updated_at': '2022-05-03T21:29:46Z', 'revision_number': 5, 'project_id': 'bd571e41b44a4bc6b16bf8163252f168', 'subnets': [{'id': '663a4790-11b9-4523-b0db-a1ea41b30d40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 03 21:36:31.307481 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-93e38eeb-9779-4a2d-b4da-1caf22261af6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-332847'] for router_gateway, after_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:31.498962 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7065b51d-1ef0-4b66-90d1-94aca564e470 None None] New status for floating IP 99add4f7-c290-46c6-9448-efd235ec6341: DOWN {{(pid=83995) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 03 21:36:31.578941 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-93e38eeb-9779-4a2d-b4da-1caf22261af6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-330463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4187'] for router, precommit_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:31.583092 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-93e38eeb-9779-4a2d-b4da-1caf22261af6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:31.666572 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-93e38eeb-9779-4a2d-b4da-1caf22261af6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-330355'] for router, after_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:31.668003 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93e38eeb-9779-4a2d-b4da-1caf22261af6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 360beb80-9db1-4402-a5b1-1a0d502ee210 {{(pid=83992) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 03 21:36:31.683253 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-93e38eeb-9779-4a2d-b4da-1caf22261af6 admin admin] Notify callbacks [] for router, before_response {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:31.686990 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [None req-93e38eeb-9779-4a2d-b4da-1caf22261af6 admin admin] 10.222.0.48 "DELETE /v2.0/routers/360beb80-9db1-4402-a5b1-1a0d502ee210 HTTP/1.1" status: 204 len: 168 time: 2.8350036 May 03 21:36:31.687116 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.48', 33898) {{(pid=83992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:36:31.774464 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ac2764c-b60e-48a1-917d-7d1c89c00a8b admin admin] Deleting subnet 55e45d73-03f2-4af5-b38e-f33c41c1d7ec {{(pid=83992) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 03 21:36:31.779730 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-3ac2764c-b60e-48a1-917d-7d1c89c00a8b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:31.837873 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.48', 33904) {{(pid=83993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:36:31.857549 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59c1d083-841e-41a3-a6a4-33d02ef688aa', 'tag': '056ed7bb-a24e-42bf-8812-f1984a9af040'}] {{(pid=83993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 03 21:36:31.860675 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-3ac2764c-b60e-48a1-917d-7d1c89c00a8b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2020427'] for subnet, precommit_delete_associations {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:31.912330 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-aeb7460c-adcc-49e3-b662-1fc2ffcad43f tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Notify callbacks [] for security_group, before_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:31.914965 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3c5021d1-0260-481f-96c6-e3599b801260'] response: {'name': 'network-changed', 'server_uuid': '59c1d083-841e-41a3-a6a4-33d02ef688aa', 'tag': '056ed7bb-a24e-42bf-8812-f1984a9af040', 'status': 'completed', 'code': 200} May 03 21:36:31.943580 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-aeb7460c-adcc-49e3-b662-1fc2ffcad43f tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:31.990471 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-3ac2764c-b60e-48a1-917d-7d1c89c00a8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2088927'] for subnet, precommit_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:32.066440 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-39f56fe7-981c-4329-aafe-c8505ede53f2 req-7a931225-afde-4427-b15c-bf321da18d73 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f7e2c28ff5bf44018ba1c85b0b7ebc46&device_id=59c1d083-841e-41a3-a6a4-33d02ef688aa HTTP/1.1" status: 200 len: 1100 time: 0.1083369 May 03 21:36:32.138064 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-3ac2764c-b60e-48a1-917d-7d1c89c00a8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2088918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3996681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3410922'] for subnet, after_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:32.172841 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.rpc [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Device 420ded47-b7bf-4a1d-b041-ea6b040061a2 no longer exists at agent ovs-agent-dv-cinder-840377-1-iscsi {{(pid=83994) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 21:36:32.184228 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac2764c-b60e-48a1-917d-7d1c89c00a8b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=55e45d73-03f2-4af5-b38e-f33c41c1d7ec,revision_number=None']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:36:32.195831 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-3ac2764c-b60e-48a1-917d-7d1c89c00a8b admin admin] Notify callbacks [] for subnet, before_response {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:32.208987 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [None req-3ac2764c-b60e-48a1-917d-7d1c89c00a8b admin admin] 10.222.0.48 "DELETE /v2.0/subnets/55e45d73-03f2-4af5-b38e-f33c41c1d7ec HTTP/1.1" status: 204 len: 168 time: 0.5158110 May 03 21:36:32.208987 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.48', 33910) {{(pid=83992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:36:32.223188 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea74909b-ddb9-4e00-a909-e43c068fbd6f None None] Network 74dacc7e-115e-4cd0-87fd-8eaa4de43b7c requested from dv-cinder-840377-1-iscsi {{(pid=83994) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 03 21:36:32.239584 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.plugin [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] No Port match for: 420ded47-b7bf-4a1d-b041-ea6b040061a2 {{(pid=83994) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 03 21:36:32.242359 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.rpc [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Device 420ded47-b7bf-4a1d-b041-ea6b040061a2 not bound to the agent host dv-cinder-840377-1-iscsi {{(pid=83994) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 21:36:32.293652 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-aeb7460c-adcc-49e3-b662-1fc2ffcad43f tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746426'] for security_group, after_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:32.327706 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-915d05bd-1d98-48f2-9769-24d2619a5395 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1078587'] for network, before_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:32.330326 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb7460c-adcc-49e3-b662-1fc2ffcad43f tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0ea03b8-2b32-4cbd-9062-2e4d0f59a6e5,revision_number=None']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:36:32.340077 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.plugins.ml2.plugin [None req-915d05bd-1d98-48f2-9769-24d2619a5395 admin admin] Deleting port 47cd9d07-2d00-4180-95fe-13e5ca78401c {{(pid=83992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 03 21:36:32.340421 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-915d05bd-1d98-48f2-9769-24d2619a5395 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781386349267'] for port, before_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:32.404756 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.rpc [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Device 056ed7bb-a24e-42bf-8812-f1984a9af040 details requested by agent hyperv_hv-cinder-84037 with host hv-cinder-84037 {{(pid=83994) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 03 21:36:32.474788 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f56fe7-981c-4329-aafe-c8505ede53f2 req-a9b0dd87-b060-42d4-9cfa-89a2b4185847 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:36:32.476540 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-39f56fe7-981c-4329-aafe-c8505ede53f2 req-a9b0dd87-b060-42d4-9cfa-89a2b4185847 service neutron] 10.222.0.42 "GET /v2.0/networks?id=d77744fc-8d08-42ff-8d49-3a50d6c0665c HTTP/1.1" status: 200 len: 870 time: 0.4035192 May 03 21:36:32.482180 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-aeb7460c-adcc-49e3-b662-1fc2ffcad43f tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Notify callbacks [] for security_group, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:32.483433 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-aeb7460c-adcc-49e3-b662-1fc2ffcad43f tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] 10.222.0.48 "DELETE /v2.0/security-groups/f0ea03b8-2b32-4cbd-9062-2e4d0f59a6e5 HTTP/1.1" status: 204 len: 168 time: 0.6444585 May 03 21:36:32.495514 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.48', 33916) {{(pid=83992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:36:32.522939 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.api.v2.resource [None req-377ad2c5-cdb6-43d5-bf91-c9a0b02e6efd tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] show failed (client error): The resource could not be found. May 03 21:36:32.527562 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [None req-377ad2c5-cdb6-43d5-bf91-c9a0b02e6efd tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] 10.222.0.48 "GET /v2.0/security-groups/f0ea03b8-2b32-4cbd-9062-2e4d0f59a6e5 HTTP/1.1" status: 404 len: 347 time: 0.0269876 May 03 21:36:32.533556 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.48', 33920) {{(pid=83993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:36:32.641687 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-39f56fe7-981c-4329-aafe-c8505ede53f2 req-72dd81ce-3035-4f12-b7b5-76d13bb3e328 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.90&port_id=056ed7bb-a24e-42bf-8812-f1984a9af040 HTTP/1.1" status: 200 len: 217 time: 0.1568666 May 03 21:36:32.672653 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.db [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] For port 056ed7bb-a24e-42bf-8812-f1984a9af040, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=056ed7bb-a24e-42bf-8812-f1984a9af040,segment=NetworkSegment(a7b99e26-ed9b-4b97-97f4-bb8a33915d55),segment_id=a7b99e26-ed9b-4b97-97f4-bb8a33915d55)] {{(pid=83994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 21:36:32.691283 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-545a7580-cebb-48a2-8a63-975c2b727cae None None] DHCP port deletion for 74dacc7e-115e-4cd0-87fd-8eaa4de43b7c request from dv-cinder-840377-1-iscsi {{(pid=83994) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 03 21:36:32.694694 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.plugins.ml2.db [None req-915d05bd-1d98-48f2-9769-24d2619a5395 admin admin] For port 47cd9d07-2d00-4180-95fe-13e5ca78401c, host dv-cinder-840377-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840377-1-iscsi',level=0,port_id=47cd9d07-2d00-4180-95fe-13e5ca78401c,segment=NetworkSegment(f612df4b-39e4-4aca-8577-536003890aab),segment_id=f612df4b-39e4-4aca-8577-536003890aab)] {{(pid=83992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 21:36:32.695055 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-915d05bd-1d98-48f2-9769-24d2619a5395 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749056'] for port, precommit_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:32.701966 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.plugin [None req-545a7580-cebb-48a2-8a63-975c2b727cae None None] Deleting port 47cd9d07-2d00-4180-95fe-13e5ca78401c {{(pid=83994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 03 21:36:32.702846 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-545a7580-cebb-48a2-8a63-975c2b727cae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781386349267'] for port, before_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:32.763273 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.rpc [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Returning: {'device': '056ed7bb-a24e-42bf-8812-f1984a9af040', 'network_id': 'd77744fc-8d08-42ff-8d49-3a50d6c0665c', 'port_id': '056ed7bb-a24e-42bf-8812-f1984a9af040', 'mac_address': 'fa:16:3e:8b:65:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0accd3bd-b75e-4147-ae9c-4938f28bea61', 'ip_address': '192.168.233.90'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83994) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 03 21:36:32.781942 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f458c1-0b37-421b-8c23-17210f31a35d req-2c5a40dc-7eed-447c-81b3-5260b1617a60 tempest-VolumesNegativeTest-1856245104 tempest-VolumesNegativeTest-1856245104-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:36:32.783433 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-38f458c1-0b37-421b-8c23-17210f31a35d req-2c5a40dc-7eed-447c-81b3-5260b1617a60 tempest-VolumesNegativeTest-1856245104 tempest-VolumesNegativeTest-1856245104-project] 10.222.0.48 "GET /v2.0/ports?device_id=59c1d083-841e-41a3-a6a4-33d02ef688aa HTTP/1.1" status: 200 len: 947 time: 0.3996978 May 03 21:36:32.789191 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.plugin [None req-2e2b2667-2830-49b0-8faf-eefc11869a7b tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Deleting port 0bc26784-813d-4010-a91b-6d984ce6d825 {{(pid=83993) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 03 21:36:32.789569 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-2e2b2667-2830-49b0-8faf-eefc11869a7b tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781386349267'] for port, before_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:32.825912 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.plugins.ml2.plugin [None req-915d05bd-1d98-48f2-9769-24d2619a5395 admin admin] Calling delete_port for 47cd9d07-2d00-4180-95fe-13e5ca78401c owned by network:dhcp {{(pid=83992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 03 21:36:32.871120 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f56fe7-981c-4329-aafe-c8505ede53f2 req-20ad3e49-72f0-4e5e-9480-351bfea12d72 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:36:32.872228 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-39f56fe7-981c-4329-aafe-c8505ede53f2 req-20ad3e49-72f0-4e5e-9480-351bfea12d72 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=0accd3bd-b75e-4147-ae9c-4938f28bea61 HTTP/1.1" status: 200 len: 843 time: 0.1588476 May 03 21:36:32.916557 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1124352'] for port, before_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:32.930807 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.notifiers.nova [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 056ed7bb-a24e-42bf-8812-f1984a9af040 {{(pid=83994) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 03 21:36:32.963637 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-915d05bd-1d98-48f2-9769-24d2619a5395 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781386188948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781385847444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3996730'] for port, after_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:33.006453 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-38f458c1-0b37-421b-8c23-17210f31a35d req-51ef4ca6-f969-4483-b60c-b30d67bb9db0 tempest-VolumesNegativeTest-1856245104 tempest-VolumesNegativeTest-1856245104-project] 10.222.0.48 "GET /v2.0/security-groups?id=ea95b8ba-87bb-4612-902a-7eca02058e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1896977 May 03 21:36:33.015651 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915d05bd-1d98-48f2-9769-24d2619a5395 admin admin] Pushing event deleted for resources: {'Port': ['ID=47cd9d07-2d00-4180-95fe-13e5ca78401c,revision_number=None']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:36:33.020068 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-915d05bd-1d98-48f2-9769-24d2619a5395 admin admin] No DVR routers for this DVR port 47cd9d07-2d00-4180-95fe-13e5ca78401c on host dv-cinder-840377-1-iscsi {{(pid=83992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 21:36:33.027196 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.db [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] For port 056ed7bb-a24e-42bf-8812-f1984a9af040, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=056ed7bb-a24e-42bf-8812-f1984a9af040,segment=NetworkSegment(a7b99e26-ed9b-4b97-97f4-bb8a33915d55),segment_id=a7b99e26-ed9b-4b97-97f4-bb8a33915d55)] {{(pid=83994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 21:36:33.067013 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.db [None req-545a7580-cebb-48a2-8a63-975c2b727cae None None] For port 47cd9d07-2d00-4180-95fe-13e5ca78401c, host dv-cinder-840377-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840377-1-iscsi',level=0,port_id=47cd9d07-2d00-4180-95fe-13e5ca78401c,segment=NetworkSegment(f612df4b-39e4-4aca-8577-536003890aab),segment_id=f612df4b-39e4-4aca-8577-536003890aab)] {{(pid=83994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 21:36:33.067419 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-545a7580-cebb-48a2-8a63-975c2b727cae None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749056'] for port, precommit_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:33.110772 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-2e2b2667-2830-49b0-8faf-eefc11869a7b tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749056'] for port, precommit_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:33.111412 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-2e2b2667-2830-49b0-8faf-eefc11869a7b tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:33.125779 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-39f56fe7-981c-4329-aafe-c8505ede53f2 req-0866f24b-4e10-4ba0-8379-d209cbd717ed service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d77744fc-8d08-42ff-8d49-3a50d6c0665c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.2458634 May 03 21:36:33.154646 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-915d05bd-1d98-48f2-9769-24d2619a5395 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2083402', 'neutron.services.segments.db._delete_segments_for_network-8781386283897'] for network, precommit_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:33.184458 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.services.segments.db [None req-915d05bd-1d98-48f2-9769-24d2619a5395 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74dacc7e-115e-4cd0-87fd-8eaa4de43b7c']}} {{(pid=83992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:36:33.199562 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781386188966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781385847453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781385847498'] for port, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:33.204701 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.services.segments.db [None req-915d05bd-1d98-48f2-9769-24d2619a5395 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f612df4b-39e4-4aca-8577-536003890aab') {'for_net_delete': True} {{(pid=83992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:36:33.204998 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.services.segments.db [None req-915d05bd-1d98-48f2-9769-24d2619a5395 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f612df4b-39e4-4aca-8577-536003890aab') {} {{(pid=83992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:36:33.206929 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.plugin [None req-545a7580-cebb-48a2-8a63-975c2b727cae None None] Calling delete_port for 47cd9d07-2d00-4180-95fe-13e5ca78401c owned by network:dhcp {{(pid=83994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 03 21:36:33.224473 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-915d05bd-1d98-48f2-9769-24d2619a5395 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781386283780', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2020280'] for segment, before_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:33.254755 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-915d05bd-1d98-48f2-9769-24d2619a5395 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1172921'] for segment, precommit_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:33.261993 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-915d05bd-1d98-48f2-9769-24d2619a5395 admin admin] Releasing vlan 438 on physical network physnet1 to pool {{(pid=83992) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 03 21:36:33.262399 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-915d05bd-1d98-48f2-9769-24d2619a5395 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1172898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3996775'] for segment, after_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:33.277933 dv-cinder-840377-1-iscsi neutron-server[83992]: Traceback (most recent call last): May 03 21:36:33.277933 dv-cinder-840377-1-iscsi neutron-server[83992]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 03 21:36:33.277933 dv-cinder-840377-1-iscsi neutron-server[83992]: timer() May 03 21:36:33.277933 dv-cinder-840377-1-iscsi neutron-server[83992]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 03 21:36:33.277933 dv-cinder-840377-1-iscsi neutron-server[83992]: cb(*args, **kw) May 03 21:36:33.277933 dv-cinder-840377-1-iscsi neutron-server[83992]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 03 21:36:33.277933 dv-cinder-840377-1-iscsi neutron-server[83992]: return func(*args, **kwargs) May 03 21:36:33.277933 dv-cinder-840377-1-iscsi neutron-server[83992]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 03 21:36:33.277933 dv-cinder-840377-1-iscsi neutron-server[83992]: self._notify() May 03 21:36:33.277933 dv-cinder-840377-1-iscsi neutron-server[83992]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 03 21:36:33.277933 dv-cinder-840377-1-iscsi neutron-server[83992]: self.callback(batched_events) May 03 21:36:33.277933 dv-cinder-840377-1-iscsi neutron-server[83992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 03 21:36:33.277933 dv-cinder-840377-1-iscsi neutron-server[83992]: event.method(event) May 03 21:36:33.277933 dv-cinder-840377-1-iscsi neutron-server[83992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 03 21:36:33.277933 dv-cinder-840377-1-iscsi neutron-server[83992]: aggregate_id = self._get_aggregate_id(event.segment_id) May 03 21:36:33.277933 dv-cinder-840377-1-iscsi neutron-server[83992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 03 21:36:33.277933 dv-cinder-840377-1-iscsi neutron-server[83992]: aggregate_uuid = self.p_client.list_aggregates( May 03 21:36:33.277933 dv-cinder-840377-1-iscsi neutron-server[83992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 03 21:36:33.277933 dv-cinder-840377-1-iscsi neutron-server[83992]: return f(self, *a, **k) May 03 21:36:33.277933 dv-cinder-840377-1-iscsi neutron-server[83992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 03 21:36:33.277933 dv-cinder-840377-1-iscsi neutron-server[83992]: return self._get(url).json() May 03 21:36:33.277933 dv-cinder-840377-1-iscsi neutron-server[83992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 03 21:36:33.277933 dv-cinder-840377-1-iscsi neutron-server[83992]: return self._client.get(url, endpoint_filter=self._ks_filter, May 03 21:36:33.277933 dv-cinder-840377-1-iscsi neutron-server[83992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 03 21:36:33.277933 dv-cinder-840377-1-iscsi neutron-server[83992]: return self.request(url, 'GET', **kwargs) May 03 21:36:33.277933 dv-cinder-840377-1-iscsi neutron-server[83992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 03 21:36:33.277933 dv-cinder-840377-1-iscsi neutron-server[83992]: base_url = self.get_endpoint(auth, allow=allow, May 03 21:36:33.277933 dv-cinder-840377-1-iscsi neutron-server[83992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 03 21:36:33.277933 dv-cinder-840377-1-iscsi neutron-server[83992]: auth = self._auth_required(auth, 'determine endpoint URL') May 03 21:36:33.277933 dv-cinder-840377-1-iscsi neutron-server[83992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 03 21:36:33.277933 dv-cinder-840377-1-iscsi neutron-server[83992]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 03 21:36:33.277933 dv-cinder-840377-1-iscsi neutron-server[83992]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 03 21:36:33.290242 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.plugin [None req-2e2b2667-2830-49b0-8faf-eefc11869a7b tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Calling delete_port for 0bc26784-813d-4010-a91b-6d984ce6d825 owned by network:floatingip {{(pid=83993) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 03 21:36:33.355348 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Pushing event updated for resources: {'Port': ['ID=056ed7bb-a24e-42bf-8812-f1984a9af040,revision_number=4']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:36:33.366377 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:36:33.366815 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:36:33.367235 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:36:33.367569 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:36:33.368050 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:36:33.368271 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:36:33.368625 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:36:33.368957 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:36:33.370728 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:36:33.370728 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:36:33.371001 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:36:33.375057 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.db.api [None req-545a7580-cebb-48a2-8a63-975c2b727cae None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83994) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 03 21:36:33.375249 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG oslo_db.api [None req-545a7580-cebb-48a2-8a63-975c2b727cae None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 03 21:36:33.444183 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-915d05bd-1d98-48f2-9769-24d2619a5395 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2083393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-332850'] for network, after_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:33.464849 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-915d05bd-1d98-48f2-9769-24d2619a5395 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1706389'] for network, before_response {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:33.477744 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915d05bd-1d98-48f2-9769-24d2619a5395 admin admin] Pushing event deleted for resources: {'Network': ['ID=74dacc7e-115e-4cd0-87fd-8eaa4de43b7c,revision_number=None']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:36:33.494221 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.db [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] get_ports_and_sgs() called for port_ids ['056ed7bb-a24e-42bf-8812-f1984a9af040'] {{(pid=83994) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 03 21:36:33.511750 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-39f56fe7-981c-4329-aafe-c8505ede53f2 req-402ce51e-b285-447f-96f5-22fba19fe70f service neutron] 10.222.0.42 "GET /v2.0/networks/d77744fc-8d08-42ff-8d49-3a50d6c0665c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3790283 May 03 21:36:33.564606 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [None req-915d05bd-1d98-48f2-9769-24d2619a5395 admin admin] 10.222.0.48 "DELETE /v2.0/networks/74dacc7e-115e-4cd0-87fd-8eaa4de43b7c HTTP/1.1" status: 204 len: 168 time: 1.3563147 May 03 21:36:33.662881 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-39f56fe7-981c-4329-aafe-c8505ede53f2 req-30521990-572a-4909-afb5-f4165509422f service neutron] 10.222.0.42 "GET /v2.0/networks/d77744fc-8d08-42ff-8d49-3a50d6c0665c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1446695 May 03 21:36:33.689401 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-2e2b2667-2830-49b0-8faf-eefc11869a7b tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781386188948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781385847444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3391708'] for port, after_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:33.739053 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2b2667-2830-49b0-8faf-eefc11869a7b tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Pushing event deleted for resources: {'Port': ['ID=0bc26784-813d-4010-a91b-6d984ce6d825,revision_number=None']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:36:33.816661 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.rpc [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Device 47cd9d07-2d00-4180-95fe-13e5ca78401c no longer exists at agent ovs-agent-dv-cinder-840377-1-iscsi {{(pid=83994) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 21:36:33.829393 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-2e2b2667-2830-49b0-8faf-eefc11869a7b tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Notify callbacks [] for floatingip, after_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:33.847609 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-2e2b2667-2830-49b0-8faf-eefc11869a7b tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93163'] for floatingip, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:33.851432 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-2e2b2667-2830-49b0-8faf-eefc11869a7b tempest-AttachVolumeNegativeTest-376789705 tempest-AttachVolumeNegativeTest-376789705-project] 10.222.0.48 "DELETE /v2.0/floatingips/99add4f7-c290-46c6-9448-efd235ec6341 HTTP/1.1" status: 204 len: 168 time: 1.3140121 May 03 21:36:33.856283 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.plugin [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] No Port match for: 47cd9d07-2d00-4180-95fe-13e5ca78401c {{(pid=83994) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 03 21:36:33.856855 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.rpc [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Device 47cd9d07-2d00-4180-95fe-13e5ca78401c not bound to the agent host dv-cinder-840377-1-iscsi {{(pid=83994) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 21:36:33.857603 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.rpc [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Device a353ebbc-82af-401c-a27c-5a116fea74c8 no longer exists at agent ovs-agent-dv-cinder-840377-1-iscsi {{(pid=83994) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 21:36:33.888494 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.plugin [None req-545a7580-cebb-48a2-8a63-975c2b727cae None None] Deleting port 47cd9d07-2d00-4180-95fe-13e5ca78401c {{(pid=83994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 03 21:36:33.888882 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-545a7580-cebb-48a2-8a63-975c2b727cae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781386349267'] for port, before_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:33.933485 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.plugin [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] No Port match for: a353ebbc-82af-401c-a27c-5a116fea74c8 {{(pid=83994) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 03 21:36:33.933828 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.rpc [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Device a353ebbc-82af-401c-a27c-5a116fea74c8 not bound to the agent host dv-cinder-840377-1-iscsi {{(pid=83994) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 21:36:33.960953 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.48', 33928) {{(pid=83993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:36:33.988599 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.plugin [None req-545a7580-cebb-48a2-8a63-975c2b727cae None None] The port '47cd9d07-2d00-4180-95fe-13e5ca78401c' was deleted {{(pid=83994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 03 21:36:34.022268 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-7001e309-8e6d-4a55-844d-3a84d71c07b3 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a2df1ca790224a009004c3c22a5ee5c5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0598848 May 03 21:36:34.026107 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.48', 33932) {{(pid=83993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:36:34.235812 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-58260d6b-1264-4d33-b0bc-6fba0ad8e0dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:34.264182 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-58260d6b-1264-4d33-b0bc-6fba0ad8e0dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:34.324163 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a79304-770d-4fee-9b1b-1db21645d406 req-c6563bf1-f506-428a-bea8-0f88cc94b8fa tempest-VolumesNegativeTest-1856245104 tempest-VolumesNegativeTest-1856245104-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:36:34.325708 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-31a79304-770d-4fee-9b1b-1db21645d406 req-c6563bf1-f506-428a-bea8-0f88cc94b8fa tempest-VolumesNegativeTest-1856245104 tempest-VolumesNegativeTest-1856245104-project] 10.222.0.48 "GET /v2.0/ports?device_id=59c1d083-841e-41a3-a6a4-33d02ef688aa HTTP/1.1" status: 200 len: 948 time: 0.0872636 May 03 21:36:34.373754 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-31a79304-770d-4fee-9b1b-1db21645d406 req-7d0a8d0e-4bd2-45ac-8902-ec9a6026988e tempest-VolumesNegativeTest-1856245104 tempest-VolumesNegativeTest-1856245104-project] 10.222.0.48 "GET /v2.0/security-groups?id=ea95b8ba-87bb-4612-902a-7eca02058e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422094 May 03 21:36:34.397973 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-58260d6b-1264-4d33-b0bc-6fba0ad8e0dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746426'] for security_group, after_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:34.398919 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.rpc [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Device 056ed7bb-a24e-42bf-8812-f1984a9af040 up at agent hyperv_hv-cinder-84037 {{(pid=83994) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 21:36:34.416647 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58260d6b-1264-4d33-b0bc-6fba0ad8e0dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=110ab925-da1e-4ca7-ba21-8bf39653d643,revision_number=None']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:36:34.424824 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-58260d6b-1264-4d33-b0bc-6fba0ad8e0dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:34.426053 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-58260d6b-1264-4d33-b0bc-6fba0ad8e0dc admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/110ab925-da1e-4ca7-ba21-8bf39653d643 HTTP/1.1" status: 204 len: 168 time: 0.3981280 May 03 21:36:34.552045 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.provisioning_blocks [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Provisioning for port 056ed7bb-a24e-42bf-8812-f1984a9af040 completed by entity L2. {{(pid=83994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 21:36:34.558041 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.provisioning_blocks [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Provisioning complete for port 056ed7bb-a24e-42bf-8812-f1984a9af040 triggered by entity L2. {{(pid=83994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:36:34.558653 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2080827'] for port, provisioning_complete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:34.682452 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1124352'] for port, before_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:34.711200 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59c1d083-841e-41a3-a6a4-33d02ef688aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '056ed7bb-a24e-42bf-8812-f1984a9af040'}] {{(pid=83994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 03 21:36:34.722633 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.db [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] For port 056ed7bb-a24e-42bf-8812-f1984a9af040, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=056ed7bb-a24e-42bf-8812-f1984a9af040,segment=NetworkSegment(a7b99e26-ed9b-4b97-97f4-bb8a33915d55),segment_id=a7b99e26-ed9b-4b97-97f4-bb8a33915d55)] {{(pid=83994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 21:36:34.772707 dv-cinder-840377-1-iscsi neutron-server[83994]: INFO neutron.notifiers.nova [-] Nova event matching ['req-afb8a080-8033-4ca9-8869-7d136ad0c3d2'] response: {'server_uuid': '59c1d083-841e-41a3-a6a4-33d02ef688aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '056ed7bb-a24e-42bf-8812-f1984a9af040', 'code': 200} May 03 21:36:34.786940 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781386188966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781385847453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781385847498'] for port, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:34.902600 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Pushing event updated for resources: {'Port': ['ID=056ed7bb-a24e-42bf-8812-f1984a9af040,revision_number=5']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:36:35.134976 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-a3174360-63f4-4756-8613-e153d60832f7 req-0118a192-254f-4fbe-b6c1-af9947134ae0 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=59c1d083-841e-41a3-a6a4-33d02ef688aa HTTP/1.1" status: 200 len: 1102 time: 0.0809340 May 03 21:36:35.180961 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-a3174360-63f4-4756-8613-e153d60832f7 req-cf640b5e-2ee7-43d3-9dcf-2882b9d7a74c service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=ea95b8ba-87bb-4612-902a-7eca02058e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383413 May 03 21:36:35.604685 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236ae3fc-7ebe-4b44-9426-ea123ed95a98 req-6aae7e9f-d5fd-4f66-a5eb-cd154077d4ea tempest-VolumesNegativeTest-1856245104 tempest-VolumesNegativeTest-1856245104-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:36:35.606207 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-236ae3fc-7ebe-4b44-9426-ea123ed95a98 req-6aae7e9f-d5fd-4f66-a5eb-cd154077d4ea tempest-VolumesNegativeTest-1856245104 tempest-VolumesNegativeTest-1856245104-project] 10.222.0.48 "GET /v2.0/ports?device_id=59c1d083-841e-41a3-a6a4-33d02ef688aa HTTP/1.1" status: 200 len: 949 time: 0.0978713 May 03 21:36:35.657768 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-236ae3fc-7ebe-4b44-9426-ea123ed95a98 req-cdb71e9f-c100-4640-956a-db9c9af27d49 tempest-VolumesNegativeTest-1856245104 tempest-VolumesNegativeTest-1856245104-project] 10.222.0.48 "GET /v2.0/security-groups?id=ea95b8ba-87bb-4612-902a-7eca02058e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443034 May 03 21:36:36.898713 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4440ca80-b7ba-46d6-a0a1-a7ea6c42fa23 req-342e9238-fbca-4dac-bf47-57a309e68bac tempest-VolumesNegativeTest-1856245104 tempest-VolumesNegativeTest-1856245104-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:36:36.900259 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-4440ca80-b7ba-46d6-a0a1-a7ea6c42fa23 req-342e9238-fbca-4dac-bf47-57a309e68bac tempest-VolumesNegativeTest-1856245104 tempest-VolumesNegativeTest-1856245104-project] 10.222.0.48 "GET /v2.0/ports?device_id=59c1d083-841e-41a3-a6a4-33d02ef688aa HTTP/1.1" status: 200 len: 949 time: 0.0866685 May 03 21:36:36.947394 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-4440ca80-b7ba-46d6-a0a1-a7ea6c42fa23 req-b034b503-7bb0-433f-a24f-8187d12e9d69 tempest-VolumesNegativeTest-1856245104 tempest-VolumesNegativeTest-1856245104-project] 10.222.0.48 "GET /v2.0/security-groups?id=ea95b8ba-87bb-4612-902a-7eca02058e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407770 May 03 21:36:37.555347 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0398bd3-a89a-47f7-a696-4e0e2e20a233 req-b7ab2d8d-b08f-4f4e-803e-b8b6069a5e9a tempest-VolumesNegativeTest-1856245104 tempest-VolumesNegativeTest-1856245104-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:36:37.556837 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-f0398bd3-a89a-47f7-a696-4e0e2e20a233 req-b7ab2d8d-b08f-4f4e-803e-b8b6069a5e9a tempest-VolumesNegativeTest-1856245104 tempest-VolumesNegativeTest-1856245104-project] 10.222.0.48 "GET /v2.0/ports?device_id=59c1d083-841e-41a3-a6a4-33d02ef688aa HTTP/1.1" status: 200 len: 949 time: 0.0808833 May 03 21:36:37.602480 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-f0398bd3-a89a-47f7-a696-4e0e2e20a233 req-f3e57231-7a4a-4e61-b0d2-d7960a9cadd1 tempest-VolumesNegativeTest-1856245104 tempest-VolumesNegativeTest-1856245104-project] 10.222.0.48 "GET /v2.0/security-groups?id=ea95b8ba-87bb-4612-902a-7eca02058e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398729 May 03 21:36:38.601926 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.48', 34034) {{(pid=83992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:36:39.012650 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c803335-d36e-4985-980c-0fbf8118bd0d req-12b292f3-f42b-4162-8d1b-266d89af77c5 tempest-VolumesNegativeTest-1856245104 tempest-VolumesNegativeTest-1856245104-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:36:39.014074 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-8c803335-d36e-4985-980c-0fbf8118bd0d req-12b292f3-f42b-4162-8d1b-266d89af77c5 tempest-VolumesNegativeTest-1856245104 tempest-VolumesNegativeTest-1856245104-project] 10.222.0.48 "GET /v2.0/ports?device_id=59c1d083-841e-41a3-a6a4-33d02ef688aa HTTP/1.1" status: 200 len: 949 time: 0.2165413 May 03 21:36:39.072992 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-8c803335-d36e-4985-980c-0fbf8118bd0d req-5d77a77d-8984-4204-9e23-1a494d886104 tempest-VolumesNegativeTest-1856245104 tempest-VolumesNegativeTest-1856245104-project] 10.222.0.48 "GET /v2.0/security-groups?id=ea95b8ba-87bb-4612-902a-7eca02058e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510743 May 03 21:36:39.401703 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-ba2739d9-b25e-4957-bcbe-ac92eaccc954 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-333618'] for router_interface, before_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:40.013711 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.plugins.ml2.plugin [None req-ba2739d9-b25e-4957-bcbe-ac92eaccc954 admin admin] Deleting port 4fd95030-f142-4d90-a90c-6a2865ea606e {{(pid=83992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 03 21:36:40.014409 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-ba2739d9-b25e-4957-bcbe-ac92eaccc954 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781386349267'] for port, before_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:40.197221 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.plugins.ml2.db [None req-ba2739d9-b25e-4957-bcbe-ac92eaccc954 admin admin] For port 4fd95030-f142-4d90-a90c-6a2865ea606e, host dv-cinder-840377-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840377-1-iscsi',level=0,port_id=4fd95030-f142-4d90-a90c-6a2865ea606e,segment=NetworkSegment(f82b8179-7d00-46b1-abec-98a139f3558c),segment_id=f82b8179-7d00-46b1-abec-98a139f3558c)] {{(pid=83992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 21:36:40.197571 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-ba2739d9-b25e-4957-bcbe-ac92eaccc954 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749056'] for port, precommit_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:40.359446 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.plugins.ml2.plugin [None req-ba2739d9-b25e-4957-bcbe-ac92eaccc954 admin admin] Calling delete_port for 4fd95030-f142-4d90-a90c-6a2865ea606e owned by network:router_interface {{(pid=83992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 03 21:36:40.462760 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa51747-99d9-4054-830f-e9f4e77e0c90 req-f1339bce-ac13-4a03-ba73-14bf05bc6c7b tempest-VolumesNegativeTest-1856245104 tempest-VolumesNegativeTest-1856245104-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:36:40.464253 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-2aa51747-99d9-4054-830f-e9f4e77e0c90 req-f1339bce-ac13-4a03-ba73-14bf05bc6c7b tempest-VolumesNegativeTest-1856245104 tempest-VolumesNegativeTest-1856245104-project] 10.222.0.48 "GET /v2.0/ports?device_id=59c1d083-841e-41a3-a6a4-33d02ef688aa HTTP/1.1" status: 200 len: 949 time: 0.2586842 May 03 21:36:40.527679 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-2aa51747-99d9-4054-830f-e9f4e77e0c90 req-5ce521dd-5d28-406a-bebc-24112a703059 tempest-VolumesNegativeTest-1856245104 tempest-VolumesNegativeTest-1856245104-project] 10.222.0.48 "GET /v2.0/security-groups?id=ea95b8ba-87bb-4612-902a-7eca02058e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573137 May 03 21:36:40.671981 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-ba2739d9-b25e-4957-bcbe-ac92eaccc954 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781386188948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781385847444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3996730'] for port, after_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:40.722659 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2739d9-b25e-4957-bcbe-ac92eaccc954 admin admin] Pushing event deleted for resources: {'Port': ['ID=4fd95030-f142-4d90-a90c-6a2865ea606e,revision_number=None']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:36:41.081733 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-ba2739d9-b25e-4957-bcbe-ac92eaccc954 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1706353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-333669'] for router_interface, after_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:41.399865 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50723cd4-6bcc-4dcf-979b-89aca0a0737e req-7739620f-c679-43aa-883f-26026e93c40b tempest-VolumesNegativeTest-1856245104 tempest-VolumesNegativeTest-1856245104-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:36:41.401420 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-50723cd4-6bcc-4dcf-979b-89aca0a0737e req-7739620f-c679-43aa-883f-26026e93c40b tempest-VolumesNegativeTest-1856245104 tempest-VolumesNegativeTest-1856245104-project] 10.222.0.42 "GET /v2.0/ports?device_id=59c1d083-841e-41a3-a6a4-33d02ef688aa HTTP/1.1" status: 200 len: 949 time: 0.0798364 May 03 21:36:41.484722 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.plugin [req-50723cd4-6bcc-4dcf-979b-89aca0a0737e req-8bb3734e-2f21-442c-9da3-614425bb2cb2 tempest-VolumesNegativeTest-1856245104 tempest-VolumesNegativeTest-1856245104-project] Deleting port 056ed7bb-a24e-42bf-8812-f1984a9af040 {{(pid=83993) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 03 21:36:41.485213 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-50723cd4-6bcc-4dcf-979b-89aca0a0737e req-8bb3734e-2f21-442c-9da3-614425bb2cb2 tempest-VolumesNegativeTest-1856245104 tempest-VolumesNegativeTest-1856245104-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781386349267'] for port, before_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:41.817238 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.db [req-50723cd4-6bcc-4dcf-979b-89aca0a0737e req-8bb3734e-2f21-442c-9da3-614425bb2cb2 tempest-VolumesNegativeTest-1856245104 tempest-VolumesNegativeTest-1856245104-project] For port 056ed7bb-a24e-42bf-8812-f1984a9af040, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=056ed7bb-a24e-42bf-8812-f1984a9af040,segment=NetworkSegment(a7b99e26-ed9b-4b97-97f4-bb8a33915d55),segment_id=a7b99e26-ed9b-4b97-97f4-bb8a33915d55)] {{(pid=83993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 21:36:41.817606 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-50723cd4-6bcc-4dcf-979b-89aca0a0737e req-8bb3734e-2f21-442c-9da3-614425bb2cb2 tempest-VolumesNegativeTest-1856245104 tempest-VolumesNegativeTest-1856245104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749056'] for port, precommit_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:41.817724 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a25157d-e2c0-4bd8-b726-2f3fc19c9287 req-f41f3f9f-3e42-443b-8972-583a39eeb589 tempest-VolumesNegativeTest-1856245104 tempest-VolumesNegativeTest-1856245104-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:36:41.819255 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-6a25157d-e2c0-4bd8-b726-2f3fc19c9287 req-f41f3f9f-3e42-443b-8972-583a39eeb589 tempest-VolumesNegativeTest-1856245104 tempest-VolumesNegativeTest-1856245104-project] 10.222.0.48 "GET /v2.0/ports?device_id=59c1d083-841e-41a3-a6a4-33d02ef688aa HTTP/1.1" status: 200 len: 949 time: 0.1290298 May 03 21:36:41.894004 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-6a25157d-e2c0-4bd8-b726-2f3fc19c9287 req-72c6c131-0598-485a-aa22-98db9ac57939 tempest-VolumesNegativeTest-1856245104 tempest-VolumesNegativeTest-1856245104-project] 10.222.0.48 "GET /v2.0/security-groups?id=ea95b8ba-87bb-4612-902a-7eca02058e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657175 May 03 21:36:41.913381 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba2739d9-b25e-4957-bcbe-ac92eaccc954 admin admin] Router 68150121-68dc-4495-bcf7-8d66179822f8 has already been hosted by L3 agent c192ea1b-f7d6-49b7-9f22-5492fbafc6f3 {{(pid=83992) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 03 21:36:41.955997 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.plugin [req-50723cd4-6bcc-4dcf-979b-89aca0a0737e req-8bb3734e-2f21-442c-9da3-614425bb2cb2 tempest-VolumesNegativeTest-1856245104 tempest-VolumesNegativeTest-1856245104-project] Calling delete_port for 056ed7bb-a24e-42bf-8812-f1984a9af040 owned by compute:nova {{(pid=83993) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 03 21:36:42.136361 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba2739d9-b25e-4957-bcbe-ac92eaccc954 admin admin] Notify agent at l3_agent.dv-cinder-840377-1-iscsi the message routers_updated {{(pid=83992) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 21:36:42.145929 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dba56832-13dc-4e72-9e5d-4b1766a8b86d None None] Sync routers for ids ['68150121-68dc-4495-bcf7-8d66179822f8'] in dv-cinder-840377-1-iscsi {{(pid=83994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 03 21:36:42.152845 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [None req-ba2739d9-b25e-4957-bcbe-ac92eaccc954 admin admin] 10.222.0.48 "PUT /v2.0/routers/68150121-68dc-4495-bcf7-8d66179822f8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5497689 May 03 21:36:42.153625 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.48', 34066) {{(pid=83992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:36:42.159732 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dba56832-13dc-4e72-9e5d-4b1766a8b86d None None] Routers {'68150121-68dc-4495-bcf7-8d66179822f8'} bound to L3 agent in host dv-cinder-840377-1-iscsi {{(pid=83994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 03 21:36:42.162694 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.l3_hamode_db [None req-dba56832-13dc-4e72-9e5d-4b1766a8b86d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840377-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-03T21:19:18Z,description=,heartbeat_timestamp=2022-05-03T21:36:18Z,host='dv-cinder-840377-1-iscsi',id=c192ea1b-f7d6-49b7-9f22-5492fbafc6f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:19:19Z,topic='l3_agent')) {'router_ids': ['68150121-68dc-4495-bcf7-8d66179822f8'], 'active': True} {{(pid=83994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:36:42.186314 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-50723cd4-6bcc-4dcf-979b-89aca0a0737e req-8bb3734e-2f21-442c-9da3-614425bb2cb2 tempest-VolumesNegativeTest-1856245104 tempest-VolumesNegativeTest-1856245104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781386188948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781385847444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3391708'] for port, after_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:42.247051 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb3734e-2f21-442c-9da3-614425bb2cb2 tempest-VolumesNegativeTest-1856245104 tempest-VolumesNegativeTest-1856245104-project] Pushing event deleted for resources: {'Port': ['ID=056ed7bb-a24e-42bf-8812-f1984a9af040,revision_number=None']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:36:42.346332 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.db.l3_dvrscheduler_db [req-50723cd4-6bcc-4dcf-979b-89aca0a0737e req-8bb3734e-2f21-442c-9da3-614425bb2cb2 tempest-VolumesNegativeTest-1856245104 tempest-VolumesNegativeTest-1856245104-project] No DVR routers for this DVR port 056ed7bb-a24e-42bf-8812-f1984a9af040 on host hv-cinder-84037 {{(pid=83993) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 21:36:42.349401 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-50723cd4-6bcc-4dcf-979b-89aca0a0737e req-8bb3734e-2f21-442c-9da3-614425bb2cb2 tempest-VolumesNegativeTest-1856245104 tempest-VolumesNegativeTest-1856245104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93163'] for port, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:42.362431 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59c1d083-841e-41a3-a6a4-33d02ef688aa', 'name': 'network-vif-deleted', 'tag': '056ed7bb-a24e-42bf-8812-f1984a9af040'}] {{(pid=83993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 03 21:36:42.370741 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.l3_dvr_db [None req-dba56832-13dc-4e72-9e5d-4b1766a8b86d None None] Set router 68150121-68dc-4495-bcf7-8d66179822f8 gateway port host: dv-cinder-840377-1-iscsi {{(pid=83994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 03 21:36:42.393930 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-77d78a35-61ec-4a5e-bad8-b7f650b43bc0 admin admin] Notify callbacks [] for router, before_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:42.429393 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b6022c73-d4d4-4930-a807-7653ded3a389'] response: {'server_uuid': '59c1d083-841e-41a3-a6a4-33d02ef688aa', 'name': 'network-vif-deleted', 'tag': '056ed7bb-a24e-42bf-8812-f1984a9af040', 'status': 'completed', 'code': 200} May 03 21:36:42.490992 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-50723cd4-6bcc-4dcf-979b-89aca0a0737e req-8bb3734e-2f21-442c-9da3-614425bb2cb2 tempest-VolumesNegativeTest-1856245104 tempest-VolumesNegativeTest-1856245104-project] 10.222.0.42 "DELETE /v2.0/ports/056ed7bb-a24e-42bf-8812-f1984a9af040 HTTP/1.1" status: 204 len: 173 time: 1.0837443 May 03 21:36:42.623418 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-77d78a35-61ec-4a5e-bad8-b7f650b43bc0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:42.676075 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.l3_hamode_db [None req-dba56832-13dc-4e72-9e5d-4b1766a8b86d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68150121-68dc-4495-bcf7-8d66179822f8', 'name': 'tempest-AttachVolumeNegativeTest-487551053-router', 'tenant_id': 'bd571e41b44a4bc6b16bf8163252f168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c33334bd-f19e-453d-9f7b-349270405c58', 'external_fixed_ips': [{'subnet_id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'ip_address': '172.27.1.192'}], 'enable_snat': True}, 'gw_port_id': '07f5f895-667f-41a6-8b98-e761a27a9ddb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:28:25Z', 'updated_at': '2022-05-03T21:36:40Z', 'revision_number': 5, 'project_id': 'bd571e41b44a4bc6b16bf8163252f168', 'gw_port': {'id': '07f5f895-667f-41a6-8b98-e761a27a9ddb', 'name': '', 'network_id': 'c33334bd-f19e-453d-9f7b-349270405c58', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:26:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68150121-68dc-4495-bcf7-8d66179822f8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'ip_address': '172.27.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:28:27Z', 'updated_at': '2022-05-03T21:28:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840377-1-iscsi'}], 'dv-cinder-840377-1-iscsi', False) {} {{(pid=83994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:36:42.680108 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dba56832-13dc-4e72-9e5d-4b1766a8b86d None None] Checking router: 68150121-68dc-4495-bcf7-8d66179822f8 for host: dv-cinder-840377-1-iscsi {{(pid=83994) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 03 21:36:42.691823 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dba56832-13dc-4e72-9e5d-4b1766a8b86d None None] Routers {'68150121-68dc-4495-bcf7-8d66179822f8'} bound to L3 agent in host dv-cinder-840377-1-iscsi {{(pid=83994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 03 21:36:42.692456 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.l3_hamode_db [None req-dba56832-13dc-4e72-9e5d-4b1766a8b86d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840377-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-03T21:19:18Z,description=,heartbeat_timestamp=2022-05-03T21:36:18Z,host='dv-cinder-840377-1-iscsi',id=c192ea1b-f7d6-49b7-9f22-5492fbafc6f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:19:19Z,topic='l3_agent')) {'router_ids': ['68150121-68dc-4495-bcf7-8d66179822f8'], 'active': True} {{(pid=83994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:36:42.706027 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.plugins.ml2.plugin [None req-77d78a35-61ec-4a5e-bad8-b7f650b43bc0 admin admin] Deleting port 07f5f895-667f-41a6-8b98-e761a27a9ddb {{(pid=83992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 03 21:36:42.706448 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-77d78a35-61ec-4a5e-bad8-b7f650b43bc0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781386349267'] for port, before_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:42.861950 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.l3_dvr_db [None req-dba56832-13dc-4e72-9e5d-4b1766a8b86d None None] Set router 68150121-68dc-4495-bcf7-8d66179822f8 gateway port host: None {{(pid=83994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 03 21:36:42.975274 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.l3_hamode_db [None req-dba56832-13dc-4e72-9e5d-4b1766a8b86d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68150121-68dc-4495-bcf7-8d66179822f8', 'name': 'tempest-AttachVolumeNegativeTest-487551053-router', 'tenant_id': 'bd571e41b44a4bc6b16bf8163252f168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:28:25Z', 'updated_at': '2022-05-03T21:36:42Z', 'revision_number': 6, 'project_id': 'bd571e41b44a4bc6b16bf8163252f168', 'gw_port_host': None}], 'dv-cinder-840377-1-iscsi', False) {} {{(pid=83994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:36:42.979884 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dba56832-13dc-4e72-9e5d-4b1766a8b86d None None] The sync data for ids ['68150121-68dc-4495-bcf7-8d66179822f8'] in dv-cinder-840377-1-iscsi is: [{'id': '68150121-68dc-4495-bcf7-8d66179822f8', 'name': 'tempest-AttachVolumeNegativeTest-487551053-router', 'tenant_id': 'bd571e41b44a4bc6b16bf8163252f168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:28:25Z', 'updated_at': '2022-05-03T21:36:42Z', 'revision_number': 6, 'project_id': 'bd571e41b44a4bc6b16bf8163252f168', 'gw_port_host': None}] {{(pid=83994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 03 21:36:43.032106 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.plugins.ml2.db [None req-77d78a35-61ec-4a5e-bad8-b7f650b43bc0 admin admin] For port 07f5f895-667f-41a6-8b98-e761a27a9ddb, host dv-cinder-840377-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840377-1-iscsi',level=0,port_id=07f5f895-667f-41a6-8b98-e761a27a9ddb,segment=NetworkSegment(36b0f1c3-e784-4cca-986f-65718d8cb16d),segment_id=36b0f1c3-e784-4cca-986f-65718d8cb16d)] {{(pid=83992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 21:36:43.032510 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-77d78a35-61ec-4a5e-bad8-b7f650b43bc0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749056'] for port, precommit_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:43.162045 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.plugins.ml2.plugin [None req-77d78a35-61ec-4a5e-bad8-b7f650b43bc0 admin admin] Calling delete_port for 07f5f895-667f-41a6-8b98-e761a27a9ddb owned by network:router_gateway {{(pid=83992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 03 21:36:43.236471 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-33920d6f-7109-4537-a1b1-41d2e7a906e4 req-3857b941-8a0b-407a-a414-c56d121e0fc7 tempest-VolumesNegativeTest-1856245104 tempest-VolumesNegativeTest-1856245104-project] 10.222.0.48 "GET /v2.0/ports?device_id=59c1d083-841e-41a3-a6a4-33d02ef688aa HTTP/1.1" status: 200 len: 210 time: 0.1392360 May 03 21:36:43.254872 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.rpc [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Device 056ed7bb-a24e-42bf-8812-f1984a9af040 no longer exists at agent hyperv_hv-cinder-84037 {{(pid=83994) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 21:36:43.288717 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.plugin [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] No Port match for: 056ed7bb-a24e-42bf-8812-f1984a9af040 {{(pid=83994) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 03 21:36:43.294984 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.rpc [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Device 056ed7bb-a24e-42bf-8812-f1984a9af040 not bound to the agent host hv-cinder-84037 {{(pid=83994) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 21:36:43.483695 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-77d78a35-61ec-4a5e-bad8-b7f650b43bc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781386188948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781385847444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3996730'] for port, after_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:43.532453 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d78a35-61ec-4a5e-bad8-b7f650b43bc0 admin admin] Pushing event deleted for resources: {'Port': ['ID=07f5f895-667f-41a6-8b98-e761a27a9ddb,revision_number=None']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:36:43.768989 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-77d78a35-61ec-4a5e-bad8-b7f650b43bc0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-332847'] for router_gateway, after_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:43.835034 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.rpc [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Device 4fd95030-f142-4d90-a90c-6a2865ea606e no longer exists at agent ovs-agent-dv-cinder-840377-1-iscsi {{(pid=83994) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 21:36:43.875207 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.plugin [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] No Port match for: 4fd95030-f142-4d90-a90c-6a2865ea606e {{(pid=83994) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 03 21:36:43.875207 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.rpc [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Device 4fd95030-f142-4d90-a90c-6a2865ea606e not bound to the agent host dv-cinder-840377-1-iscsi {{(pid=83994) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 21:36:43.875627 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.rpc [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Device 07f5f895-667f-41a6-8b98-e761a27a9ddb no longer exists at agent ovs-agent-dv-cinder-840377-1-iscsi {{(pid=83994) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 21:36:43.912029 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.plugin [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] No Port match for: 07f5f895-667f-41a6-8b98-e761a27a9ddb {{(pid=83994) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 03 21:36:43.913216 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.rpc [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Device 07f5f895-667f-41a6-8b98-e761a27a9ddb not bound to the agent host dv-cinder-840377-1-iscsi {{(pid=83994) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 21:36:44.032862 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-77d78a35-61ec-4a5e-bad8-b7f650b43bc0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-330463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4187'] for router, precommit_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:44.036972 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-77d78a35-61ec-4a5e-bad8-b7f650b43bc0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:44.168991 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-77d78a35-61ec-4a5e-bad8-b7f650b43bc0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-330355'] for router, after_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:44.169768 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77d78a35-61ec-4a5e-bad8-b7f650b43bc0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 68150121-68dc-4495-bcf7-8d66179822f8 {{(pid=83992) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 03 21:36:44.184175 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-77d78a35-61ec-4a5e-bad8-b7f650b43bc0 admin admin] Notify callbacks [] for router, before_response {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:44.187618 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [None req-77d78a35-61ec-4a5e-bad8-b7f650b43bc0 admin admin] 10.222.0.48 "DELETE /v2.0/routers/68150121-68dc-4495-bcf7-8d66179822f8 HTTP/1.1" status: 204 len: 168 time: 2.0308368 May 03 21:36:44.187852 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.48', 34088) {{(pid=83992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:36:44.259944 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.db.db_base_plugin_v2 [None req-5696b9c9-78c8-4c03-a6ed-9fe19dcb89fe admin admin] Deleting subnet 663a4790-11b9-4523-b0db-a1ea41b30d40 {{(pid=83992) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 03 21:36:44.264677 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-5696b9c9-78c8-4c03-a6ed-9fe19dcb89fe admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:44.315050 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-5696b9c9-78c8-4c03-a6ed-9fe19dcb89fe admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2020427'] for subnet, precommit_delete_associations {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:44.405646 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-5696b9c9-78c8-4c03-a6ed-9fe19dcb89fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2088927'] for subnet, precommit_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:44.614999 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-5696b9c9-78c8-4c03-a6ed-9fe19dcb89fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2088918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3996681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3410922'] for subnet, after_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:44.655538 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5696b9c9-78c8-4c03-a6ed-9fe19dcb89fe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=663a4790-11b9-4523-b0db-a1ea41b30d40,revision_number=None']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:36:44.661141 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-5696b9c9-78c8-4c03-a6ed-9fe19dcb89fe admin admin] Notify callbacks [] for subnet, before_response {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:44.668923 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [None req-5696b9c9-78c8-4c03-a6ed-9fe19dcb89fe admin admin] 10.222.0.48 "DELETE /v2.0/subnets/663a4790-11b9-4523-b0db-a1ea41b30d40 HTTP/1.1" status: 204 len: 168 time: 0.4797819 May 03 21:36:44.669189 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbe2da76-3816-46d0-9062-9c76a8d54945 None None] Network afa29ce3-7ea1-4fb3-8d15-b28913382476 requested from dv-cinder-840377-1-iscsi {{(pid=83994) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 03 21:36:44.671829 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.48', 34106) {{(pid=83993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:36:44.795020 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-974ac7ab-585a-4d69-8bee-8a00f329cb83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1078587'] for network, before_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:44.814986 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.plugin [None req-974ac7ab-585a-4d69-8bee-8a00f329cb83 admin admin] Deleting port 478295d0-68b7-43cf-89be-4d8ef95e7549 {{(pid=83993) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 03 21:36:44.815434 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-974ac7ab-585a-4d69-8bee-8a00f329cb83 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781386349267'] for port, before_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:45.013953 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-067b2fe4-5da9-45eb-9e81-dd9901605357 None None] DHCP port deletion for afa29ce3-7ea1-4fb3-8d15-b28913382476 request from dv-cinder-840377-1-iscsi {{(pid=83994) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 03 21:36:45.018698 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.plugin [None req-067b2fe4-5da9-45eb-9e81-dd9901605357 None None] Deleting port 478295d0-68b7-43cf-89be-4d8ef95e7549 {{(pid=83994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 03 21:36:45.019061 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-067b2fe4-5da9-45eb-9e81-dd9901605357 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781386349267'] for port, before_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:45.055538 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.db [None req-974ac7ab-585a-4d69-8bee-8a00f329cb83 admin admin] For port 478295d0-68b7-43cf-89be-4d8ef95e7549, host dv-cinder-840377-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840377-1-iscsi',level=0,port_id=478295d0-68b7-43cf-89be-4d8ef95e7549,segment=NetworkSegment(f82b8179-7d00-46b1-abec-98a139f3558c),segment_id=f82b8179-7d00-46b1-abec-98a139f3558c)] {{(pid=83993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 21:36:45.055538 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-974ac7ab-585a-4d69-8bee-8a00f329cb83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749056'] for port, precommit_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:45.237970 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.db [None req-067b2fe4-5da9-45eb-9e81-dd9901605357 None None] For port 478295d0-68b7-43cf-89be-4d8ef95e7549, host dv-cinder-840377-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840377-1-iscsi',level=0,port_id=478295d0-68b7-43cf-89be-4d8ef95e7549,segment=NetworkSegment(f82b8179-7d00-46b1-abec-98a139f3558c),segment_id=f82b8179-7d00-46b1-abec-98a139f3558c)] {{(pid=83994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 21:36:45.238279 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-067b2fe4-5da9-45eb-9e81-dd9901605357 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749056'] for port, precommit_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:45.266460 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.plugin [None req-974ac7ab-585a-4d69-8bee-8a00f329cb83 admin admin] Calling delete_port for 478295d0-68b7-43cf-89be-4d8ef95e7549 owned by network:dhcp {{(pid=83993) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 03 21:36:45.366310 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.plugin [None req-067b2fe4-5da9-45eb-9e81-dd9901605357 None None] Calling delete_port for 478295d0-68b7-43cf-89be-4d8ef95e7549 owned by network:dhcp {{(pid=83994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 03 21:36:45.478081 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-974ac7ab-585a-4d69-8bee-8a00f329cb83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781386188948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781385847444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3391708'] for port, after_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:45.483339 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.48', 34132) {{(pid=83992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:36:45.495655 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.db.api [None req-067b2fe4-5da9-45eb-9e81-dd9901605357 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83994) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 03 21:36:45.496018 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG oslo_db.api [None req-067b2fe4-5da9-45eb-9e81-dd9901605357 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 03 21:36:45.530502 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974ac7ab-585a-4d69-8bee-8a00f329cb83 admin admin] Pushing event deleted for resources: {'Port': ['ID=478295d0-68b7-43cf-89be-4d8ef95e7549,revision_number=None']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:36:45.536120 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-974ac7ab-585a-4d69-8bee-8a00f329cb83 admin admin] No DVR routers for this DVR port 478295d0-68b7-43cf-89be-4d8ef95e7549 on host dv-cinder-840377-1-iscsi {{(pid=83993) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 21:36:45.645507 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-23cac167-d335-439e-aabf-ce24994cfc0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:45.680168 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.db.quota.driver [None req-23cac167-d335-439e-aabf-ce24994cfc0c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:36:45.682520 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-974ac7ab-585a-4d69-8bee-8a00f329cb83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2083402', 'neutron.services.segments.db._delete_segments_for_network-8781386283897'] for network, precommit_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:45.685386 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.quota.resource [None req-23cac167-d335-439e-aabf-ce24994cfc0c admin admin] Usage tracker for resource:security_group_rule and tenant:5973554781464b80a5335248c58c5c67 is out of sync, need to count used quota {{(pid=83992) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:36:45.688195 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.quota.resource [None req-23cac167-d335-439e-aabf-ce24994cfc0c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83992) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:36:45.694135 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.db.quota.driver [None req-23cac167-d335-439e-aabf-ce24994cfc0c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:36:45.708886 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.services.segments.db [None req-974ac7ab-585a-4d69-8bee-8a00f329cb83 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['afa29ce3-7ea1-4fb3-8d15-b28913382476']}} {{(pid=83993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:36:45.723236 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.services.segments.db [None req-974ac7ab-585a-4d69-8bee-8a00f329cb83 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f82b8179-7d00-46b1-abec-98a139f3558c') {'for_net_delete': True} {{(pid=83993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:36:45.723844 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.services.segments.db [None req-974ac7ab-585a-4d69-8bee-8a00f329cb83 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f82b8179-7d00-46b1-abec-98a139f3558c') {} {{(pid=83993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:36:45.737719 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-974ac7ab-585a-4d69-8bee-8a00f329cb83 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781386283780', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4073667'] for segment, before_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:45.756316 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-974ac7ab-585a-4d69-8bee-8a00f329cb83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1172921'] for segment, precommit_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:45.764657 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-974ac7ab-585a-4d69-8bee-8a00f329cb83 admin admin] Releasing vlan 413 on physical network physnet1 to pool {{(pid=83993) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 03 21:36:45.765042 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-974ac7ab-585a-4d69-8bee-8a00f329cb83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1172898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3391617'] for segment, after_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:45.780003 dv-cinder-840377-1-iscsi neutron-server[83993]: Traceback (most recent call last): May 03 21:36:45.780003 dv-cinder-840377-1-iscsi neutron-server[83993]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 03 21:36:45.780003 dv-cinder-840377-1-iscsi neutron-server[83993]: timer() May 03 21:36:45.780003 dv-cinder-840377-1-iscsi neutron-server[83993]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 03 21:36:45.780003 dv-cinder-840377-1-iscsi neutron-server[83993]: cb(*args, **kw) May 03 21:36:45.780003 dv-cinder-840377-1-iscsi neutron-server[83993]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 03 21:36:45.780003 dv-cinder-840377-1-iscsi neutron-server[83993]: return func(*args, **kwargs) May 03 21:36:45.780003 dv-cinder-840377-1-iscsi neutron-server[83993]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 03 21:36:45.780003 dv-cinder-840377-1-iscsi neutron-server[83993]: self._notify() May 03 21:36:45.780003 dv-cinder-840377-1-iscsi neutron-server[83993]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 03 21:36:45.780003 dv-cinder-840377-1-iscsi neutron-server[83993]: self.callback(batched_events) May 03 21:36:45.780003 dv-cinder-840377-1-iscsi neutron-server[83993]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 03 21:36:45.780003 dv-cinder-840377-1-iscsi neutron-server[83993]: event.method(event) May 03 21:36:45.780003 dv-cinder-840377-1-iscsi neutron-server[83993]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 03 21:36:45.780003 dv-cinder-840377-1-iscsi neutron-server[83993]: aggregate_id = self._get_aggregate_id(event.segment_id) May 03 21:36:45.780003 dv-cinder-840377-1-iscsi neutron-server[83993]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 03 21:36:45.780003 dv-cinder-840377-1-iscsi neutron-server[83993]: aggregate_uuid = self.p_client.list_aggregates( May 03 21:36:45.780003 dv-cinder-840377-1-iscsi neutron-server[83993]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 03 21:36:45.780003 dv-cinder-840377-1-iscsi neutron-server[83993]: return f(self, *a, **k) May 03 21:36:45.780003 dv-cinder-840377-1-iscsi neutron-server[83993]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 03 21:36:45.780003 dv-cinder-840377-1-iscsi neutron-server[83993]: return self._get(url).json() May 03 21:36:45.780003 dv-cinder-840377-1-iscsi neutron-server[83993]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 03 21:36:45.780003 dv-cinder-840377-1-iscsi neutron-server[83993]: return self._client.get(url, endpoint_filter=self._ks_filter, May 03 21:36:45.780003 dv-cinder-840377-1-iscsi neutron-server[83993]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 03 21:36:45.780003 dv-cinder-840377-1-iscsi neutron-server[83993]: return self.request(url, 'GET', **kwargs) May 03 21:36:45.780003 dv-cinder-840377-1-iscsi neutron-server[83993]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 03 21:36:45.780003 dv-cinder-840377-1-iscsi neutron-server[83993]: base_url = self.get_endpoint(auth, allow=allow, May 03 21:36:45.780003 dv-cinder-840377-1-iscsi neutron-server[83993]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 03 21:36:45.780003 dv-cinder-840377-1-iscsi neutron-server[83993]: auth = self._auth_required(auth, 'determine endpoint URL') May 03 21:36:45.780003 dv-cinder-840377-1-iscsi neutron-server[83993]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 03 21:36:45.780003 dv-cinder-840377-1-iscsi neutron-server[83993]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 03 21:36:45.780003 dv-cinder-840377-1-iscsi neutron-server[83993]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 03 21:36:45.827707 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.rpc [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Device 478295d0-68b7-43cf-89be-4d8ef95e7549 no longer exists at agent ovs-agent-dv-cinder-840377-1-iscsi {{(pid=83994) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 21:36:45.871604 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.plugin [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] No Port match for: 478295d0-68b7-43cf-89be-4d8ef95e7549 {{(pid=83994) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 03 21:36:45.871960 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.rpc [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Device 478295d0-68b7-43cf-89be-4d8ef95e7549 not bound to the agent host dv-cinder-840377-1-iscsi {{(pid=83994) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 21:36:45.908964 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-23cac167-d335-439e-aabf-ce24994cfc0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:45.946587 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-974ac7ab-585a-4d69-8bee-8a00f329cb83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2083393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-332850'] for network, after_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:45.951859 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-974ac7ab-585a-4d69-8bee-8a00f329cb83 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1706389'] for network, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:45.975666 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-23cac167-d335-439e-aabf-ce24994cfc0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746426'] for security_group, after_create {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:45.980886 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974ac7ab-585a-4d69-8bee-8a00f329cb83 admin admin] Pushing event deleted for resources: {'Network': ['ID=afa29ce3-7ea1-4fb3-8d15-b28913382476,revision_number=None']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:36:45.998129 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.plugin [None req-067b2fe4-5da9-45eb-9e81-dd9901605357 None None] Deleting port 478295d0-68b7-43cf-89be-4d8ef95e7549 {{(pid=83994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 03 21:36:45.998868 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-067b2fe4-5da9-45eb-9e81-dd9901605357 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781386349267'] for port, before_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:46.028316 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23cac167-d335-439e-aabf-ce24994cfc0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=593a2824-24a0-4efb-99bb-58ac188a2006,revision_number=1']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:36:46.034544 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [None req-23cac167-d335-439e-aabf-ce24994cfc0c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=5973554781464b80a5335248c58c5c67&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5494492 May 03 21:36:46.037448 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.48', 34166) {{(pid=83992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:36:46.073708 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-974ac7ab-585a-4d69-8bee-8a00f329cb83 admin admin] 10.222.0.48 "DELETE /v2.0/networks/afa29ce3-7ea1-4fb3-8d15-b28913382476 HTTP/1.1" status: 204 len: 168 time: 1.3988578 May 03 21:36:46.084888 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.plugin [None req-067b2fe4-5da9-45eb-9e81-dd9901605357 None None] The port '478295d0-68b7-43cf-89be-4d8ef95e7549' was deleted {{(pid=83994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 03 21:36:46.124567 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-a266b025-93ac-4585-8e01-a4b41964c017 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:46.152592 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-a266b025-93ac-4585-8e01-a4b41964c017 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:46.317730 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-a266b025-93ac-4585-8e01-a4b41964c017 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746426'] for security_group, after_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:46.339885 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a266b025-93ac-4585-8e01-a4b41964c017 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=593a2824-24a0-4efb-99bb-58ac188a2006,revision_number=None']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:36:46.343320 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-a266b025-93ac-4585-8e01-a4b41964c017 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:46.347341 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [None req-a266b025-93ac-4585-8e01-a4b41964c017 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/593a2824-24a0-4efb-99bb-58ac188a2006 HTTP/1.1" status: 204 len: 168 time: 0.3059731 May 03 21:36:46.403544 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-6f7f1146-12f4-472e-8505-aa6e7d9d5c5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781386283879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2080842'] for agent, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:46.561910 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.48', 34184) {{(pid=83993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:36:46.617182 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-7cbeab53-0020-4992-b272-5ab696144ada admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=bd571e41b44a4bc6b16bf8163252f168&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0540013 May 03 21:36:46.620203 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.48', 34188) {{(pid=83993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:36:46.688368 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-1d496b8e-c73f-484c-8e72-e86456dfed46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:46.719116 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-1d496b8e-c73f-484c-8e72-e86456dfed46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:46.883365 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-1d496b8e-c73f-484c-8e72-e86456dfed46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746426'] for security_group, after_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:46.903381 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d496b8e-c73f-484c-8e72-e86456dfed46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3882817-02f3-4b21-8284-e0f4b0bc1a37,revision_number=None']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:36:46.910860 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-1d496b8e-c73f-484c-8e72-e86456dfed46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:46.912005 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-1d496b8e-c73f-484c-8e72-e86456dfed46 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c3882817-02f3-4b21-8284-e0f4b0bc1a37 HTTP/1.1" status: 204 len: 168 time: 0.2907927 May 03 21:36:48.603738 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-ed104ea3-f477-4f4b-afcf-058caef582f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781386283879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2080842'] for agent, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:49.703573 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781386283879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2080842'] for agent, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:49.762980 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781386283879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2080842'] for agent, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:49.792750 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-0dfda447-9707-4eba-99ce-657c79a02a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781386283879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2080842'] for agent, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:51.197384 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-672d275f-a9b7-498c-8eb6-010b5168d44a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781386283879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2080842'] for agent, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:53.657164 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.48', 34446) {{(pid=83993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:36:53.850660 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-8c74337f-ff15-4538-ae8c-16e5aa9d73ba admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f7e2c28ff5bf44018ba1c85b0b7ebc46&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1922972 May 03 21:36:53.853465 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.48', 34454) {{(pid=83993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:36:53.924361 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-c255ed00-6e83-4c58-aa0e-55b2f5308f5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:53.957789 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-c255ed00-6e83-4c58-aa0e-55b2f5308f5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:54.083548 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-c255ed00-6e83-4c58-aa0e-55b2f5308f5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746426'] for security_group, after_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:54.114061 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c255ed00-6e83-4c58-aa0e-55b2f5308f5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea95b8ba-87bb-4612-902a-7eca02058e2e,revision_number=None']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:36:54.179631 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-c255ed00-6e83-4c58-aa0e-55b2f5308f5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:54.180785 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-c255ed00-6e83-4c58-aa0e-55b2f5308f5f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ea95b8ba-87bb-4612-902a-7eca02058e2e HTTP/1.1" status: 204 len: 168 time: 0.3258805 May 03 21:36:55.536750 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.48', 34526) {{(pid=83992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:36:55.755440 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.v2.base [None req-6aaba57d-fc0a-4219-aaac-2e8468141b85 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1172187993-network', 'tenant_id': 'eca9727df4a44eaaa12b84e3f0df0b51'}} {{(pid=83992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 03 21:36:55.760900 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.db.quota.driver [None req-6aaba57d-fc0a-4219-aaac-2e8468141b85 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:36:55.765251 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.quota.resource [None req-6aaba57d-fc0a-4219-aaac-2e8468141b85 admin admin] Usage tracker for resource:network and tenant:eca9727df4a44eaaa12b84e3f0df0b51 is out of sync, need to count used quota {{(pid=83992) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:36:55.768147 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.quota.resource [None req-6aaba57d-fc0a-4219-aaac-2e8468141b85 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83992) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:36:55.774621 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.db.quota.driver [None req-6aaba57d-fc0a-4219-aaac-2e8468141b85 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:36:55.871990 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6aaba57d-fc0a-4219-aaac-2e8468141b85 admin admin] Made reservation on behalf of eca9727df4a44eaaa12b84e3f0df0b51 for: {'network': 1} {{(pid=83992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 21:36:55.874451 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-6aaba57d-fc0a-4219-aaac-2e8468141b85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1124352'] for network, before_create {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:55.887814 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-6aaba57d-fc0a-4219-aaac-2e8468141b85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:55.922682 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.db.quota.driver [None req-6aaba57d-fc0a-4219-aaac-2e8468141b85 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:36:55.926702 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.quota.resource [None req-6aaba57d-fc0a-4219-aaac-2e8468141b85 admin admin] Usage tracker for resource:security_group_rule and tenant:eca9727df4a44eaaa12b84e3f0df0b51 is out of sync, need to count used quota {{(pid=83992) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:36:55.929557 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.quota.resource [None req-6aaba57d-fc0a-4219-aaac-2e8468141b85 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83992) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:36:55.938473 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.db.quota.driver [None req-6aaba57d-fc0a-4219-aaac-2e8468141b85 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:36:56.007916 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-6aaba57d-fc0a-4219-aaac-2e8468141b85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:56.095064 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-6aaba57d-fc0a-4219-aaac-2e8468141b85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746426'] for security_group, after_create {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:56.125216 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6aaba57d-fc0a-4219-aaac-2e8468141b85 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 414} {{(pid=83992) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 21:36:56.146259 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-6aaba57d-fc0a-4219-aaac-2e8468141b85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1172921'] for segment, precommit_create {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:56.146597 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.db.segments_db [None req-6aaba57d-fc0a-4219-aaac-2e8468141b85 admin admin] Added segment d2549613-676c-443c-96f4-e4de3ef16dda of type vlan for network 253db136-cbba-484c-ae24-75498a0c18e9 May 03 21:36:56.155197 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aaba57d-fc0a-4219-aaac-2e8468141b85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b67c917-8737-4740-a231-fffa33a2c48e,revision_number=1']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:36:56.179844 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-6aaba57d-fc0a-4219-aaac-2e8468141b85 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781385835798'] for network, precommit_create {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:56.271387 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-6aaba57d-fc0a-4219-aaac-2e8468141b85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396'] for network, after_create {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:56.272257 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aaba57d-fc0a-4219-aaac-2e8468141b85 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:36:56.273022 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-6aaba57d-fc0a-4219-aaac-2e8468141b85 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1706389'] for network, before_response {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:56.386908 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aaba57d-fc0a-4219-aaac-2e8468141b85 admin admin] Pushing event updated for resources: {'Network': ['ID=253db136-cbba-484c-ae24-75498a0c18e9,revision_number=1']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:36:56.399965 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.rpc [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Network 253db136-cbba-484c-ae24-75498a0c18e9 details requested by agent ovs-agent-dv-cinder-840377-1-iscsi with host dv-cinder-840377-1-iscsi {{(pid=83994) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 03 21:36:56.475563 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [None req-6aaba57d-fc0a-4219-aaac-2e8468141b85 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9347003 May 03 21:36:56.475776 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.48', 34540) {{(pid=83992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:36:56.481804 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.v2.base [None req-4e944866-7896-4e06-af20-15bbfca9dac8 admin admin] Request body: {'subnet': {'network_id': '253db136-cbba-484c-ae24-75498a0c18e9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1172187993-subnet', 'tenant_id': 'eca9727df4a44eaaa12b84e3f0df0b51', 'ip_version': 4}} {{(pid=83992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 03 21:36:56.488963 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.db.quota.driver [None req-4e944866-7896-4e06-af20-15bbfca9dac8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:36:56.493680 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.quota.resource [None req-4e944866-7896-4e06-af20-15bbfca9dac8 admin admin] Usage tracker for resource:subnet and tenant:eca9727df4a44eaaa12b84e3f0df0b51 is out of sync, need to count used quota {{(pid=83992) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:36:56.499208 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.quota.resource [None req-4e944866-7896-4e06-af20-15bbfca9dac8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83992) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:36:56.505738 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.db.quota.driver [None req-4e944866-7896-4e06-af20-15bbfca9dac8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:36:56.605805 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.db.agents_db [None req-1c6bebc3-6d0c-4304-a2c1-5df630ce29f1 None None] Agent healthcheck: found 6 active agents {{(pid=83995) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 03 21:36:56.614439 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e944866-7896-4e06-af20-15bbfca9dac8 admin admin] Made reservation on behalf of eca9727df4a44eaaa12b84e3f0df0b51 for: {'subnet': 1} {{(pid=83992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 21:36:56.618493 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-4e944866-7896-4e06-af20-15bbfca9dac8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3410817'] for subnet, before_create {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:56.997812 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-4e944866-7896-4e06-af20-15bbfca9dac8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3996878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3410835'] for subnet, after_create {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:57.077373 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e944866-7896-4e06-af20-15bbfca9dac8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d658046c-6be6-4f1e-bc22-3d1916130bf9,revision_number=0']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:36:57.095939 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e944866-7896-4e06-af20-15bbfca9dac8 admin admin] Checking segment: {'id': 'd2549613-676c-443c-96f4-e4de3ef16dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '253db136-cbba-484c-ae24-75498a0c18e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 03 21:36:57.096598 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e944866-7896-4e06-af20-15bbfca9dac8 admin admin] Network hostable DHCP agents. Network: 253db136-cbba-484c-ae24-75498a0c18e9, hostable agents: ['e4e3c6c0-e8b0-4c45-a267-b4e6dd042766'], hosted agents: [] {{(pid=83992) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 21:36:57.227235 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e944866-7896-4e06-af20-15bbfca9dac8 admin admin] Network 253db136-cbba-484c-ae24-75498a0c18e9 is scheduled to be hosted by DHCP agent e4e3c6c0-e8b0-4c45-a267-b4e6dd042766 with binding_index 1 {{(pid=83992) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 21:36:57.317857 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.scheduler.base_scheduler [None req-4e944866-7896-4e06-af20-15bbfca9dac8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840377-1-iscsi, 253db136-cbba-484c-ae24-75498a0c18e9) {{(pid=83992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 21:36:57.324040 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e944866-7896-4e06-af20-15bbfca9dac8 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:36:57.326194 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-4e944866-7896-4e06-af20-15bbfca9dac8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:57.328999 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1dd784f-fa82-4076-b8e4-2fd4dac4fc17 None None] Network 253db136-cbba-484c-ae24-75498a0c18e9 requested from dv-cinder-840377-1-iscsi {{(pid=83994) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 03 21:36:57.438822 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [None req-4e944866-7896-4e06-af20-15bbfca9dac8 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9619501 May 03 21:36:57.441994 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.48', 34550) {{(pid=83992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:36:57.449115 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.v2.base [None req-8e4ddfde-21cc-4d83-bcac-e0844d4004cd admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1172187993-router', 'tenant_id': 'eca9727df4a44eaaa12b84e3f0df0b51', 'external_gateway_info': {'network_id': 'c33334bd-f19e-453d-9f7b-349270405c58'}}} {{(pid=83992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 03 21:36:57.454742 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.db.quota.driver [None req-8e4ddfde-21cc-4d83-bcac-e0844d4004cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:36:57.459133 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.quota.resource [None req-8e4ddfde-21cc-4d83-bcac-e0844d4004cd admin admin] Usage tracker for resource:router and tenant:eca9727df4a44eaaa12b84e3f0df0b51 is out of sync, need to count used quota {{(pid=83992) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:36:57.462224 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.quota.resource [None req-8e4ddfde-21cc-4d83-bcac-e0844d4004cd admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83992) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:36:57.469741 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.db.quota.driver [None req-8e4ddfde-21cc-4d83-bcac-e0844d4004cd admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:36:57.573341 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b261cc9c-7729-4a7d-94af-4381b5419953 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpecea5701-ca0d-5319-88af-91ea1d0a4bad-253db136-cbba-484c-ae24-75498a0c18e9', 'network_id': '253db136-cbba-484c-ae24-75498a0c18e9', 'tenant_id': 'eca9727df4a44eaaa12b84e3f0df0b51', 'fixed_ips': [{'subnet_id': 'd658046c-6be6-4f1e-bc22-3d1916130bf9'}]}} from dv-cinder-840377-1-iscsi. {{(pid=83994) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 03 21:36:57.574146 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-b261cc9c-7729-4a7d-94af-4381b5419953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1124352'] for port, before_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:57.574641 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-8e4ddfde-21cc-4d83-bcac-e0844d4004cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-330009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4169'] for router, before_create {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:57.576143 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-8e4ddfde-21cc-4d83-bcac-e0844d4004cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-330106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-332958', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-569578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4162'] for router, precommit_create {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:57.600166 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-8e4ddfde-21cc-4d83-bcac-e0844d4004cd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:57.764412 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.db_base_plugin_common [None req-b261cc9c-7729-4a7d-94af-4381b5419953 None None] Allocated IP 172.20.0.2 (253db136-cbba-484c-ae24-75498a0c18e9/d658046c-6be6-4f1e-bc22-3d1916130bf9/a5bfb429-9b04-4717-81d2-8e225ff93972) {{(pid=83994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 21:36:57.893731 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-8e4ddfde-21cc-4d83-bcac-e0844d4004cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-332908', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-330467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7592'] for router, precommit_update {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:58.020589 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-b261cc9c-7729-4a7d-94af-4381b5419953 None None] Notify callbacks [] for port, precommit_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:58.039888 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.provisioning_blocks [None req-b261cc9c-7729-4a7d-94af-4381b5419953 None None] Transition to ACTIVE for port object a5bfb429-9b04-4717-81d2-8e225ff93972 will not be triggered until provisioned by entity L2. {{(pid=83994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 21:36:58.064024 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.provisioning_blocks [None req-b261cc9c-7729-4a7d-94af-4381b5419953 None None] Transition to ACTIVE for port object a5bfb429-9b04-4717-81d2-8e225ff93972 will not be triggered until provisioned by entity DHCP. {{(pid=83994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 21:36:58.152766 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-b261cc9c-7729-4a7d-94af-4381b5419953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781385847435'] for port, after_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:58.236200 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b261cc9c-7729-4a7d-94af-4381b5419953 None None] Network 253db136-cbba-484c-ae24-75498a0c18e9 is already hosted by enough agents. {{(pid=83994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 21:36:58.239912 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b261cc9c-7729-4a7d-94af-4381b5419953 None None] Pushing event updated for resources: {'Port': ['ID=a5bfb429-9b04-4717-81d2-8e225ff93972,revision_number=1']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:36:58.243584 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.scheduler.base_scheduler [None req-b261cc9c-7729-4a7d-94af-4381b5419953 None None] Resources bound (agent type, host, resource id): {{(pid=83994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 21:36:58.247043 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b261cc9c-7729-4a7d-94af-4381b5419953 None None] Received port after_create {{(pid=83994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 03 21:36:58.251317 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-8e4ddfde-21cc-4d83-bcac-e0844d4004cd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:58.293890 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-8e4ddfde-21cc-4d83-bcac-e0844d4004cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1124352'] for port, before_create {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:58.361237 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.managers [None req-b261cc9c-7729-4a7d-94af-4381b5419953 None None] Attempting to bind port a5bfb429-9b04-4717-81d2-8e225ff93972 on host dv-cinder-840377-1-iscsi for vnic_type normal with profile {{(pid=83994) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 21:36:58.361646 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.managers [None req-b261cc9c-7729-4a7d-94af-4381b5419953 None None] Attempting to bind port a5bfb429-9b04-4717-81d2-8e225ff93972 by drivers openvswitch,hyperv on host dv-cinder-840377-1-iscsi at level 0 using segments [{'id': 'd2549613-676c-443c-96f4-e4de3ef16dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '253db136-cbba-484c-ae24-75498a0c18e9'}] {{(pid=83994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 21:36:58.362011 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b261cc9c-7729-4a7d-94af-4381b5419953 None None] Attempting to bind port a5bfb429-9b04-4717-81d2-8e225ff93972 on network 253db136-cbba-484c-ae24-75498a0c18e9 {{(pid=83994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 03 21:36:58.375719 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b261cc9c-7729-4a7d-94af-4381b5419953 None None] Checking agent: {'id': 'fb00ce1e-8ae6-4b1c-988b-a0ad40f400cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840377-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 21, 19, 20), 'started_at': datetime.datetime(2022, 5, 3, 21, 19, 50), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 21, 36, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840377-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 03 21:36:58.376142 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b261cc9c-7729-4a7d-94af-4381b5419953 None None] Checking segment: {'id': 'd2549613-676c-443c-96f4-e4de3ef16dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '253db136-cbba-484c-ae24-75498a0c18e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 03 21:36:58.376561 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-b261cc9c-7729-4a7d-94af-4381b5419953 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:58.376982 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b261cc9c-7729-4a7d-94af-4381b5419953 None None] Bound using segment: {'id': 'd2549613-676c-443c-96f4-e4de3ef16dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '253db136-cbba-484c-ae24-75498a0c18e9'} {{(pid=83994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 03 21:36:58.377420 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.managers [None req-b261cc9c-7729-4a7d-94af-4381b5419953 None None] Bound port: a5bfb429-9b04-4717-81d2-8e225ff93972, host: dv-cinder-840377-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2549613-676c-443c-96f4-e4de3ef16dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '253db136-cbba-484c-ae24-75498a0c18e9'}}] {{(pid=83994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 21:36:58.377792 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-b261cc9c-7729-4a7d-94af-4381b5419953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1124352'] for port, before_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:58.499117 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.db.db_base_plugin_common [None req-8e4ddfde-21cc-4d83-bcac-e0844d4004cd admin admin] Allocated IP 172.27.1.74 (c33334bd-f19e-453d-9f7b-349270405c58/8155f8f1-bdbd-4c1c-8daf-045a3e4a5222/568313d3-a68d-4792-bc4c-2603a7d49e41) {{(pid=83992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 21:36:58.551193 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.db [None req-b261cc9c-7729-4a7d-94af-4381b5419953 None None] For port a5bfb429-9b04-4717-81d2-8e225ff93972, host dv-cinder-840377-1-iscsi, cleared binding levels {{(pid=83994) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 21:36:58.554701 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.db [None req-b261cc9c-7729-4a7d-94af-4381b5419953 None None] For port a5bfb429-9b04-4717-81d2-8e225ff93972, host dv-cinder-840377-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840377-1-iscsi',level=0,port_id=a5bfb429-9b04-4717-81d2-8e225ff93972,segment=NetworkSegment(d2549613-676c-443c-96f4-e4de3ef16dda),segment_id=d2549613-676c-443c-96f4-e4de3ef16dda)] {{(pid=83994) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 21:36:58.626513 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-b261cc9c-7729-4a7d-94af-4381b5419953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781386188966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781385847453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781385847498'] for port, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:58.682274 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-8e4ddfde-21cc-4d83-bcac-e0844d4004cd admin admin] Notify callbacks [] for port, precommit_create {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:58.749076 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b261cc9c-7729-4a7d-94af-4381b5419953 None None] Pushing event updated for resources: {'Port': ['ID=a5bfb429-9b04-4717-81d2-8e225ff93972,revision_number=2']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:36:58.819734 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-8e4ddfde-21cc-4d83-bcac-e0844d4004cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781385847435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3996730'] for port, after_create {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:58.906317 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e4ddfde-21cc-4d83-bcac-e0844d4004cd admin admin] Network c33334bd-f19e-453d-9f7b-349270405c58 is already hosted by enough agents. {{(pid=83992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 21:36:58.910633 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.scheduler.base_scheduler [None req-8e4ddfde-21cc-4d83-bcac-e0844d4004cd admin admin] Resources bound (agent type, host, resource id): {{(pid=83992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 21:36:58.912797 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4ddfde-21cc-4d83-bcac-e0844d4004cd admin admin] Pushing event updated for resources: {'Port': ['ID=568313d3-a68d-4792-bc4c-2603a7d49e41,revision_number=1']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:36:58.915373 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e4ddfde-21cc-4d83-bcac-e0844d4004cd admin admin] Received port after_create {{(pid=83992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 03 21:36:59.231684 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-8e4ddfde-21cc-4d83-bcac-e0844d4004cd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:59.239280 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-8e4ddfde-21cc-4d83-bcac-e0844d4004cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-330474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-332915'] for router, after_create {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:59.701018 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e4ddfde-21cc-4d83-bcac-e0844d4004cd admin admin] Router 8c17d97d-771e-4e6d-83f8-6893a4147d01 is scheduled to L3 agent c192ea1b-f7d6-49b7-9f22-5492fbafc6f3 with binding_index 1 {{(pid=83992) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 03 21:36:59.931286 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.rpc [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Device a5bfb429-9b04-4717-81d2-8e225ff93972 up at agent ovs-agent-dv-cinder-840377-1-iscsi {{(pid=83994) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 21:36:59.975320 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e4ddfde-21cc-4d83-bcac-e0844d4004cd admin admin] Notify agent at l3_agent.dv-cinder-840377-1-iscsi the message routers_updated {{(pid=83992) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 21:37:00.001909 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09bac8d0-4f1f-4e48-b53b-b5c347d347d6 None None] Sync routers for ids ['8c17d97d-771e-4e6d-83f8-6893a4147d01'] in dv-cinder-840377-1-iscsi {{(pid=83995) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 03 21:37:00.022522 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09bac8d0-4f1f-4e48-b53b-b5c347d347d6 None None] Routers {'8c17d97d-771e-4e6d-83f8-6893a4147d01'} bound to L3 agent in host dv-cinder-840377-1-iscsi {{(pid=83995) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 03 21:37:00.023612 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.db.l3_hamode_db [None req-09bac8d0-4f1f-4e48-b53b-b5c347d347d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840377-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-03T21:19:18Z,description=,heartbeat_timestamp=2022-05-03T21:36:48Z,host='dv-cinder-840377-1-iscsi',id=c192ea1b-f7d6-49b7-9f22-5492fbafc6f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:19:19Z,topic='l3_agent')) {'router_ids': ['8c17d97d-771e-4e6d-83f8-6893a4147d01'], 'active': True} {{(pid=83995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:37:00.111642 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-508f762f-9602-434e-8cac-3b87567ce694 None None] Network 253db136-cbba-484c-ae24-75498a0c18e9 requested from dv-cinder-840377-1-iscsi {{(pid=83994) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 03 21:37:00.142120 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-8e4ddfde-21cc-4d83-bcac-e0844d4004cd admin admin] Notify callbacks [] for router, before_response {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:00.146310 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [None req-8e4ddfde-21cc-4d83-bcac-e0844d4004cd admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.7007318 May 03 21:37:00.151464 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.48', 34590) {{(pid=83992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:37:00.227944 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.48', 34594) {{(pid=83993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:37:00.242097 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.provisioning_blocks [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Provisioning for port a5bfb429-9b04-4717-81d2-8e225ff93972 completed by entity L2. {{(pid=83994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 21:37:00.335446 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.db.l3_dvr_db [None req-09bac8d0-4f1f-4e48-b53b-b5c347d347d6 None None] Set router 8c17d97d-771e-4e6d-83f8-6893a4147d01 gateway port host: dv-cinder-840377-1-iscsi {{(pid=83995) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 03 21:37:00.361235 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.provisioning_blocks [None req-6f4037c2-0913-4e99-9749-3e07fc5ca70c None None] Provisioning for port a5bfb429-9b04-4717-81d2-8e225ff93972 completed by entity DHCP. {{(pid=83994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 21:37:00.487141 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.provisioning_blocks [None req-6f4037c2-0913-4e99-9749-3e07fc5ca70c None None] Provisioning complete for port a5bfb429-9b04-4717-81d2-8e225ff93972 triggered by entity DHCP. {{(pid=83994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:37:00.488018 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-6f4037c2-0913-4e99-9749-3e07fc5ca70c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2080827'] for port, provisioning_complete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:00.491903 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-7987b885-742a-4893-885f-b83e531ee4b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:00.558104 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-7987b885-742a-4893-885f-b83e531ee4b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:37:00.564467 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-7987b885-742a-4893-885f-b83e531ee4b1 admin admin] Usage tracker for resource:security_group_rule and tenant:aaf55b0031084449a65ceef527edb5f0 is out of sync, need to count used quota {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:37:00.568241 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-7987b885-742a-4893-885f-b83e531ee4b1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:37:00.576082 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-7987b885-742a-4893-885f-b83e531ee4b1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:37:00.633728 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5689f510-961e-4cf4-99ad-81da2db7d565 req-6b3f74b6-d876-4519-83eb-f3c07af94703 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:37:00.641004 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-5689f510-961e-4cf4-99ad-81da2db7d565 req-6b3f74b6-d876-4519-83eb-f3c07af94703 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] 10.222.0.48 "GET /v2.0/ports?device_id=49b86a80-657d-4e94-bc71-bcfe8f276469 HTTP/1.1" status: 200 len: 946 time: 0.3657796 May 03 21:37:00.685017 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-7987b885-742a-4893-885f-b83e531ee4b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:00.773042 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.db.l3_hamode_db [None req-09bac8d0-4f1f-4e48-b53b-b5c347d347d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c17d97d-771e-4e6d-83f8-6893a4147d01', 'name': 'tempest-TestShelveInstance-1172187993-router', 'tenant_id': 'eca9727df4a44eaaa12b84e3f0df0b51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c33334bd-f19e-453d-9f7b-349270405c58', 'external_fixed_ips': [{'subnet_id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'ip_address': '172.27.1.74'}], 'enable_snat': True}, 'gw_port_id': '568313d3-a68d-4792-bc4c-2603a7d49e41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:36:57Z', 'updated_at': '2022-05-03T21:36:59Z', 'revision_number': 3, 'project_id': 'eca9727df4a44eaaa12b84e3f0df0b51', 'gw_port': {'id': '568313d3-a68d-4792-bc4c-2603a7d49e41', 'name': '', 'network_id': 'c33334bd-f19e-453d-9f7b-349270405c58', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:bb:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c17d97d-771e-4e6d-83f8-6893a4147d01', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'ip_address': '172.27.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:36:58Z', 'updated_at': '2022-05-03T21:36:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840377-1-iscsi'}], 'dv-cinder-840377-1-iscsi', False) {} {{(pid=83995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:37:00.777920 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09bac8d0-4f1f-4e48-b53b-b5c347d347d6 None None] Checking router: 8c17d97d-771e-4e6d-83f8-6893a4147d01 for host: dv-cinder-840377-1-iscsi {{(pid=83995) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 03 21:37:00.778468 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09bac8d0-4f1f-4e48-b53b-b5c347d347d6 None None] Updating router 8c17d97d-771e-4e6d-83f8-6893a4147d01 port 568313d3-a68d-4792-bc4c-2603a7d49e41 binding host dv-cinder-840377-1-iscsi {{(pid=83995) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 03 21:37:00.780134 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-7987b885-742a-4893-885f-b83e531ee4b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746426'] for security_group, after_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:00.833882 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-5689f510-961e-4cf4-99ad-81da2db7d565 req-f2adde43-b331-45a1-840b-9bfe10f07a6f tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] 10.222.0.48 "GET /v2.0/security-groups?id=95308c2b-cca2-41de-8e93-f747eb13cdfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1740489 May 03 21:37:00.836986 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-7987b885-742a-4893-885f-b83e531ee4b1 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=aaf55b0031084449a65ceef527edb5f0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6067765 May 03 21:37:00.841212 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.48', 34604) {{(pid=83992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:37:00.867538 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-09bac8d0-4f1f-4e48-b53b-b5c347d347d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1124352'] for port, before_update {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:00.888393 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-6f4037c2-0913-4e99-9749-3e07fc5ca70c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1124352'] for port, before_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:00.892598 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7987b885-742a-4893-885f-b83e531ee4b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41f58d77-9949-45af-b68b-31852eb68b3f,revision_number=1']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:37:00.982023 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.db [None req-6f4037c2-0913-4e99-9749-3e07fc5ca70c None None] For port a5bfb429-9b04-4717-81d2-8e225ff93972, host dv-cinder-840377-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840377-1-iscsi',level=0,port_id=a5bfb429-9b04-4717-81d2-8e225ff93972,segment=NetworkSegment(d2549613-676c-443c-96f4-e4de3ef16dda),segment_id=d2549613-676c-443c-96f4-e4de3ef16dda)] {{(pid=83994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 21:37:01.057598 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-6f4037c2-0913-4e99-9749-3e07fc5ca70c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781386188966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781385847453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781385847498'] for port, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:01.224935 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-dc477e1d-55e9-4539-9db4-b52cd5f31bca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:01.266569 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4037c2-0913-4e99-9749-3e07fc5ca70c None None] Pushing event updated for resources: {'Port': ['ID=a5bfb429-9b04-4717-81d2-8e225ff93972,revision_number=3']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:37:01.318065 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-dc477e1d-55e9-4539-9db4-b52cd5f31bca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:01.406048 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.provisioning_blocks [None req-e443687f-ea34-4850-941c-166b462b3801 None None] Provisioning complete for port a5bfb429-9b04-4717-81d2-8e225ff93972 triggered by entity DHCP. {{(pid=83994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:37:01.406612 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-e443687f-ea34-4850-941c-166b462b3801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2080827'] for port, provisioning_complete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:01.435399 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-09bac8d0-4f1f-4e48-b53b-b5c347d347d6 None None] Notify callbacks [] for port, precommit_update {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:01.463393 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e67b9b-020b-4bd8-a6b7-441336ecdf78 req-bd7e6565-b5a6-46d6-aa3d-bbd4e8354c64 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:37:01.465998 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-13e67b9b-020b-4bd8-a6b7-441336ecdf78 req-bd7e6565-b5a6-46d6-aa3d-bbd4e8354c64 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] 10.222.0.42 "GET /v2.0/ports?device_id=49b86a80-657d-4e94-bc71-bcfe8f276469 HTTP/1.1" status: 200 len: 946 time: 0.1145623 May 03 21:37:01.553440 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.db.provisioning_blocks [None req-09bac8d0-4f1f-4e48-b53b-b5c347d347d6 None None] Transition to ACTIVE for port object 568313d3-a68d-4792-bc4c-2603a7d49e41 will not be triggered until provisioned by entity L2. {{(pid=83995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 21:37:01.559797 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.plugin [req-13e67b9b-020b-4bd8-a6b7-441336ecdf78 req-891473ee-9ff2-4189-9830-fdd079aa18c5 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] Deleting port 4a088512-8058-4a9a-a45b-177671d97cfc {{(pid=83993) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 03 21:37:01.560198 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-13e67b9b-020b-4bd8-a6b7-441336ecdf78 req-891473ee-9ff2-4189-9830-fdd079aa18c5 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781386349267'] for port, before_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:01.580844 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-dc477e1d-55e9-4539-9db4-b52cd5f31bca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746426'] for security_group, after_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:01.614308 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc477e1d-55e9-4539-9db4-b52cd5f31bca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41f58d77-9949-45af-b68b-31852eb68b3f,revision_number=None']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:37:01.620139 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-dc477e1d-55e9-4539-9db4-b52cd5f31bca admin admin] Notify callbacks [] for security_group, before_response {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:01.621327 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [None req-dc477e1d-55e9-4539-9db4-b52cd5f31bca admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/41f58d77-9949-45af-b68b-31852eb68b3f HTTP/1.1" status: 204 len: 168 time: 0.7790012 May 03 21:37:01.632476 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-09bac8d0-4f1f-4e48-b53b-b5c347d347d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781386188966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781385847453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781385847498'] for port, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:01.760995 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2213f247-96c0-4043-a84f-2add449b4b22 None None] Pushing event updated for resources: {'Port': ['ID=568313d3-a68d-4792-bc4c-2603a7d49e41,revision_number=2']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:37:01.765724 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.plugins.ml2.managers [None req-09bac8d0-4f1f-4e48-b53b-b5c347d347d6 None None] Attempting to bind port 568313d3-a68d-4792-bc4c-2603a7d49e41 on host dv-cinder-840377-1-iscsi for vnic_type normal with profile {{(pid=83995) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 21:37:01.766075 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.plugins.ml2.managers [None req-09bac8d0-4f1f-4e48-b53b-b5c347d347d6 None None] Attempting to bind port 568313d3-a68d-4792-bc4c-2603a7d49e41 by drivers openvswitch,hyperv on host dv-cinder-840377-1-iscsi at level 0 using segments [{'id': '36b0f1c3-e784-4cca-986f-65718d8cb16d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c33334bd-f19e-453d-9f7b-349270405c58'}] {{(pid=83995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 21:37:01.766460 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09bac8d0-4f1f-4e48-b53b-b5c347d347d6 None None] Attempting to bind port 568313d3-a68d-4792-bc4c-2603a7d49e41 on network c33334bd-f19e-453d-9f7b-349270405c58 {{(pid=83995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 03 21:37:01.779592 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2213f247-96c0-4043-a84f-2add449b4b22 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:37:01.779935 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2213f247-96c0-4043-a84f-2add449b4b22 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:37:01.780275 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2213f247-96c0-4043-a84f-2add449b4b22 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:37:01.780815 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2213f247-96c0-4043-a84f-2add449b4b22 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:37:01.781094 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2213f247-96c0-4043-a84f-2add449b4b22 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:37:01.781515 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2213f247-96c0-4043-a84f-2add449b4b22 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:37:01.781856 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2213f247-96c0-4043-a84f-2add449b4b22 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:37:01.782215 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2213f247-96c0-4043-a84f-2add449b4b22 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:37:01.782547 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2213f247-96c0-4043-a84f-2add449b4b22 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:37:01.782878 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2213f247-96c0-4043-a84f-2add449b4b22 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:37:01.783209 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2213f247-96c0-4043-a84f-2add449b4b22 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:37:01.787040 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09bac8d0-4f1f-4e48-b53b-b5c347d347d6 None None] Checking agent: {'id': 'fb00ce1e-8ae6-4b1c-988b-a0ad40f400cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840377-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 21, 19, 20), 'started_at': datetime.datetime(2022, 5, 3, 21, 19, 50), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 21, 36, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840377-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 03 21:37:01.787410 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09bac8d0-4f1f-4e48-b53b-b5c347d347d6 None None] Checking segment: {'id': '36b0f1c3-e784-4cca-986f-65718d8cb16d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c33334bd-f19e-453d-9f7b-349270405c58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 03 21:37:01.787977 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-09bac8d0-4f1f-4e48-b53b-b5c347d347d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:01.788161 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09bac8d0-4f1f-4e48-b53b-b5c347d347d6 None None] Bound using segment: {'id': '36b0f1c3-e784-4cca-986f-65718d8cb16d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c33334bd-f19e-453d-9f7b-349270405c58'} {{(pid=83995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 03 21:37:01.788688 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.plugins.ml2.managers [None req-09bac8d0-4f1f-4e48-b53b-b5c347d347d6 None None] Bound port: 568313d3-a68d-4792-bc4c-2603a7d49e41, host: dv-cinder-840377-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36b0f1c3-e784-4cca-986f-65718d8cb16d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c33334bd-f19e-453d-9f7b-349270405c58'}}] {{(pid=83995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 21:37:01.789078 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-09bac8d0-4f1f-4e48-b53b-b5c347d347d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1124352'] for port, before_update {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:01.858359 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.rpc [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Device a5bfb429-9b04-4717-81d2-8e225ff93972 up at agent ovs-agent-dv-cinder-840377-1-iscsi {{(pid=83994) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 21:37:01.893408 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.plugins.ml2.db [None req-09bac8d0-4f1f-4e48-b53b-b5c347d347d6 None None] For port 568313d3-a68d-4792-bc4c-2603a7d49e41, host dv-cinder-840377-1-iscsi, cleared binding levels {{(pid=83995) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 21:37:01.897913 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.plugins.ml2.db [None req-09bac8d0-4f1f-4e48-b53b-b5c347d347d6 None None] For port 568313d3-a68d-4792-bc4c-2603a7d49e41, host dv-cinder-840377-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840377-1-iscsi',level=0,port_id=568313d3-a68d-4792-bc4c-2603a7d49e41,segment=NetworkSegment(36b0f1c3-e784-4cca-986f-65718d8cb16d),segment_id=36b0f1c3-e784-4cca-986f-65718d8cb16d)] {{(pid=83995) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 21:37:01.943906 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.db [req-13e67b9b-020b-4bd8-a6b7-441336ecdf78 req-891473ee-9ff2-4189-9830-fdd079aa18c5 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] For port 4a088512-8058-4a9a-a45b-177671d97cfc, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=4a088512-8058-4a9a-a45b-177671d97cfc,segment=NetworkSegment(192a8290-7524-479c-9894-35253b5adf28),segment_id=192a8290-7524-479c-9894-35253b5adf28)] {{(pid=83993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 21:37:01.944268 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-13e67b9b-020b-4bd8-a6b7-441336ecdf78 req-891473ee-9ff2-4189-9830-fdd079aa18c5 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749056'] for port, precommit_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:01.952021 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-09bac8d0-4f1f-4e48-b53b-b5c347d347d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781386188966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781385847453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781385847498'] for port, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:02.013891 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.provisioning_blocks [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Provisioning complete for port a5bfb429-9b04-4717-81d2-8e225ff93972 triggered by entity L2. {{(pid=83994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:37:02.015083 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2080827'] for port, provisioning_complete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:02.031356 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-b22ac13e-344d-449a-86cd-06616a73b8ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1124352'] for port, before_create {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:02.106205 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09bac8d0-4f1f-4e48-b53b-b5c347d347d6 None None] Routers {'8c17d97d-771e-4e6d-83f8-6893a4147d01'} bound to L3 agent in host dv-cinder-840377-1-iscsi {{(pid=83995) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 03 21:37:02.107379 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.db.l3_hamode_db [None req-09bac8d0-4f1f-4e48-b53b-b5c347d347d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840377-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-03T21:19:18Z,description=,heartbeat_timestamp=2022-05-03T21:36:48Z,host='dv-cinder-840377-1-iscsi',id=c192ea1b-f7d6-49b7-9f22-5492fbafc6f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:19:19Z,topic='l3_agent')) {'router_ids': ['8c17d97d-771e-4e6d-83f8-6893a4147d01'], 'active': True} {{(pid=83995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:37:02.425823 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2213f247-96c0-4043-a84f-2add449b4b22 None None] Pushing event updated for resources: {'Port': ['ID=568313d3-a68d-4792-bc4c-2603a7d49e41,revision_number=3']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:37:02.453603 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.db.l3_dvr_db [None req-09bac8d0-4f1f-4e48-b53b-b5c347d347d6 None None] Set router 8c17d97d-771e-4e6d-83f8-6893a4147d01 gateway port host: dv-cinder-840377-1-iscsi {{(pid=83995) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 03 21:37:02.553904 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.db.db_base_plugin_common [None req-b22ac13e-344d-449a-86cd-06616a73b8ad admin admin] Allocated IP 172.20.0.1 (253db136-cbba-484c-ae24-75498a0c18e9/d658046c-6be6-4f1e-bc22-3d1916130bf9/664e1c46-4b31-4d24-a01f-4a2d625cc30a) {{(pid=83992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 21:37:02.586258 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-13e67b9b-020b-4bd8-a6b7-441336ecdf78 req-891473ee-9ff2-4189-9830-fdd079aa18c5 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:02.586896 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-13e67b9b-020b-4bd8-a6b7-441336ecdf78 req-891473ee-9ff2-4189-9830-fdd079aa18c5 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-332800'] for floatingip, after_update {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:02.586997 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.db.l3_db [req-13e67b9b-020b-4bd8-a6b7-441336ecdf78 req-891473ee-9ff2-4189-9830-fdd079aa18c5 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] Floating IP 3c42a820-e03a-4168-9dfc-5b60a234f003 disassociated. External IP: 172.27.1.43, port: 4a088512-8058-4a9a-a45b-177671d97cfc. May 03 21:37:02.587397 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.plugin [req-13e67b9b-020b-4bd8-a6b7-441336ecdf78 req-891473ee-9ff2-4189-9830-fdd079aa18c5 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] Calling delete_port for 4a088512-8058-4a9a-a45b-177671d97cfc owned by compute:nova {{(pid=83993) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 03 21:37:02.739983 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-b22ac13e-344d-449a-86cd-06616a73b8ad admin admin] Notify callbacks [] for port, precommit_create {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:02.762680 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.db.provisioning_blocks [None req-b22ac13e-344d-449a-86cd-06616a73b8ad admin admin] Transition to ACTIVE for port object 664e1c46-4b31-4d24-a01f-4a2d625cc30a will not be triggered until provisioned by entity DHCP. {{(pid=83992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 21:37:02.822929 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f68d0e7-f998-4b8d-bf7b-942901f8ed74 req-cba1d773-c58a-4458-85f6-ca94aa362db6 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:37:02.826217 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-3f68d0e7-f998-4b8d-bf7b-942901f8ed74 req-cba1d773-c58a-4458-85f6-ca94aa362db6 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] 10.222.0.48 "GET /v2.0/ports?device_id=49b86a80-657d-4e94-bc71-bcfe8f276469 HTTP/1.1" status: 200 len: 946 time: 0.5366991 May 03 21:37:02.873962 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.db.l3_hamode_db [None req-09bac8d0-4f1f-4e48-b53b-b5c347d347d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c17d97d-771e-4e6d-83f8-6893a4147d01', 'name': 'tempest-TestShelveInstance-1172187993-router', 'tenant_id': 'eca9727df4a44eaaa12b84e3f0df0b51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c33334bd-f19e-453d-9f7b-349270405c58', 'external_fixed_ips': [{'subnet_id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'ip_address': '172.27.1.74'}], 'enable_snat': True}, 'gw_port_id': '568313d3-a68d-4792-bc4c-2603a7d49e41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:36:57Z', 'updated_at': '2022-05-03T21:36:59Z', 'revision_number': 3, 'project_id': 'eca9727df4a44eaaa12b84e3f0df0b51', 'gw_port': {'id': '568313d3-a68d-4792-bc4c-2603a7d49e41', 'name': '', 'network_id': 'c33334bd-f19e-453d-9f7b-349270405c58', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:bb:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c17d97d-771e-4e6d-83f8-6893a4147d01', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'ip_address': '172.27.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:36:58Z', 'updated_at': '2022-05-03T21:37:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840377-1-iscsi'}], 'dv-cinder-840377-1-iscsi', False) {} {{(pid=83995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:37:02.883801 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09bac8d0-4f1f-4e48-b53b-b5c347d347d6 None None] The sync data for ids ['8c17d97d-771e-4e6d-83f8-6893a4147d01'] in dv-cinder-840377-1-iscsi is: [{'id': '8c17d97d-771e-4e6d-83f8-6893a4147d01', 'name': 'tempest-TestShelveInstance-1172187993-router', 'tenant_id': 'eca9727df4a44eaaa12b84e3f0df0b51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c33334bd-f19e-453d-9f7b-349270405c58', 'external_fixed_ips': [{'subnet_id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'ip_address': '172.27.1.74'}], 'enable_snat': True}, 'gw_port_id': '568313d3-a68d-4792-bc4c-2603a7d49e41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:36:57Z', 'updated_at': '2022-05-03T21:36:59Z', 'revision_number': 3, 'project_id': 'eca9727df4a44eaaa12b84e3f0df0b51', 'gw_port': {'id': '568313d3-a68d-4792-bc4c-2603a7d49e41', 'name': '', 'network_id': 'c33334bd-f19e-453d-9f7b-349270405c58', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:bb:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c17d97d-771e-4e6d-83f8-6893a4147d01', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'ip_address': '172.27.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:36:58Z', 'updated_at': '2022-05-03T21:37:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840377-1-iscsi'}] {{(pid=83995) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 03 21:37:02.908827 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-3f68d0e7-f998-4b8d-bf7b-942901f8ed74 req-f05044b8-8b91-4c90-adaf-24497a0c6167 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] 10.222.0.48 "GET /v2.0/security-groups?id=95308c2b-cca2-41de-8e93-f747eb13cdfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0711744 May 03 21:37:02.918206 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-b22ac13e-344d-449a-86cd-06616a73b8ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781385847435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3996730'] for port, after_create {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:02.968899 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-13e67b9b-020b-4bd8-a6b7-441336ecdf78 req-891473ee-9ff2-4189-9830-fdd079aa18c5 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781386188948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781385847444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3391708'] for port, after_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:03.018867 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b22ac13e-344d-449a-86cd-06616a73b8ad admin admin] Network 253db136-cbba-484c-ae24-75498a0c18e9 is already hosted by enough agents. {{(pid=83992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 21:37:03.022494 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.scheduler.base_scheduler [None req-b22ac13e-344d-449a-86cd-06616a73b8ad admin admin] Resources bound (agent type, host, resource id): {{(pid=83992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 21:37:03.043118 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22ac13e-344d-449a-86cd-06616a73b8ad admin admin] Pushing event updated for resources: {'Port': ['ID=664e1c46-4b31-4d24-a01f-4a2d625cc30a,revision_number=1']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:37:03.045605 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b22ac13e-344d-449a-86cd-06616a73b8ad admin admin] Received port after_create {{(pid=83992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 03 21:37:03.076542 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891473ee-9ff2-4189-9830-fdd079aa18c5 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] Pushing event deleted for resources: {'Port': ['ID=4a088512-8058-4a9a-a45b-177671d97cfc,revision_number=None']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:37:03.122229 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-b22ac13e-344d-449a-86cd-06616a73b8ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-333705'] for router_interface, before_create {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:03.408019 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.scheduler.l3_agent_scheduler [req-13e67b9b-020b-4bd8-a6b7-441336ecdf78 req-891473ee-9ff2-4189-9830-fdd079aa18c5 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] Router ae7dead0-6fb4-41eb-9eda-11e0a06ec6e3 has already been hosted by L3 agent c192ea1b-f7d6-49b7-9f22-5492fbafc6f3 {{(pid=83993) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 03 21:37:03.430301 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-b22ac13e-344d-449a-86cd-06616a73b8ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1124352'] for port, before_update {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:03.540222 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.provisioning_blocks [None req-a1700e60-7f9a-401a-82ca-b1c333d018af None None] Provisioning for port 664e1c46-4b31-4d24-a01f-4a2d625cc30a completed by entity DHCP. {{(pid=83994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 21:37:03.546698 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.provisioning_blocks [None req-a1700e60-7f9a-401a-82ca-b1c333d018af None None] Provisioning complete for port 664e1c46-4b31-4d24-a01f-4a2d625cc30a triggered by entity DHCP. {{(pid=83994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:37:03.547118 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-a1700e60-7f9a-401a-82ca-b1c333d018af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2080827'] for port, provisioning_complete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:03.684132 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.plugin [None req-a1700e60-7f9a-401a-82ca-b1c333d018af None None] Port 664e1c46-4b31-4d24-a01f-4a2d625cc30a cannot update to ACTIVE because it is not bound. {{(pid=83994) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 03 21:37:03.747278 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-13e67b9b-020b-4bd8-a6b7-441336ecdf78 req-891473ee-9ff2-4189-9830-fdd079aa18c5 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] Notify agent at l3_agent.dv-cinder-840377-1-iscsi the message routers_updated {{(pid=83993) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 21:37:03.757886 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27857d0c-041e-4ad0-929d-728ec8f6842a None None] Sync routers for ids ['ae7dead0-6fb4-41eb-9eda-11e0a06ec6e3'] in dv-cinder-840377-1-iscsi {{(pid=83994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 03 21:37:03.793999 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27857d0c-041e-4ad0-929d-728ec8f6842a None None] Routers {'ae7dead0-6fb4-41eb-9eda-11e0a06ec6e3'} bound to L3 agent in host dv-cinder-840377-1-iscsi {{(pid=83994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 03 21:37:03.802098 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.l3_hamode_db [None req-27857d0c-041e-4ad0-929d-728ec8f6842a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840377-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-03T21:19:18Z,description=,heartbeat_timestamp=2022-05-03T21:36:48Z,host='dv-cinder-840377-1-iscsi',id=c192ea1b-f7d6-49b7-9f22-5492fbafc6f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:19:19Z,topic='l3_agent')) {'router_ids': ['ae7dead0-6fb4-41eb-9eda-11e0a06ec6e3'], 'active': True} {{(pid=83994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:37:03.863825 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.db.l3_dvrscheduler_db [req-13e67b9b-020b-4bd8-a6b7-441336ecdf78 req-891473ee-9ff2-4189-9830-fdd079aa18c5 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] No DVR routers for this DVR port 4a088512-8058-4a9a-a45b-177671d97cfc on host hv-cinder-84037 {{(pid=83993) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 21:37:03.866788 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-13e67b9b-020b-4bd8-a6b7-441336ecdf78 req-891473ee-9ff2-4189-9830-fdd079aa18c5 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93163'] for port, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:03.871272 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49b86a80-657d-4e94-bc71-bcfe8f276469', 'name': 'network-vif-deleted', 'tag': '4a088512-8058-4a9a-a45b-177671d97cfc'}] {{(pid=83993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 03 21:37:03.906004 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-b22ac13e-344d-449a-86cd-06616a73b8ad admin admin] Notify callbacks [] for port, precommit_update {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:03.969723 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c0171b2d-abdb-4a6a-82f1-ec7fb9dd2043'] response: {'server_uuid': '49b86a80-657d-4e94-bc71-bcfe8f276469', 'name': 'network-vif-deleted', 'tag': '4a088512-8058-4a9a-a45b-177671d97cfc', 'status': 'completed', 'code': 200} May 03 21:37:03.997674 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-b22ac13e-344d-449a-86cd-06616a73b8ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781386188966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781385847453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781385847498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3996739'] for port, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:04.001536 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.rpc [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Device 568313d3-a68d-4792-bc4c-2603a7d49e41 up at agent ovs-agent-dv-cinder-840377-1-iscsi {{(pid=83994) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 21:37:04.080540 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-13e67b9b-020b-4bd8-a6b7-441336ecdf78 req-891473ee-9ff2-4189-9830-fdd079aa18c5 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] 10.222.0.42 "DELETE /v2.0/ports/4a088512-8058-4a9a-a45b-177671d97cfc HTTP/1.1" status: 204 len: 173 time: 2.6092741 May 03 21:37:04.131272 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22ac13e-344d-449a-86cd-06616a73b8ad admin admin] Pushing event updated for resources: {'Port': ['ID=664e1c46-4b31-4d24-a01f-4a2d625cc30a,revision_number=2']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:37:04.148986 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-b22ac13e-344d-449a-86cd-06616a73b8ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1706276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-333604'] for router_interface, after_create {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:04.220756 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.l3_dvr_db [None req-27857d0c-041e-4ad0-929d-728ec8f6842a None None] Set router ae7dead0-6fb4-41eb-9eda-11e0a06ec6e3 gateway port host: dv-cinder-840377-1-iscsi {{(pid=83994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 03 21:37:04.243683 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [req-207770a8-31c0-4c29-955c-a225da2b553f req-dbdac95a-1817-4e5c-bc6e-b85045ef5144 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] Synchronizing usage tracker for tenant:4cf52ffb4a864a689f5d0242ddc4cc4f on resource:port {{(pid=83993) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 21:37:04.334560 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b22ac13e-344d-449a-86cd-06616a73b8ad admin admin] Network 253db136-cbba-484c-ae24-75498a0c18e9 is already hosted by enough agents. {{(pid=83992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 21:37:04.335759 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.scheduler.base_scheduler [None req-b22ac13e-344d-449a-86cd-06616a73b8ad admin admin] Resources bound (agent type, host, resource id): {{(pid=83992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 21:37:04.352335 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.provisioning_blocks [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Provisioning for port 568313d3-a68d-4792-bc4c-2603a7d49e41 completed by entity L2. {{(pid=83994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 21:37:04.376100 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.provisioning_blocks [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Provisioning complete for port 568313d3-a68d-4792-bc4c-2603a7d49e41 triggered by entity L2. {{(pid=83994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:37:04.376481 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2080827'] for port, provisioning_complete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:04.403749 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [req-207770a8-31c0-4c29-955c-a225da2b553f req-dbdac95a-1817-4e5c-bc6e-b85045ef5144 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] Unset dirty status for tenant:4cf52ffb4a864a689f5d0242ddc4cc4f on resource:port {{(pid=83993) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 21:37:04.411557 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-207770a8-31c0-4c29-955c-a225da2b553f req-dbdac95a-1817-4e5c-bc6e-b85045ef5144 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] 10.222.0.48 "GET /v2.0/ports?device_id=49b86a80-657d-4e94-bc71-bcfe8f276469 HTTP/1.1" status: 200 len: 210 time: 0.2554758 May 03 21:37:04.707470 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.provisioning_blocks [None req-da54e42d-b7f4-48af-9410-f6a73c3043da None None] Provisioning complete for port 664e1c46-4b31-4d24-a01f-4a2d625cc30a triggered by entity DHCP. {{(pid=83994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:37:04.708086 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-da54e42d-b7f4-48af-9410-f6a73c3043da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2080827'] for port, provisioning_complete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:04.767399 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b22ac13e-344d-449a-86cd-06616a73b8ad admin admin] Router 8c17d97d-771e-4e6d-83f8-6893a4147d01 has already been hosted by L3 agent c192ea1b-f7d6-49b7-9f22-5492fbafc6f3 {{(pid=83992) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 03 21:37:04.810071 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.plugin [None req-da54e42d-b7f4-48af-9410-f6a73c3043da None None] Port 664e1c46-4b31-4d24-a01f-4a2d625cc30a cannot update to ACTIVE because it is not bound. {{(pid=83994) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 03 21:37:04.837310 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1124352'] for port, before_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:04.861554 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.db [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] For port 568313d3-a68d-4792-bc4c-2603a7d49e41, host dv-cinder-840377-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840377-1-iscsi',level=0,port_id=568313d3-a68d-4792-bc4c-2603a7d49e41,segment=NetworkSegment(36b0f1c3-e784-4cca-986f-65718d8cb16d),segment_id=36b0f1c3-e784-4cca-986f-65718d8cb16d)] {{(pid=83994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 21:37:04.864006 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.l3_hamode_db [None req-27857d0c-041e-4ad0-929d-728ec8f6842a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae7dead0-6fb4-41eb-9eda-11e0a06ec6e3', 'name': 'tempest-AttachVolumeShelveTestJSON-2141674484-router', 'tenant_id': '4cf52ffb4a864a689f5d0242ddc4cc4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c33334bd-f19e-453d-9f7b-349270405c58', 'external_fixed_ips': [{'subnet_id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'ip_address': '172.27.1.47'}], 'enable_snat': True}, 'gw_port_id': '0a07561c-bb96-444c-8c1c-e211fc2b8739', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:28:28Z', 'updated_at': '2022-05-03T21:28:42Z', 'revision_number': 4, 'project_id': '4cf52ffb4a864a689f5d0242ddc4cc4f', 'gw_port': {'id': '0a07561c-bb96-444c-8c1c-e211fc2b8739', 'name': '', 'network_id': 'c33334bd-f19e-453d-9f7b-349270405c58', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:4e:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae7dead0-6fb4-41eb-9eda-11e0a06ec6e3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'ip_address': '172.27.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:28:30Z', 'updated_at': '2022-05-03T21:28:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840377-1-iscsi', '_interfaces': [{'id': '5457c169-81f4-4fd9-9167-a261b394277b', 'name': '', 'network_id': 'a76ba353-ab28-4792-b070-a9ace23ad085', 'tenant_id': '4cf52ffb4a864a689f5d0242ddc4cc4f', 'mac_address': 'fa:16:3e:00:71:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae7dead0-6fb4-41eb-9eda-11e0a06ec6e3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e0993ef0-a172-48a1-8947-068cb6cb24ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:28:39Z', 'updated_at': '2022-05-03T21:29:12Z', 'revision_number': 5, 'project_id': '4cf52ffb4a864a689f5d0242ddc4cc4f', 'subnets': [{'id': 'e0993ef0-a172-48a1-8947-068cb6cb24ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840377-1-iscsi', False) {} {{(pid=83994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:37:04.868275 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27857d0c-041e-4ad0-929d-728ec8f6842a None None] Checking router: ae7dead0-6fb4-41eb-9eda-11e0a06ec6e3 for host: dv-cinder-840377-1-iscsi {{(pid=83994) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 03 21:37:04.880757 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27857d0c-041e-4ad0-929d-728ec8f6842a None None] Routers {'ae7dead0-6fb4-41eb-9eda-11e0a06ec6e3'} bound to L3 agent in host dv-cinder-840377-1-iscsi {{(pid=83994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 03 21:37:04.881385 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.l3_hamode_db [None req-27857d0c-041e-4ad0-929d-728ec8f6842a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840377-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-03T21:19:18Z,description=,heartbeat_timestamp=2022-05-03T21:36:48Z,host='dv-cinder-840377-1-iscsi',id=c192ea1b-f7d6-49b7-9f22-5492fbafc6f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:19:19Z,topic='l3_agent')) {'router_ids': ['ae7dead0-6fb4-41eb-9eda-11e0a06ec6e3'], 'active': True} {{(pid=83994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:37:05.011086 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781386188966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781385847453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781385847498'] for port, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:05.142562 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Pushing event updated for resources: {'Port': ['ID=568313d3-a68d-4792-bc4c-2603a7d49e41,revision_number=4']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:37:05.176876 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.l3_dvr_db [None req-27857d0c-041e-4ad0-929d-728ec8f6842a None None] Set router ae7dead0-6fb4-41eb-9eda-11e0a06ec6e3 gateway port host: dv-cinder-840377-1-iscsi {{(pid=83994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 03 21:37:05.197115 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b22ac13e-344d-449a-86cd-06616a73b8ad admin admin] Notify agent at l3_agent.dv-cinder-840377-1-iscsi the message routers_updated {{(pid=83992) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 21:37:05.211558 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [None req-b22ac13e-344d-449a-86cd-06616a73b8ad admin admin] 10.222.0.48 "PUT /v2.0/routers/8c17d97d-771e-4e6d-83f8-6893a4147d01/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0634625 May 03 21:37:05.383714 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.rpc [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Device 4a088512-8058-4a9a-a45b-177671d97cfc no longer exists at agent hyperv_hv-cinder-84037 {{(pid=83994) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 21:37:05.434011 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.plugin [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] No Port match for: 4a088512-8058-4a9a-a45b-177671d97cfc {{(pid=83994) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 03 21:37:05.434337 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.rpc [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Device 4a088512-8058-4a9a-a45b-177671d97cfc not bound to the agent host hv-cinder-84037 {{(pid=83994) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 21:37:05.550974 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.l3_hamode_db [None req-27857d0c-041e-4ad0-929d-728ec8f6842a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae7dead0-6fb4-41eb-9eda-11e0a06ec6e3', 'name': 'tempest-AttachVolumeShelveTestJSON-2141674484-router', 'tenant_id': '4cf52ffb4a864a689f5d0242ddc4cc4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c33334bd-f19e-453d-9f7b-349270405c58', 'external_fixed_ips': [{'subnet_id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'ip_address': '172.27.1.47'}], 'enable_snat': True}, 'gw_port_id': '0a07561c-bb96-444c-8c1c-e211fc2b8739', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:28:28Z', 'updated_at': '2022-05-03T21:28:42Z', 'revision_number': 4, 'project_id': '4cf52ffb4a864a689f5d0242ddc4cc4f', 'gw_port': {'id': '0a07561c-bb96-444c-8c1c-e211fc2b8739', 'name': '', 'network_id': 'c33334bd-f19e-453d-9f7b-349270405c58', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:4e:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae7dead0-6fb4-41eb-9eda-11e0a06ec6e3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'ip_address': '172.27.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:28:30Z', 'updated_at': '2022-05-03T21:28:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840377-1-iscsi', '_interfaces': [{'id': '5457c169-81f4-4fd9-9167-a261b394277b', 'name': '', 'network_id': 'a76ba353-ab28-4792-b070-a9ace23ad085', 'tenant_id': '4cf52ffb4a864a689f5d0242ddc4cc4f', 'mac_address': 'fa:16:3e:00:71:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae7dead0-6fb4-41eb-9eda-11e0a06ec6e3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e0993ef0-a172-48a1-8947-068cb6cb24ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:28:39Z', 'updated_at': '2022-05-03T21:29:12Z', 'revision_number': 5, 'project_id': '4cf52ffb4a864a689f5d0242ddc4cc4f', 'subnets': [{'id': 'e0993ef0-a172-48a1-8947-068cb6cb24ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840377-1-iscsi', False) {} {{(pid=83994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:37:05.558460 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27857d0c-041e-4ad0-929d-728ec8f6842a None None] The sync data for ids ['ae7dead0-6fb4-41eb-9eda-11e0a06ec6e3'] in dv-cinder-840377-1-iscsi is: [{'id': 'ae7dead0-6fb4-41eb-9eda-11e0a06ec6e3', 'name': 'tempest-AttachVolumeShelveTestJSON-2141674484-router', 'tenant_id': '4cf52ffb4a864a689f5d0242ddc4cc4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c33334bd-f19e-453d-9f7b-349270405c58', 'external_fixed_ips': [{'subnet_id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'ip_address': '172.27.1.47'}], 'enable_snat': True}, 'gw_port_id': '0a07561c-bb96-444c-8c1c-e211fc2b8739', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:28:28Z', 'updated_at': '2022-05-03T21:28:42Z', 'revision_number': 4, 'project_id': '4cf52ffb4a864a689f5d0242ddc4cc4f', 'gw_port': {'id': '0a07561c-bb96-444c-8c1c-e211fc2b8739', 'name': '', 'network_id': 'c33334bd-f19e-453d-9f7b-349270405c58', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:4e:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae7dead0-6fb4-41eb-9eda-11e0a06ec6e3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'ip_address': '172.27.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:28:30Z', 'updated_at': '2022-05-03T21:28:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840377-1-iscsi', '_interfaces': [{'id': '5457c169-81f4-4fd9-9167-a261b394277b', 'name': '', 'network_id': 'a76ba353-ab28-4792-b070-a9ace23ad085', 'tenant_id': '4cf52ffb4a864a689f5d0242ddc4cc4f', 'mac_address': 'fa:16:3e:00:71:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae7dead0-6fb4-41eb-9eda-11e0a06ec6e3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e0993ef0-a172-48a1-8947-068cb6cb24ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:28:39Z', 'updated_at': '2022-05-03T21:29:12Z', 'revision_number': 5, 'project_id': '4cf52ffb4a864a689f5d0242ddc4cc4f', 'subnets': [{'id': 'e0993ef0-a172-48a1-8947-068cb6cb24ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 03 21:37:05.705509 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.48', 34684) {{(pid=83992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:37:05.767545 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.48', 34688) {{(pid=83992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:37:05.786250 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-c79d6c72-6435-4fef-a4fb-e074fd14b309 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] Notify callbacks [] for security_group, before_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:05.842561 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-c79d6c72-6435-4fef-a4fb-e074fd14b309 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:05.861131 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.rpc [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Device 568313d3-a68d-4792-bc4c-2603a7d49e41 up at agent ovs-agent-dv-cinder-840377-1-iscsi {{(pid=83994) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 21:37:05.961372 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.provisioning_blocks [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Provisioning complete for port 568313d3-a68d-4792-bc4c-2603a7d49e41 triggered by entity L2. {{(pid=83994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:37:05.961937 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2080827'] for port, provisioning_complete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:06.014406 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-c79d6c72-6435-4fef-a4fb-e074fd14b309 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746426'] for security_group, after_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:06.039222 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79d6c72-6435-4fef-a4fb-e074fd14b309 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=95308c2b-cca2-41de-8e93-f747eb13cdfe,revision_number=None']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:37:06.065440 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-20a4889f-b75e-46d8-ba5f-dfd1561c81d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:06.102820 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.db.quota.driver [None req-20a4889f-b75e-46d8-ba5f-dfd1561c81d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:37:06.109072 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.quota.resource [None req-20a4889f-b75e-46d8-ba5f-dfd1561c81d3 admin admin] Usage tracker for resource:security_group_rule and tenant:b063741510974ea5825d200a56299b6c is out of sync, need to count used quota {{(pid=83992) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:37:06.113610 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.quota.resource [None req-20a4889f-b75e-46d8-ba5f-dfd1561c81d3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83992) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:37:06.121004 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.db.quota.driver [None req-20a4889f-b75e-46d8-ba5f-dfd1561c81d3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:37:06.169507 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-c79d6c72-6435-4fef-a4fb-e074fd14b309 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] Notify callbacks [] for security_group, before_response {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:06.175041 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [None req-c79d6c72-6435-4fef-a4fb-e074fd14b309 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] 10.222.0.48 "DELETE /v2.0/security-groups/95308c2b-cca2-41de-8e93-f747eb13cdfe HTTP/1.1" status: 204 len: 168 time: 0.4663215 May 03 21:37:06.175193 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.48', 34704) {{(pid=83993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:37:06.204992 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.api.v2.resource [None req-43f1a891-155d-42bb-8b5e-4a7aea3c502e tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] show failed (client error): The resource could not be found. May 03 21:37:06.206064 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-43f1a891-155d-42bb-8b5e-4a7aea3c502e tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] 10.222.0.48 "GET /v2.0/security-groups/95308c2b-cca2-41de-8e93-f747eb13cdfe HTTP/1.1" status: 404 len: 347 time: 0.0314951 May 03 21:37:06.210543 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.48', 34710) {{(pid=83993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:37:06.234992 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-20a4889f-b75e-46d8-ba5f-dfd1561c81d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:06.305444 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-20a4889f-b75e-46d8-ba5f-dfd1561c81d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746426'] for security_group, after_create {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:06.367497 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a4889f-b75e-46d8-ba5f-dfd1561c81d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49e800f4-f94f-4915-8e8f-e21822dffc58,revision_number=1']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:37:06.375079 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [None req-20a4889f-b75e-46d8-ba5f-dfd1561c81d3 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b063741510974ea5825d200a56299b6c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6048388 May 03 21:37:06.377636 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.48', 34714) {{(pid=83992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:37:06.418656 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.plugin [None req-83e40278-3e0f-41e2-b3ae-c932b69a4933 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] Deleting port 858ac9c3-2b62-4838-a588-79cbad7a34b6 {{(pid=83993) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 03 21:37:06.419245 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-83e40278-3e0f-41e2-b3ae-c932b69a4933 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781386349267'] for port, before_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:06.476263 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-f9b00f56-250e-4563-a83c-b6bd720c19d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:06.508180 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-f9b00f56-250e-4563-a83c-b6bd720c19d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:06.647770 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-83e40278-3e0f-41e2-b3ae-c932b69a4933 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749056'] for port, precommit_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:06.648098 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-83e40278-3e0f-41e2-b3ae-c932b69a4933 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:06.657510 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-f9b00f56-250e-4563-a83c-b6bd720c19d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746426'] for security_group, after_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:06.680582 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b00f56-250e-4563-a83c-b6bd720c19d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49e800f4-f94f-4915-8e8f-e21822dffc58,revision_number=None']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:37:06.700145 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-f9b00f56-250e-4563-a83c-b6bd720c19d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:06.705814 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [None req-f9b00f56-250e-4563-a83c-b6bd720c19d9 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/49e800f4-f94f-4915-8e8f-e21822dffc58 HTTP/1.1" status: 204 len: 168 time: 0.3244526 May 03 21:37:06.863798 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.plugin [None req-83e40278-3e0f-41e2-b3ae-c932b69a4933 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] Calling delete_port for 858ac9c3-2b62-4838-a588-79cbad7a34b6 owned by network:floatingip {{(pid=83993) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 03 21:37:06.982834 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fe60975-aa1b-485b-8ac3-a202be29f764 None None] New status for floating IP 3c42a820-e03a-4168-9dfc-5b60a234f003: DOWN {{(pid=83995) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 03 21:37:07.066947 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.48', 34730) {{(pid=83992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:37:07.072638 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.v2.base [None req-9b75bf1f-6192-4d48-ae57-3ec2e48ef416 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-983045201-network', 'tenant_id': 'd8c892279efe411fa8560c058b73886f'}} {{(pid=83992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 03 21:37:07.077700 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.db.quota.driver [None req-9b75bf1f-6192-4d48-ae57-3ec2e48ef416 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:37:07.083210 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.quota.resource [None req-9b75bf1f-6192-4d48-ae57-3ec2e48ef416 admin admin] Usage tracker for resource:network and tenant:d8c892279efe411fa8560c058b73886f is out of sync, need to count used quota {{(pid=83992) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:37:07.086227 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.quota.resource [None req-9b75bf1f-6192-4d48-ae57-3ec2e48ef416 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83992) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:37:07.093593 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.db.quota.driver [None req-9b75bf1f-6192-4d48-ae57-3ec2e48ef416 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:37:07.123269 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-83e40278-3e0f-41e2-b3ae-c932b69a4933 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781386188948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781385847444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3391708'] for port, after_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:07.143324 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad7b7c49-de7f-4c2c-b968-ee0ef942a5bb None None] Sync routers for ids ['8c17d97d-771e-4e6d-83f8-6893a4147d01'] in dv-cinder-840377-1-iscsi {{(pid=83994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 03 21:37:07.157719 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad7b7c49-de7f-4c2c-b968-ee0ef942a5bb None None] Routers {'8c17d97d-771e-4e6d-83f8-6893a4147d01'} bound to L3 agent in host dv-cinder-840377-1-iscsi {{(pid=83994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 03 21:37:07.158664 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.l3_hamode_db [None req-ad7b7c49-de7f-4c2c-b968-ee0ef942a5bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840377-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-03T21:19:18Z,description=,heartbeat_timestamp=2022-05-03T21:36:48Z,host='dv-cinder-840377-1-iscsi',id=c192ea1b-f7d6-49b7-9f22-5492fbafc6f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:19:19Z,topic='l3_agent')) {'router_ids': ['8c17d97d-771e-4e6d-83f8-6893a4147d01'], 'active': True} {{(pid=83994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:37:07.177370 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron_lib.db.api [None req-5fe60975-aa1b-485b-8ac3-a202be29f764 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83995) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 03 21:37:07.177900 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG oslo_db.api [None req-5fe60975-aa1b-485b-8ac3-a202be29f764 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=83995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 03 21:37:07.179005 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b75bf1f-6192-4d48-ae57-3ec2e48ef416 admin admin] Made reservation on behalf of d8c892279efe411fa8560c058b73886f for: {'network': 1} {{(pid=83992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 21:37:07.183714 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-9b75bf1f-6192-4d48-ae57-3ec2e48ef416 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1124352'] for network, before_create {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:07.209831 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-9b75bf1f-6192-4d48-ae57-3ec2e48ef416 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:07.215075 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e40278-3e0f-41e2-b3ae-c932b69a4933 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] Pushing event deleted for resources: {'Port': ['ID=858ac9c3-2b62-4838-a588-79cbad7a34b6,revision_number=None']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:37:07.267637 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.db.quota.driver [None req-9b75bf1f-6192-4d48-ae57-3ec2e48ef416 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:37:07.273773 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.quota.resource [None req-9b75bf1f-6192-4d48-ae57-3ec2e48ef416 admin admin] Usage tracker for resource:security_group_rule and tenant:d8c892279efe411fa8560c058b73886f is out of sync, need to count used quota {{(pid=83992) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:37:07.279840 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.quota.resource [None req-9b75bf1f-6192-4d48-ae57-3ec2e48ef416 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83992) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:37:07.288666 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.db.quota.driver [None req-9b75bf1f-6192-4d48-ae57-3ec2e48ef416 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:37:07.371499 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.l3_dvr_db [None req-ad7b7c49-de7f-4c2c-b968-ee0ef942a5bb None None] Set router 8c17d97d-771e-4e6d-83f8-6893a4147d01 gateway port host: dv-cinder-840377-1-iscsi {{(pid=83994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 03 21:37:07.380952 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-83e40278-3e0f-41e2-b3ae-c932b69a4933 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] Notify callbacks [] for floatingip, after_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:07.404728 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-9b75bf1f-6192-4d48-ae57-3ec2e48ef416 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:07.442306 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-83e40278-3e0f-41e2-b3ae-c932b69a4933 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93163'] for floatingip, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:07.443782 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-83e40278-3e0f-41e2-b3ae-c932b69a4933 tempest-AttachVolumeShelveTestJSON-772578212 tempest-AttachVolumeShelveTestJSON-772578212-project] 10.222.0.48 "DELETE /v2.0/floatingips/3c42a820-e03a-4168-9dfc-5b60a234f003 HTTP/1.1" status: 204 len: 168 time: 1.2312539 May 03 21:37:07.474729 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-9b75bf1f-6192-4d48-ae57-3ec2e48ef416 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746426'] for security_group, after_create {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:07.517653 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b75bf1f-6192-4d48-ae57-3ec2e48ef416 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 409} {{(pid=83992) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 21:37:07.531439 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b75bf1f-6192-4d48-ae57-3ec2e48ef416 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a7ad499-ee0d-49c2-b2ae-1c43e6b89add,revision_number=1']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:37:07.536155 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-9b75bf1f-6192-4d48-ae57-3ec2e48ef416 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1172921'] for segment, precommit_create {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:07.537667 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.db.segments_db [None req-9b75bf1f-6192-4d48-ae57-3ec2e48ef416 admin admin] Added segment 03f0b154-ea6c-4acd-8bdb-3fb089fa52f8 of type vlan for network 21cb2a9e-d21d-42a6-9412-e29da9161410 May 03 21:37:07.567274 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-9b75bf1f-6192-4d48-ae57-3ec2e48ef416 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781385835798'] for network, precommit_create {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:07.679360 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fe60975-aa1b-485b-8ac3-a202be29f764 None None] New status for floating IP 3c42a820-e03a-4168-9dfc-5b60a234f003: DOWN {{(pid=83995) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 03 21:37:07.723011 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-9b75bf1f-6192-4d48-ae57-3ec2e48ef416 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396'] for network, after_create {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:07.723810 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b75bf1f-6192-4d48-ae57-3ec2e48ef416 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:37:07.724897 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-9b75bf1f-6192-4d48-ae57-3ec2e48ef416 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1706389'] for network, before_response {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:07.784976 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.l3_hamode_db [None req-ad7b7c49-de7f-4c2c-b968-ee0ef942a5bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c17d97d-771e-4e6d-83f8-6893a4147d01', 'name': 'tempest-TestShelveInstance-1172187993-router', 'tenant_id': 'eca9727df4a44eaaa12b84e3f0df0b51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c33334bd-f19e-453d-9f7b-349270405c58', 'external_fixed_ips': [{'subnet_id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'ip_address': '172.27.1.74'}], 'enable_snat': True}, 'gw_port_id': '568313d3-a68d-4792-bc4c-2603a7d49e41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:36:57Z', 'updated_at': '2022-05-03T21:37:03Z', 'revision_number': 4, 'project_id': 'eca9727df4a44eaaa12b84e3f0df0b51', 'gw_port': {'id': '568313d3-a68d-4792-bc4c-2603a7d49e41', 'name': '', 'network_id': 'c33334bd-f19e-453d-9f7b-349270405c58', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:bb:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c17d97d-771e-4e6d-83f8-6893a4147d01', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'ip_address': '172.27.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:36:58Z', 'updated_at': '2022-05-03T21:37:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840377-1-iscsi', '_interfaces': [{'id': '664e1c46-4b31-4d24-a01f-4a2d625cc30a', 'name': '', 'network_id': '253db136-cbba-484c-ae24-75498a0c18e9', 'tenant_id': 'eca9727df4a44eaaa12b84e3f0df0b51', 'mac_address': 'fa:16:3e:9b:1a:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c17d97d-771e-4e6d-83f8-6893a4147d01', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd658046c-6be6-4f1e-bc22-3d1916130bf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:37:02Z', 'updated_at': '2022-05-03T21:37:03Z', 'revision_number': 2, 'project_id': 'eca9727df4a44eaaa12b84e3f0df0b51', 'subnets': [{'id': 'd658046c-6be6-4f1e-bc22-3d1916130bf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840377-1-iscsi', False) {} {{(pid=83994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:37:07.791695 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad7b7c49-de7f-4c2c-b968-ee0ef942a5bb None None] Checking router: 8c17d97d-771e-4e6d-83f8-6893a4147d01 for host: dv-cinder-840377-1-iscsi {{(pid=83994) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 03 21:37:07.792241 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad7b7c49-de7f-4c2c-b968-ee0ef942a5bb None None] Updating router 8c17d97d-771e-4e6d-83f8-6893a4147d01 port 664e1c46-4b31-4d24-a01f-4a2d625cc30a binding host dv-cinder-840377-1-iscsi {{(pid=83994) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 03 21:37:07.839884 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.48', 34740) {{(pid=83993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:37:07.861230 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b75bf1f-6192-4d48-ae57-3ec2e48ef416 admin admin] Pushing event updated for resources: {'Network': ['ID=21cb2a9e-d21d-42a6-9412-e29da9161410,revision_number=1']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:37:07.870337 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-ad7b7c49-de7f-4c2c-b968-ee0ef942a5bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1124352'] for port, before_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:07.874466 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-e5fd8a78-db2b-4ea0-b025-fc5b3f9b2f44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:07.914070 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [None req-9b75bf1f-6192-4d48-ae57-3ec2e48ef416 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8449807 May 03 21:37:07.916516 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.48', 34746) {{(pid=83992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:37:07.922081 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.v2.base [None req-d03cf380-5f03-4b2e-911b-cad0fa36d614 admin admin] Request body: {'subnet': {'network_id': '21cb2a9e-d21d-42a6-9412-e29da9161410', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-983045201-subnet', 'tenant_id': 'd8c892279efe411fa8560c058b73886f', 'ip_version': 4}} {{(pid=83992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 03 21:37:07.924157 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-e5fd8a78-db2b-4ea0-b025-fc5b3f9b2f44 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:37:07.926922 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.db.quota.driver [None req-d03cf380-5f03-4b2e-911b-cad0fa36d614 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:37:07.930233 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.rpc [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Network 21cb2a9e-d21d-42a6-9412-e29da9161410 details requested by agent ovs-agent-dv-cinder-840377-1-iscsi with host dv-cinder-840377-1-iscsi {{(pid=83994) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 03 21:37:07.931266 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.quota.resource [None req-d03cf380-5f03-4b2e-911b-cad0fa36d614 admin admin] Usage tracker for resource:subnet and tenant:d8c892279efe411fa8560c058b73886f is out of sync, need to count used quota {{(pid=83992) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:37:07.931481 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-e5fd8a78-db2b-4ea0-b025-fc5b3f9b2f44 admin admin] Usage tracker for resource:security_group_rule and tenant:0aff0c3fcf9248f28801db0d86ae427f is out of sync, need to count used quota {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:37:07.935129 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.quota.resource [None req-d03cf380-5f03-4b2e-911b-cad0fa36d614 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83992) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:37:07.936659 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-e5fd8a78-db2b-4ea0-b025-fc5b3f9b2f44 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:37:07.941071 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.db.quota.driver [None req-d03cf380-5f03-4b2e-911b-cad0fa36d614 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:37:07.943338 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-e5fd8a78-db2b-4ea0-b025-fc5b3f9b2f44 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:37:08.020600 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-e5fd8a78-db2b-4ea0-b025-fc5b3f9b2f44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:08.026468 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d03cf380-5f03-4b2e-911b-cad0fa36d614 admin admin] Made reservation on behalf of d8c892279efe411fa8560c058b73886f for: {'subnet': 1} {{(pid=83992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 21:37:08.029106 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-d03cf380-5f03-4b2e-911b-cad0fa36d614 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3410817'] for subnet, before_create {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:08.093906 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-e5fd8a78-db2b-4ea0-b025-fc5b3f9b2f44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746426'] for security_group, after_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:08.177177 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5fd8a78-db2b-4ea0-b025-fc5b3f9b2f44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bd24dcb-2729-4621-b852-726e7960eaf1,revision_number=1']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:37:08.196371 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-e5fd8a78-db2b-4ea0-b025-fc5b3f9b2f44 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=0aff0c3fcf9248f28801db0d86ae427f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3548796 May 03 21:37:08.201243 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.48', 34752) {{(pid=83993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:37:08.268144 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-511f837f-8a1d-40e9-8858-e0e77ba10357 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:08.298983 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-511f837f-8a1d-40e9-8858-e0e77ba10357 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:08.412240 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-ad7b7c49-de7f-4c2c-b968-ee0ef942a5bb None None] Notify callbacks [] for port, precommit_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:08.426287 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-d03cf380-5f03-4b2e-911b-cad0fa36d614 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3996878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3410835'] for subnet, after_create {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:08.483554 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-511f837f-8a1d-40e9-8858-e0e77ba10357 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746426'] for security_group, after_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:08.484305 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.provisioning_blocks [None req-ad7b7c49-de7f-4c2c-b968-ee0ef942a5bb None None] Transition to ACTIVE for port object 664e1c46-4b31-4d24-a01f-4a2d625cc30a will not be triggered until provisioned by entity L2. {{(pid=83994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 21:37:08.503242 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511f837f-8a1d-40e9-8858-e0e77ba10357 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bd24dcb-2729-4621-b852-726e7960eaf1,revision_number=None']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:37:08.515286 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03cf380-5f03-4b2e-911b-cad0fa36d614 admin admin] Pushing event updated for resources: {'Subnet': ['ID=321c8d42-27e4-4cc5-b48a-0ab71d3df0b4,revision_number=0']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:37:08.516545 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-511f837f-8a1d-40e9-8858-e0e77ba10357 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:08.528199 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-511f837f-8a1d-40e9-8858-e0e77ba10357 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/7bd24dcb-2729-4621-b852-726e7960eaf1 HTTP/1.1" status: 204 len: 168 time: 0.3273582 May 03 21:37:08.532212 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d03cf380-5f03-4b2e-911b-cad0fa36d614 admin admin] Checking segment: {'id': '03f0b154-ea6c-4acd-8bdb-3fb089fa52f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '21cb2a9e-d21d-42a6-9412-e29da9161410'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 03 21:37:08.533296 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d03cf380-5f03-4b2e-911b-cad0fa36d614 admin admin] Network hostable DHCP agents. Network: 21cb2a9e-d21d-42a6-9412-e29da9161410, hostable agents: ['e4e3c6c0-e8b0-4c45-a267-b4e6dd042766'], hosted agents: [] {{(pid=83992) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 21:37:08.676852 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-ad7b7c49-de7f-4c2c-b968-ee0ef942a5bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781386188966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781385847453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781385847498'] for port, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:08.729038 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d03cf380-5f03-4b2e-911b-cad0fa36d614 admin admin] Network 21cb2a9e-d21d-42a6-9412-e29da9161410 is scheduled to be hosted by DHCP agent e4e3c6c0-e8b0-4c45-a267-b4e6dd042766 with binding_index 1 {{(pid=83992) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 21:37:08.813302 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c490c46-97d9-4c46-89e3-5856f1ce0724 None None] Pushing event updated for resources: {'Port': ['ID=664e1c46-4b31-4d24-a01f-4a2d625cc30a,revision_number=3']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:37:08.825716 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.scheduler.base_scheduler [None req-d03cf380-5f03-4b2e-911b-cad0fa36d614 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840377-1-iscsi, 21cb2a9e-d21d-42a6-9412-e29da9161410) {{(pid=83992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 21:37:08.829797 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d03cf380-5f03-4b2e-911b-cad0fa36d614 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:37:08.830375 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-d03cf380-5f03-4b2e-911b-cad0fa36d614 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:08.853545 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-574747d3-cc45-4a20-8bbb-ecd6985f4661 None None] Network 21cb2a9e-d21d-42a6-9412-e29da9161410 requested from dv-cinder-840377-1-iscsi {{(pid=83994) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 03 21:37:08.935703 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [None req-d03cf380-5f03-4b2e-911b-cad0fa36d614 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.0180445 May 03 21:37:08.943961 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.48', 34766) {{(pid=83993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:37:08.950486 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.v2.base [None req-5c95c49d-ac95-4f09-b9c5-9b4c53680ba4 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-983045201-router', 'tenant_id': 'd8c892279efe411fa8560c058b73886f', 'external_gateway_info': {'network_id': 'c33334bd-f19e-453d-9f7b-349270405c58'}}} {{(pid=83993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 03 21:37:08.958868 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-5c95c49d-ac95-4f09-b9c5-9b4c53680ba4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:37:08.967486 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-5c95c49d-ac95-4f09-b9c5-9b4c53680ba4 admin admin] Usage tracker for resource:router and tenant:d8c892279efe411fa8560c058b73886f is out of sync, need to count used quota {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:37:08.973542 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-5c95c49d-ac95-4f09-b9c5-9b4c53680ba4 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:37:08.989366 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-5c95c49d-ac95-4f09-b9c5-9b4c53680ba4 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:37:09.015736 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.managers [None req-ad7b7c49-de7f-4c2c-b968-ee0ef942a5bb None None] Attempting to bind port 664e1c46-4b31-4d24-a01f-4a2d625cc30a on host dv-cinder-840377-1-iscsi for vnic_type normal with profile {{(pid=83994) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 21:37:09.016109 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.managers [None req-ad7b7c49-de7f-4c2c-b968-ee0ef942a5bb None None] Attempting to bind port 664e1c46-4b31-4d24-a01f-4a2d625cc30a by drivers openvswitch,hyperv on host dv-cinder-840377-1-iscsi at level 0 using segments [{'id': 'd2549613-676c-443c-96f4-e4de3ef16dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '253db136-cbba-484c-ae24-75498a0c18e9'}] {{(pid=83994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 21:37:09.016569 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad7b7c49-de7f-4c2c-b968-ee0ef942a5bb None None] Attempting to bind port 664e1c46-4b31-4d24-a01f-4a2d625cc30a on network 253db136-cbba-484c-ae24-75498a0c18e9 {{(pid=83994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 03 21:37:09.038328 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad7b7c49-de7f-4c2c-b968-ee0ef942a5bb None None] Checking agent: {'id': 'fb00ce1e-8ae6-4b1c-988b-a0ad40f400cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840377-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 21, 19, 20), 'started_at': datetime.datetime(2022, 5, 3, 21, 19, 50), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 21, 36, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840377-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 03 21:37:09.038699 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad7b7c49-de7f-4c2c-b968-ee0ef942a5bb None None] Checking segment: {'id': 'd2549613-676c-443c-96f4-e4de3ef16dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '253db136-cbba-484c-ae24-75498a0c18e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 03 21:37:09.039101 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-ad7b7c49-de7f-4c2c-b968-ee0ef942a5bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:09.039494 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad7b7c49-de7f-4c2c-b968-ee0ef942a5bb None None] Bound using segment: {'id': 'd2549613-676c-443c-96f4-e4de3ef16dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '253db136-cbba-484c-ae24-75498a0c18e9'} {{(pid=83994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 03 21:37:09.039971 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.managers [None req-ad7b7c49-de7f-4c2c-b968-ee0ef942a5bb None None] Bound port: 664e1c46-4b31-4d24-a01f-4a2d625cc30a, host: dv-cinder-840377-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2549613-676c-443c-96f4-e4de3ef16dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '253db136-cbba-484c-ae24-75498a0c18e9'}}] {{(pid=83994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 21:37:09.040810 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-ad7b7c49-de7f-4c2c-b968-ee0ef942a5bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1124352'] for port, before_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:09.090007 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-5c95c49d-ac95-4f09-b9c5-9b4c53680ba4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-330009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4169'] for router, before_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:09.091728 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-5c95c49d-ac95-4f09-b9c5-9b4c53680ba4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-330106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-332958', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-569578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4162'] for router, precommit_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:09.116640 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-5c95c49d-ac95-4f09-b9c5-9b4c53680ba4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:09.338509 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.db [None req-ad7b7c49-de7f-4c2c-b968-ee0ef942a5bb None None] For port 664e1c46-4b31-4d24-a01f-4a2d625cc30a, host dv-cinder-840377-1-iscsi, cleared binding levels {{(pid=83994) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 21:37:09.348219 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.db [None req-ad7b7c49-de7f-4c2c-b968-ee0ef942a5bb None None] For port 664e1c46-4b31-4d24-a01f-4a2d625cc30a, host dv-cinder-840377-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840377-1-iscsi',level=0,port_id=664e1c46-4b31-4d24-a01f-4a2d625cc30a,segment=NetworkSegment(d2549613-676c-443c-96f4-e4de3ef16dda),segment_id=d2549613-676c-443c-96f4-e4de3ef16dda)] {{(pid=83994) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 21:37:09.359052 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8ec6891-773b-4a76-9189-0c054461bbd9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpecea5701-ca0d-5319-88af-91ea1d0a4bad-21cb2a9e-d21d-42a6-9412-e29da9161410', 'network_id': '21cb2a9e-d21d-42a6-9412-e29da9161410', 'tenant_id': 'd8c892279efe411fa8560c058b73886f', 'fixed_ips': [{'subnet_id': '321c8d42-27e4-4cc5-b48a-0ab71d3df0b4'}]}} from dv-cinder-840377-1-iscsi. {{(pid=83994) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 03 21:37:09.360267 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-e8ec6891-773b-4a76-9189-0c054461bbd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1124352'] for port, before_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:09.411891 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-5c95c49d-ac95-4f09-b9c5-9b4c53680ba4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-332908', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-330467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7592'] for router, precommit_update {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:09.434056 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-ad7b7c49-de7f-4c2c-b968-ee0ef942a5bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781386188966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781385847453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781385847498'] for port, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:09.525957 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.48', 34782) {{(pid=83993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:37:09.551520 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-ddcd80ab-abe9-443e-b1bb-d15824fd45cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:09.600682 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c490c46-97d9-4c46-89e3-5856f1ce0724 None None] Pushing event updated for resources: {'Port': ['ID=664e1c46-4b31-4d24-a01f-4a2d625cc30a,revision_number=4']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:37:09.608155 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-ddcd80ab-abe9-443e-b1bb-d15824fd45cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:37:09.613717 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad7b7c49-de7f-4c2c-b968-ee0ef942a5bb None None] Routers {'8c17d97d-771e-4e6d-83f8-6893a4147d01'} bound to L3 agent in host dv-cinder-840377-1-iscsi {{(pid=83994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 03 21:37:09.614413 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.l3_hamode_db [None req-ad7b7c49-de7f-4c2c-b968-ee0ef942a5bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840377-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-03T21:19:18Z,description=,heartbeat_timestamp=2022-05-03T21:36:48Z,host='dv-cinder-840377-1-iscsi',id=c192ea1b-f7d6-49b7-9f22-5492fbafc6f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:19:19Z,topic='l3_agent')) {'router_ids': ['8c17d97d-771e-4e6d-83f8-6893a4147d01'], 'active': True} {{(pid=83994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:37:09.661554 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-ddcd80ab-abe9-443e-b1bb-d15824fd45cf admin admin] Usage tracker for resource:security_group_rule and tenant:2ad3bd58689a4dec98a74a4d600ac3e1 is out of sync, need to count used quota {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:37:09.667579 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-ddcd80ab-abe9-443e-b1bb-d15824fd45cf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:37:09.680280 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-ddcd80ab-abe9-443e-b1bb-d15824fd45cf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:37:09.785812 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-ddcd80ab-abe9-443e-b1bb-d15824fd45cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:09.803982 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.db_base_plugin_common [None req-e8ec6891-773b-4a76-9189-0c054461bbd9 None None] Allocated IP 172.20.0.2 (21cb2a9e-d21d-42a6-9412-e29da9161410/321c8d42-27e4-4cc5-b48a-0ab71d3df0b4/940e87dd-c7aa-4f9d-b762-fa5cd3631382) {{(pid=83994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 21:37:09.848254 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-5c95c49d-ac95-4f09-b9c5-9b4c53680ba4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:09.882909 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-5c95c49d-ac95-4f09-b9c5-9b4c53680ba4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1124352'] for port, before_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:09.885406 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-ddcd80ab-abe9-443e-b1bb-d15824fd45cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746426'] for security_group, after_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:09.985680 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.l3_dvr_db [None req-ad7b7c49-de7f-4c2c-b968-ee0ef942a5bb None None] Set router 8c17d97d-771e-4e6d-83f8-6893a4147d01 gateway port host: dv-cinder-840377-1-iscsi {{(pid=83994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 03 21:37:09.990315 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddcd80ab-abe9-443e-b1bb-d15824fd45cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f6cd9c4-4b3d-4c49-841d-29c0f4a2f898,revision_number=1']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:37:09.995580 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-ddcd80ab-abe9-443e-b1bb-d15824fd45cf admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=2ad3bd58689a4dec98a74a4d600ac3e1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4685688 May 03 21:37:09.998532 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.48', 34788) {{(pid=83992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:37:10.082652 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.db.db_base_plugin_common [None req-5c95c49d-ac95-4f09-b9c5-9b4c53680ba4 admin admin] Allocated IP 172.27.1.241 (c33334bd-f19e-453d-9f7b-349270405c58/8155f8f1-bdbd-4c1c-8daf-045a3e4a5222/16961367-bfd4-4b32-9536-94572aff9574) {{(pid=83993) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 21:37:10.106374 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-9756a115-5734-4569-b6bb-1432056c469b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:10.142291 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-9756a115-5734-4569-b6bb-1432056c469b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:10.264822 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-e8ec6891-773b-4a76-9189-0c054461bbd9 None None] Notify callbacks [] for port, precommit_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:10.282809 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-5c95c49d-ac95-4f09-b9c5-9b4c53680ba4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:10.295414 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.provisioning_blocks [None req-e8ec6891-773b-4a76-9189-0c054461bbd9 None None] Transition to ACTIVE for port object 940e87dd-c7aa-4f9d-b762-fa5cd3631382 will not be triggered until provisioned by entity L2. {{(pid=83994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 21:37:10.295880 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-9756a115-5734-4569-b6bb-1432056c469b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746426'] for security_group, after_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:10.319029 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9756a115-5734-4569-b6bb-1432056c469b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f6cd9c4-4b3d-4c49-841d-29c0f4a2f898,revision_number=None']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:37:10.329692 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-9756a115-5734-4569-b6bb-1432056c469b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:10.331201 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [None req-9756a115-5734-4569-b6bb-1432056c469b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/5f6cd9c4-4b3d-4c49-841d-29c0f4a2f898 HTTP/1.1" status: 204 len: 168 time: 0.3309951 May 03 21:37:10.351449 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.provisioning_blocks [None req-e8ec6891-773b-4a76-9189-0c054461bbd9 None None] Transition to ACTIVE for port object 940e87dd-c7aa-4f9d-b762-fa5cd3631382 will not be triggered until provisioned by entity DHCP. {{(pid=83994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 21:37:10.376263 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-5c95c49d-ac95-4f09-b9c5-9b4c53680ba4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781385847435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3391708'] for port, after_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:10.448466 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.l3_hamode_db [None req-ad7b7c49-de7f-4c2c-b968-ee0ef942a5bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c17d97d-771e-4e6d-83f8-6893a4147d01', 'name': 'tempest-TestShelveInstance-1172187993-router', 'tenant_id': 'eca9727df4a44eaaa12b84e3f0df0b51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c33334bd-f19e-453d-9f7b-349270405c58', 'external_fixed_ips': [{'subnet_id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'ip_address': '172.27.1.74'}], 'enable_snat': True}, 'gw_port_id': '568313d3-a68d-4792-bc4c-2603a7d49e41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:36:57Z', 'updated_at': '2022-05-03T21:37:03Z', 'revision_number': 4, 'project_id': 'eca9727df4a44eaaa12b84e3f0df0b51', 'gw_port': {'id': '568313d3-a68d-4792-bc4c-2603a7d49e41', 'name': '', 'network_id': 'c33334bd-f19e-453d-9f7b-349270405c58', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:bb:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c17d97d-771e-4e6d-83f8-6893a4147d01', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'ip_address': '172.27.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:36:58Z', 'updated_at': '2022-05-03T21:37:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840377-1-iscsi', '_interfaces': [{'id': '664e1c46-4b31-4d24-a01f-4a2d625cc30a', 'name': '', 'network_id': '253db136-cbba-484c-ae24-75498a0c18e9', 'tenant_id': 'eca9727df4a44eaaa12b84e3f0df0b51', 'mac_address': 'fa:16:3e:9b:1a:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c17d97d-771e-4e6d-83f8-6893a4147d01', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd658046c-6be6-4f1e-bc22-3d1916130bf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:37:02Z', 'updated_at': '2022-05-03T21:37:09Z', 'revision_number': 4, 'project_id': 'eca9727df4a44eaaa12b84e3f0df0b51', 'subnets': [{'id': 'd658046c-6be6-4f1e-bc22-3d1916130bf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840377-1-iscsi', False) {} {{(pid=83994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:37:10.453873 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad7b7c49-de7f-4c2c-b968-ee0ef942a5bb None None] The sync data for ids ['8c17d97d-771e-4e6d-83f8-6893a4147d01'] in dv-cinder-840377-1-iscsi is: [{'id': '8c17d97d-771e-4e6d-83f8-6893a4147d01', 'name': 'tempest-TestShelveInstance-1172187993-router', 'tenant_id': 'eca9727df4a44eaaa12b84e3f0df0b51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c33334bd-f19e-453d-9f7b-349270405c58', 'external_fixed_ips': [{'subnet_id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'ip_address': '172.27.1.74'}], 'enable_snat': True}, 'gw_port_id': '568313d3-a68d-4792-bc4c-2603a7d49e41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:36:57Z', 'updated_at': '2022-05-03T21:37:03Z', 'revision_number': 4, 'project_id': 'eca9727df4a44eaaa12b84e3f0df0b51', 'gw_port': {'id': '568313d3-a68d-4792-bc4c-2603a7d49e41', 'name': '', 'network_id': 'c33334bd-f19e-453d-9f7b-349270405c58', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:bb:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c17d97d-771e-4e6d-83f8-6893a4147d01', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'ip_address': '172.27.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:36:58Z', 'updated_at': '2022-05-03T21:37:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840377-1-iscsi', '_interfaces': [{'id': '664e1c46-4b31-4d24-a01f-4a2d625cc30a', 'name': '', 'network_id': '253db136-cbba-484c-ae24-75498a0c18e9', 'tenant_id': 'eca9727df4a44eaaa12b84e3f0df0b51', 'mac_address': 'fa:16:3e:9b:1a:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c17d97d-771e-4e6d-83f8-6893a4147d01', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd658046c-6be6-4f1e-bc22-3d1916130bf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:37:02Z', 'updated_at': '2022-05-03T21:37:09Z', 'revision_number': 4, 'project_id': 'eca9727df4a44eaaa12b84e3f0df0b51', 'subnets': [{'id': 'd658046c-6be6-4f1e-bc22-3d1916130bf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 03 21:37:10.455394 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c95c49d-ac95-4f09-b9c5-9b4c53680ba4 admin admin] Network c33334bd-f19e-453d-9f7b-349270405c58 is already hosted by enough agents. {{(pid=83993) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 21:37:10.457797 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.scheduler.base_scheduler [None req-5c95c49d-ac95-4f09-b9c5-9b4c53680ba4 admin admin] Resources bound (agent type, host, resource id): {{(pid=83993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 21:37:10.461199 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c95c49d-ac95-4f09-b9c5-9b4c53680ba4 admin admin] Received port after_create {{(pid=83993) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 03 21:37:10.502660 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c95c49d-ac95-4f09-b9c5-9b4c53680ba4 admin admin] Pushing event updated for resources: {'Port': ['ID=16961367-bfd4-4b32-9536-94572aff9574,revision_number=1']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:37:10.568651 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-e8ec6891-773b-4a76-9189-0c054461bbd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781385847435'] for port, after_create {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:10.667886 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8ec6891-773b-4a76-9189-0c054461bbd9 None None] Network 21cb2a9e-d21d-42a6-9412-e29da9161410 is already hosted by enough agents. {{(pid=83994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 21:37:10.671159 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.scheduler.base_scheduler [None req-e8ec6891-773b-4a76-9189-0c054461bbd9 None None] Resources bound (agent type, host, resource id): {{(pid=83994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 21:37:10.675942 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8ec6891-773b-4a76-9189-0c054461bbd9 None None] Received port after_create {{(pid=83994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 03 21:37:10.678185 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ec6891-773b-4a76-9189-0c054461bbd9 None None] Pushing event updated for resources: {'Port': ['ID=940e87dd-c7aa-4f9d-b762-fa5cd3631382,revision_number=1']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:37:10.780735 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.managers [None req-e8ec6891-773b-4a76-9189-0c054461bbd9 None None] Attempting to bind port 940e87dd-c7aa-4f9d-b762-fa5cd3631382 on host dv-cinder-840377-1-iscsi for vnic_type normal with profile {{(pid=83994) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 21:37:10.781670 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.managers [None req-e8ec6891-773b-4a76-9189-0c054461bbd9 None None] Attempting to bind port 940e87dd-c7aa-4f9d-b762-fa5cd3631382 by drivers openvswitch,hyperv on host dv-cinder-840377-1-iscsi at level 0 using segments [{'id': '03f0b154-ea6c-4acd-8bdb-3fb089fa52f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '21cb2a9e-d21d-42a6-9412-e29da9161410'}] {{(pid=83994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 21:37:10.782338 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8ec6891-773b-4a76-9189-0c054461bbd9 None None] Attempting to bind port 940e87dd-c7aa-4f9d-b762-fa5cd3631382 on network 21cb2a9e-d21d-42a6-9412-e29da9161410 {{(pid=83994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 03 21:37:10.787337 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-5c95c49d-ac95-4f09-b9c5-9b4c53680ba4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:10.788344 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-5c95c49d-ac95-4f09-b9c5-9b4c53680ba4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-330474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-332915'] for router, after_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:10.793974 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8ec6891-773b-4a76-9189-0c054461bbd9 None None] Checking agent: {'id': 'fb00ce1e-8ae6-4b1c-988b-a0ad40f400cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840377-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 21, 19, 20), 'started_at': datetime.datetime(2022, 5, 3, 21, 19, 50), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 21, 36, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840377-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 03 21:37:10.794348 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8ec6891-773b-4a76-9189-0c054461bbd9 None None] Checking segment: {'id': '03f0b154-ea6c-4acd-8bdb-3fb089fa52f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '21cb2a9e-d21d-42a6-9412-e29da9161410'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 03 21:37:10.794749 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-e8ec6891-773b-4a76-9189-0c054461bbd9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:10.795138 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8ec6891-773b-4a76-9189-0c054461bbd9 None None] Bound using segment: {'id': '03f0b154-ea6c-4acd-8bdb-3fb089fa52f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '21cb2a9e-d21d-42a6-9412-e29da9161410'} {{(pid=83994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 03 21:37:10.795599 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.managers [None req-e8ec6891-773b-4a76-9189-0c054461bbd9 None None] Bound port: 940e87dd-c7aa-4f9d-b762-fa5cd3631382, host: dv-cinder-840377-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03f0b154-ea6c-4acd-8bdb-3fb089fa52f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '21cb2a9e-d21d-42a6-9412-e29da9161410'}}] {{(pid=83994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 21:37:10.795970 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-e8ec6891-773b-4a76-9189-0c054461bbd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1124352'] for port, before_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:10.945874 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.db [None req-e8ec6891-773b-4a76-9189-0c054461bbd9 None None] For port 940e87dd-c7aa-4f9d-b762-fa5cd3631382, host dv-cinder-840377-1-iscsi, cleared binding levels {{(pid=83994) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 21:37:10.951682 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.db [None req-e8ec6891-773b-4a76-9189-0c054461bbd9 None None] For port 940e87dd-c7aa-4f9d-b762-fa5cd3631382, host dv-cinder-840377-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840377-1-iscsi',level=0,port_id=940e87dd-c7aa-4f9d-b762-fa5cd3631382,segment=NetworkSegment(03f0b154-ea6c-4acd-8bdb-3fb089fa52f8),segment_id=03f0b154-ea6c-4acd-8bdb-3fb089fa52f8)] {{(pid=83994) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 21:37:11.033199 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-e8ec6891-773b-4a76-9189-0c054461bbd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781386188966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781385847453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781385847498'] for port, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:11.139426 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ec6891-773b-4a76-9189-0c054461bbd9 None None] Pushing event updated for resources: {'Port': ['ID=940e87dd-c7aa-4f9d-b762-fa5cd3631382,revision_number=2']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:37:11.233096 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c95c49d-ac95-4f09-b9c5-9b4c53680ba4 admin admin] Router 9d4b07ed-9f1a-4d42-88d5-87dd0765064d is scheduled to L3 agent c192ea1b-f7d6-49b7-9f22-5492fbafc6f3 with binding_index 1 {{(pid=83993) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 03 21:37:11.255804 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.48', 34816) {{(pid=83992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:37:11.752168 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c95c49d-ac95-4f09-b9c5-9b4c53680ba4 admin admin] Notify agent at l3_agent.dv-cinder-840377-1-iscsi the message routers_updated {{(pid=83993) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 21:37:11.766805 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-280a5af4-7c0f-4449-840a-caaa5f718cfd None None] Sync routers for ids ['9d4b07ed-9f1a-4d42-88d5-87dd0765064d'] in dv-cinder-840377-1-iscsi {{(pid=83995) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 03 21:37:11.801794 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-280a5af4-7c0f-4449-840a-caaa5f718cfd None None] Routers {'9d4b07ed-9f1a-4d42-88d5-87dd0765064d'} bound to L3 agent in host dv-cinder-840377-1-iscsi {{(pid=83995) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 03 21:37:11.808703 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.db.l3_hamode_db [None req-280a5af4-7c0f-4449-840a-caaa5f718cfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840377-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-03T21:19:18Z,description=,heartbeat_timestamp=2022-05-03T21:36:48Z,host='dv-cinder-840377-1-iscsi',id=c192ea1b-f7d6-49b7-9f22-5492fbafc6f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:19:19Z,topic='l3_agent')) {'router_ids': ['9d4b07ed-9f1a-4d42-88d5-87dd0765064d'], 'active': True} {{(pid=83995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:37:11.905398 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-5c95c49d-ac95-4f09-b9c5-9b4c53680ba4 admin admin] Notify callbacks [] for router, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:11.910452 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-5c95c49d-ac95-4f09-b9c5-9b4c53680ba4 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.9648435 May 03 21:37:11.911198 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.48', 34828) {{(pid=83993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:37:11.986759 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.rpc [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Device 940e87dd-c7aa-4f9d-b762-fa5cd3631382 up at agent ovs-agent-dv-cinder-840377-1-iscsi {{(pid=83994) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 21:37:12.107105 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-33b4259a-b343-496e-8dd3-2f9823efc174 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-333618'] for router_interface, before_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:12.167432 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.db.l3_dvr_db [None req-280a5af4-7c0f-4449-840a-caaa5f718cfd None None] Set router 9d4b07ed-9f1a-4d42-88d5-87dd0765064d gateway port host: dv-cinder-840377-1-iscsi {{(pid=83995) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 03 21:37:12.224764 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.provisioning_blocks [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Provisioning for port 940e87dd-c7aa-4f9d-b762-fa5cd3631382 completed by entity L2. {{(pid=83994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 21:37:12.230761 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.rpc [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Device 664e1c46-4b31-4d24-a01f-4a2d625cc30a up at agent ovs-agent-dv-cinder-840377-1-iscsi {{(pid=83994) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 21:37:12.477575 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.provisioning_blocks [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Provisioning for port 664e1c46-4b31-4d24-a01f-4a2d625cc30a completed by entity L2. {{(pid=83994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 21:37:12.483171 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.provisioning_blocks [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Provisioning complete for port 664e1c46-4b31-4d24-a01f-4a2d625cc30a triggered by entity L2. {{(pid=83994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:37:12.483540 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2080827'] for port, provisioning_complete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:12.587837 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d91b3aef-bddf-470d-8c29-3e02e8dd11c6 None None] Network 21cb2a9e-d21d-42a6-9412-e29da9161410 requested from dv-cinder-840377-1-iscsi {{(pid=83994) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 03 21:37:12.691111 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.db.l3_hamode_db [None req-280a5af4-7c0f-4449-840a-caaa5f718cfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d4b07ed-9f1a-4d42-88d5-87dd0765064d', 'name': 'tempest-TestShelveInstance-983045201-router', 'tenant_id': 'd8c892279efe411fa8560c058b73886f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c33334bd-f19e-453d-9f7b-349270405c58', 'external_fixed_ips': [{'subnet_id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'ip_address': '172.27.1.241'}], 'enable_snat': True}, 'gw_port_id': '16961367-bfd4-4b32-9536-94572aff9574', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:37:09Z', 'updated_at': '2022-05-03T21:37:10Z', 'revision_number': 3, 'project_id': 'd8c892279efe411fa8560c058b73886f', 'gw_port': {'id': '16961367-bfd4-4b32-9536-94572aff9574', 'name': '', 'network_id': 'c33334bd-f19e-453d-9f7b-349270405c58', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:db:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d4b07ed-9f1a-4d42-88d5-87dd0765064d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'ip_address': '172.27.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:37:09Z', 'updated_at': '2022-05-03T21:37:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840377-1-iscsi'}], 'dv-cinder-840377-1-iscsi', False) {} {{(pid=83995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:37:12.697220 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-280a5af4-7c0f-4449-840a-caaa5f718cfd None None] Checking router: 9d4b07ed-9f1a-4d42-88d5-87dd0765064d for host: dv-cinder-840377-1-iscsi {{(pid=83995) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 03 21:37:12.697562 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-280a5af4-7c0f-4449-840a-caaa5f718cfd None None] Updating router 9d4b07ed-9f1a-4d42-88d5-87dd0765064d port 16961367-bfd4-4b32-9536-94572aff9574 binding host dv-cinder-840377-1-iscsi {{(pid=83995) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 03 21:37:12.778868 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-280a5af4-7c0f-4449-840a-caaa5f718cfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1124352'] for port, before_update {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:12.902831 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1124352'] for port, before_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:12.919171 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.provisioning_blocks [None req-549be3e0-e0b5-4a1b-8fed-b581809f2b58 None None] Provisioning for port 940e87dd-c7aa-4f9d-b762-fa5cd3631382 completed by entity DHCP. {{(pid=83994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 21:37:12.933137 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.provisioning_blocks [None req-549be3e0-e0b5-4a1b-8fed-b581809f2b58 None None] Provisioning complete for port 940e87dd-c7aa-4f9d-b762-fa5cd3631382 triggered by entity DHCP. {{(pid=83994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:37:12.933555 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-549be3e0-e0b5-4a1b-8fed-b581809f2b58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2080827'] for port, provisioning_complete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:13.239221 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-280a5af4-7c0f-4449-840a-caaa5f718cfd None None] Notify callbacks [] for port, precommit_update {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:13.257089 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.db.provisioning_blocks [None req-280a5af4-7c0f-4449-840a-caaa5f718cfd None None] Transition to ACTIVE for port object 16961367-bfd4-4b32-9536-94572aff9574 will not be triggered until provisioned by entity L2. {{(pid=83995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 21:37:13.260788 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.db [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] For port 664e1c46-4b31-4d24-a01f-4a2d625cc30a, host dv-cinder-840377-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840377-1-iscsi',level=0,port_id=664e1c46-4b31-4d24-a01f-4a2d625cc30a,segment=NetworkSegment(d2549613-676c-443c-96f4-e4de3ef16dda),segment_id=d2549613-676c-443c-96f4-e4de3ef16dda)] {{(pid=83994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 21:37:13.278729 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.plugins.ml2.plugin [None req-33b4259a-b343-496e-8dd3-2f9823efc174 admin admin] Deleting port 5457c169-81f4-4fd9-9167-a261b394277b {{(pid=83992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 03 21:37:13.285870 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-33b4259a-b343-496e-8dd3-2f9823efc174 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781386349267'] for port, before_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:13.286358 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-2184c0eb-a1a9-4c38-ba18-637613ad5b2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1124352'] for port, before_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:13.357983 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-280a5af4-7c0f-4449-840a-caaa5f718cfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781386188966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781385847453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781385847498'] for port, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:13.393213 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781386188966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781385847453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781385847498'] for port, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:13.457263 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1549c096-f7b0-4b95-8cd9-8bf88affd107 None None] Pushing event updated for resources: {'Port': ['ID=16961367-bfd4-4b32-9536-94572aff9574,revision_number=2']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:37:13.463971 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.plugins.ml2.managers [None req-280a5af4-7c0f-4449-840a-caaa5f718cfd None None] Attempting to bind port 16961367-bfd4-4b32-9536-94572aff9574 on host dv-cinder-840377-1-iscsi for vnic_type normal with profile {{(pid=83995) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 21:37:13.464345 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.plugins.ml2.managers [None req-280a5af4-7c0f-4449-840a-caaa5f718cfd None None] Attempting to bind port 16961367-bfd4-4b32-9536-94572aff9574 by drivers openvswitch,hyperv on host dv-cinder-840377-1-iscsi at level 0 using segments [{'id': '36b0f1c3-e784-4cca-986f-65718d8cb16d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c33334bd-f19e-453d-9f7b-349270405c58'}] {{(pid=83995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 21:37:13.464739 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-280a5af4-7c0f-4449-840a-caaa5f718cfd None None] Attempting to bind port 16961367-bfd4-4b32-9536-94572aff9574 on network c33334bd-f19e-453d-9f7b-349270405c58 {{(pid=83995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 03 21:37:13.473692 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-280a5af4-7c0f-4449-840a-caaa5f718cfd None None] Checking agent: {'id': 'fb00ce1e-8ae6-4b1c-988b-a0ad40f400cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840377-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 21, 19, 20), 'started_at': datetime.datetime(2022, 5, 3, 21, 19, 50), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 21, 36, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840377-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 03 21:37:13.474498 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-280a5af4-7c0f-4449-840a-caaa5f718cfd None None] Checking segment: {'id': '36b0f1c3-e784-4cca-986f-65718d8cb16d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c33334bd-f19e-453d-9f7b-349270405c58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 03 21:37:13.474905 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-280a5af4-7c0f-4449-840a-caaa5f718cfd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:13.475299 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-280a5af4-7c0f-4449-840a-caaa5f718cfd None None] Bound using segment: {'id': '36b0f1c3-e784-4cca-986f-65718d8cb16d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c33334bd-f19e-453d-9f7b-349270405c58'} {{(pid=83995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 03 21:37:13.475769 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.plugins.ml2.managers [None req-280a5af4-7c0f-4449-840a-caaa5f718cfd None None] Bound port: 16961367-bfd4-4b32-9536-94572aff9574, host: dv-cinder-840377-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36b0f1c3-e784-4cca-986f-65718d8cb16d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c33334bd-f19e-453d-9f7b-349270405c58'}}] {{(pid=83995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 21:37:13.476159 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-280a5af4-7c0f-4449-840a-caaa5f718cfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1124352'] for port, before_update {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:13.532585 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-549be3e0-e0b5-4a1b-8fed-b581809f2b58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1124352'] for port, before_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:13.580086 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Pushing event updated for resources: {'Port': ['ID=664e1c46-4b31-4d24-a01f-4a2d625cc30a,revision_number=5']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:37:13.596996 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.db [None req-549be3e0-e0b5-4a1b-8fed-b581809f2b58 None None] For port 940e87dd-c7aa-4f9d-b762-fa5cd3631382, host dv-cinder-840377-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840377-1-iscsi',level=0,port_id=940e87dd-c7aa-4f9d-b762-fa5cd3631382,segment=NetworkSegment(03f0b154-ea6c-4acd-8bdb-3fb089fa52f8),segment_id=03f0b154-ea6c-4acd-8bdb-3fb089fa52f8)] {{(pid=83994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 21:37:13.609636 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.plugins.ml2.db [None req-280a5af4-7c0f-4449-840a-caaa5f718cfd None None] For port 16961367-bfd4-4b32-9536-94572aff9574, host dv-cinder-840377-1-iscsi, cleared binding levels {{(pid=83995) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 21:37:13.613797 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.plugins.ml2.db [None req-280a5af4-7c0f-4449-840a-caaa5f718cfd None None] For port 16961367-bfd4-4b32-9536-94572aff9574, host dv-cinder-840377-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840377-1-iscsi',level=0,port_id=16961367-bfd4-4b32-9536-94572aff9574,segment=NetworkSegment(36b0f1c3-e784-4cca-986f-65718d8cb16d),segment_id=36b0f1c3-e784-4cca-986f-65718d8cb16d)] {{(pid=83995) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 21:37:13.626998 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.plugins.ml2.db [None req-33b4259a-b343-496e-8dd3-2f9823efc174 admin admin] For port 5457c169-81f4-4fd9-9167-a261b394277b, host dv-cinder-840377-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840377-1-iscsi',level=0,port_id=5457c169-81f4-4fd9-9167-a261b394277b,segment=NetworkSegment(192a8290-7524-479c-9894-35253b5adf28),segment_id=192a8290-7524-479c-9894-35253b5adf28)] {{(pid=83992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 21:37:13.627371 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-33b4259a-b343-496e-8dd3-2f9823efc174 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749056'] for port, precommit_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:13.635347 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.db.db_base_plugin_common [None req-2184c0eb-a1a9-4c38-ba18-637613ad5b2c admin admin] Allocated IP 172.20.0.1 (21cb2a9e-d21d-42a6-9412-e29da9161410/321c8d42-27e4-4cc5-b48a-0ab71d3df0b4/060ef4ee-1050-4087-9e32-9c467f259377) {{(pid=83993) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 21:37:13.706164 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-549be3e0-e0b5-4a1b-8fed-b581809f2b58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781386188966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781385847453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781385847498'] for port, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:13.739524 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-280a5af4-7c0f-4449-840a-caaa5f718cfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781386188966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781385847453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781385847498'] for port, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:13.843545 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549be3e0-e0b5-4a1b-8fed-b581809f2b58 None None] Pushing event updated for resources: {'Port': ['ID=940e87dd-c7aa-4f9d-b762-fa5cd3631382,revision_number=3']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:37:13.853335 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.plugins.ml2.plugin [None req-33b4259a-b343-496e-8dd3-2f9823efc174 admin admin] Calling delete_port for 5457c169-81f4-4fd9-9167-a261b394277b owned by network:router_interface {{(pid=83992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 03 21:37:13.876460 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-2184c0eb-a1a9-4c38-ba18-637613ad5b2c admin admin] Notify callbacks [] for port, precommit_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:13.901467 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.db.provisioning_blocks [None req-2184c0eb-a1a9-4c38-ba18-637613ad5b2c admin admin] Transition to ACTIVE for port object 060ef4ee-1050-4087-9e32-9c467f259377 will not be triggered until provisioned by entity DHCP. {{(pid=83993) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 21:37:13.911446 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.rpc [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Device 664e1c46-4b31-4d24-a01f-4a2d625cc30a up at agent ovs-agent-dv-cinder-840377-1-iscsi {{(pid=83994) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 21:37:13.936895 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1549c096-f7b0-4b95-8cd9-8bf88affd107 None None] Pushing event updated for resources: {'Port': ['ID=16961367-bfd4-4b32-9536-94572aff9574,revision_number=3']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:37:13.940045 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-280a5af4-7c0f-4449-840a-caaa5f718cfd None None] Routers {'9d4b07ed-9f1a-4d42-88d5-87dd0765064d'} bound to L3 agent in host dv-cinder-840377-1-iscsi {{(pid=83995) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 03 21:37:13.940739 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.db.l3_hamode_db [None req-280a5af4-7c0f-4449-840a-caaa5f718cfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840377-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-03T21:19:18Z,description=,heartbeat_timestamp=2022-05-03T21:36:48Z,host='dv-cinder-840377-1-iscsi',id=c192ea1b-f7d6-49b7-9f22-5492fbafc6f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:19:19Z,topic='l3_agent')) {'router_ids': ['9d4b07ed-9f1a-4d42-88d5-87dd0765064d'], 'active': True} {{(pid=83995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:37:14.008397 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.provisioning_blocks [None req-b3758469-eec5-4b53-a7ea-02a88616a487 None None] Provisioning complete for port 940e87dd-c7aa-4f9d-b762-fa5cd3631382 triggered by entity DHCP. {{(pid=83994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:37:14.009485 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-b3758469-eec5-4b53-a7ea-02a88616a487 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2080827'] for port, provisioning_complete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:14.042854 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-2184c0eb-a1a9-4c38-ba18-637613ad5b2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781385847435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3391708'] for port, after_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:14.071750 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.provisioning_blocks [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Provisioning complete for port 664e1c46-4b31-4d24-a01f-4a2d625cc30a triggered by entity L2. {{(pid=83994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:37:14.072548 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2080827'] for port, provisioning_complete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:14.193555 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-33b4259a-b343-496e-8dd3-2f9823efc174 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781386188948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781385847444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3996730'] for port, after_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:14.211774 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.db.l3_dvr_db [None req-280a5af4-7c0f-4449-840a-caaa5f718cfd None None] Set router 9d4b07ed-9f1a-4d42-88d5-87dd0765064d gateway port host: dv-cinder-840377-1-iscsi {{(pid=83995) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 03 21:37:14.250903 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2184c0eb-a1a9-4c38-ba18-637613ad5b2c admin admin] Pushing event updated for resources: {'Port': ['ID=060ef4ee-1050-4087-9e32-9c467f259377,revision_number=1']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:37:14.267391 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2184c0eb-a1a9-4c38-ba18-637613ad5b2c admin admin] Network 21cb2a9e-d21d-42a6-9412-e29da9161410 is already hosted by enough agents. {{(pid=83993) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 21:37:14.268943 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2184c0eb-a1a9-4c38-ba18-637613ad5b2c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:37:14.269303 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2184c0eb-a1a9-4c38-ba18-637613ad5b2c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:37:14.269648 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2184c0eb-a1a9-4c38-ba18-637613ad5b2c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:37:14.270002 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2184c0eb-a1a9-4c38-ba18-637613ad5b2c admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:37:14.270326 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2184c0eb-a1a9-4c38-ba18-637613ad5b2c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:37:14.270828 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2184c0eb-a1a9-4c38-ba18-637613ad5b2c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:37:14.270985 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2184c0eb-a1a9-4c38-ba18-637613ad5b2c admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:37:14.271321 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2184c0eb-a1a9-4c38-ba18-637613ad5b2c admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:37:14.272279 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2184c0eb-a1a9-4c38-ba18-637613ad5b2c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:37:14.272662 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2184c0eb-a1a9-4c38-ba18-637613ad5b2c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:37:14.272999 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2184c0eb-a1a9-4c38-ba18-637613ad5b2c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:37:14.288520 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.scheduler.base_scheduler [None req-2184c0eb-a1a9-4c38-ba18-637613ad5b2c admin admin] Resources bound (agent type, host, resource id): {{(pid=83993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 21:37:14.308358 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2184c0eb-a1a9-4c38-ba18-637613ad5b2c admin admin] Received port after_create {{(pid=83993) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 03 21:37:14.372547 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b4259a-b343-496e-8dd3-2f9823efc174 admin admin] Pushing event deleted for resources: {'Port': ['ID=5457c169-81f4-4fd9-9167-a261b394277b,revision_number=None']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:37:14.412262 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-2184c0eb-a1a9-4c38-ba18-637613ad5b2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-333705'] for router_interface, before_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:14.679258 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-2184c0eb-a1a9-4c38-ba18-637613ad5b2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1124352'] for port, before_update {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:14.767800 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.db.l3_hamode_db [None req-280a5af4-7c0f-4449-840a-caaa5f718cfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d4b07ed-9f1a-4d42-88d5-87dd0765064d', 'name': 'tempest-TestShelveInstance-983045201-router', 'tenant_id': 'd8c892279efe411fa8560c058b73886f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c33334bd-f19e-453d-9f7b-349270405c58', 'external_fixed_ips': [{'subnet_id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'ip_address': '172.27.1.241'}], 'enable_snat': True}, 'gw_port_id': '16961367-bfd4-4b32-9536-94572aff9574', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:37:09Z', 'updated_at': '2022-05-03T21:37:10Z', 'revision_number': 3, 'project_id': 'd8c892279efe411fa8560c058b73886f', 'gw_port': {'id': '16961367-bfd4-4b32-9536-94572aff9574', 'name': '', 'network_id': 'c33334bd-f19e-453d-9f7b-349270405c58', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:db:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d4b07ed-9f1a-4d42-88d5-87dd0765064d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'ip_address': '172.27.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:37:09Z', 'updated_at': '2022-05-03T21:37:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840377-1-iscsi'}], 'dv-cinder-840377-1-iscsi', False) {} {{(pid=83995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:37:14.775024 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-280a5af4-7c0f-4449-840a-caaa5f718cfd None None] The sync data for ids ['9d4b07ed-9f1a-4d42-88d5-87dd0765064d'] in dv-cinder-840377-1-iscsi is: [{'id': '9d4b07ed-9f1a-4d42-88d5-87dd0765064d', 'name': 'tempest-TestShelveInstance-983045201-router', 'tenant_id': 'd8c892279efe411fa8560c058b73886f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c33334bd-f19e-453d-9f7b-349270405c58', 'external_fixed_ips': [{'subnet_id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'ip_address': '172.27.1.241'}], 'enable_snat': True}, 'gw_port_id': '16961367-bfd4-4b32-9536-94572aff9574', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:37:09Z', 'updated_at': '2022-05-03T21:37:10Z', 'revision_number': 3, 'project_id': 'd8c892279efe411fa8560c058b73886f', 'gw_port': {'id': '16961367-bfd4-4b32-9536-94572aff9574', 'name': '', 'network_id': 'c33334bd-f19e-453d-9f7b-349270405c58', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:db:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d4b07ed-9f1a-4d42-88d5-87dd0765064d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'ip_address': '172.27.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:37:09Z', 'updated_at': '2022-05-03T21:37:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840377-1-iscsi'}] {{(pid=83995) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 03 21:37:14.795217 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-33b4259a-b343-496e-8dd3-2f9823efc174 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1706353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-333669'] for router_interface, after_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:14.865368 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.provisioning_blocks [None req-5024f4ee-8ecd-4bef-bffd-d77906d37cfe None None] Provisioning for port 060ef4ee-1050-4087-9e32-9c467f259377 completed by entity DHCP. {{(pid=83994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 21:37:14.873269 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.provisioning_blocks [None req-5024f4ee-8ecd-4bef-bffd-d77906d37cfe None None] Provisioning complete for port 060ef4ee-1050-4087-9e32-9c467f259377 triggered by entity DHCP. {{(pid=83994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:37:14.873894 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-5024f4ee-8ecd-4bef-bffd-d77906d37cfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2080827'] for port, provisioning_complete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:14.974637 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.plugin [None req-5024f4ee-8ecd-4bef-bffd-d77906d37cfe None None] Port 060ef4ee-1050-4087-9e32-9c467f259377 cannot update to ACTIVE because it is not bound. {{(pid=83994) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 03 21:37:15.131916 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-2184c0eb-a1a9-4c38-ba18-637613ad5b2c admin admin] Notify callbacks [] for port, precommit_update {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:15.237260 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-2184c0eb-a1a9-4c38-ba18-637613ad5b2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781386188966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781385847453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781385847498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3391653'] for port, after_update {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:15.361084 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-2184c0eb-a1a9-4c38-ba18-637613ad5b2c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1706276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-333604'] for router_interface, after_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:15.364618 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2184c0eb-a1a9-4c38-ba18-637613ad5b2c admin admin] Pushing event updated for resources: {'Port': ['ID=060ef4ee-1050-4087-9e32-9c467f259377,revision_number=2']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:37:15.474345 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.48', 34900) {{(pid=83993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:37:15.570158 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2184c0eb-a1a9-4c38-ba18-637613ad5b2c admin admin] Network 21cb2a9e-d21d-42a6-9412-e29da9161410 is already hosted by enough agents. {{(pid=83993) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 21:37:15.573987 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.scheduler.base_scheduler [None req-2184c0eb-a1a9-4c38-ba18-637613ad5b2c admin admin] Resources bound (agent type, host, resource id): {{(pid=83993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 21:37:15.649858 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33b4259a-b343-496e-8dd3-2f9823efc174 admin admin] Router ae7dead0-6fb4-41eb-9eda-11e0a06ec6e3 has already been hosted by L3 agent c192ea1b-f7d6-49b7-9f22-5492fbafc6f3 {{(pid=83992) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 03 21:37:15.814649 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-67978415-3606-49fa-a6c4-8109471a0f84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:15.881630 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-67978415-3606-49fa-a6c4-8109471a0f84 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:37:15.899763 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-67978415-3606-49fa-a6c4-8109471a0f84 admin admin] Usage tracker for resource:security_group_rule and tenant:0a9ef967fb754b73bd21c23710a5a7dc is out of sync, need to count used quota {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:37:15.902572 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-67978415-3606-49fa-a6c4-8109471a0f84 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:37:15.913568 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-67978415-3606-49fa-a6c4-8109471a0f84 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:37:15.939978 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.rpc [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Device 940e87dd-c7aa-4f9d-b762-fa5cd3631382 up at agent ovs-agent-dv-cinder-840377-1-iscsi {{(pid=83994) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 21:37:15.955956 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33b4259a-b343-496e-8dd3-2f9823efc174 admin admin] Notify agent at l3_agent.dv-cinder-840377-1-iscsi the message routers_updated {{(pid=83992) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 21:37:15.970309 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97d59709-1188-4966-80ea-e913dfdb280f None None] Sync routers for ids ['ae7dead0-6fb4-41eb-9eda-11e0a06ec6e3'] in dv-cinder-840377-1-iscsi {{(pid=83994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 03 21:37:15.974705 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [None req-33b4259a-b343-496e-8dd3-2f9823efc174 admin admin] 10.222.0.48 "PUT /v2.0/routers/ae7dead0-6fb4-41eb-9eda-11e0a06ec6e3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7151444 May 03 21:37:15.975088 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.48', 34912) {{(pid=83992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:37:16.009735 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97d59709-1188-4966-80ea-e913dfdb280f None None] Routers {'ae7dead0-6fb4-41eb-9eda-11e0a06ec6e3'} bound to L3 agent in host dv-cinder-840377-1-iscsi {{(pid=83994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 03 21:37:16.010500 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.l3_hamode_db [None req-97d59709-1188-4966-80ea-e913dfdb280f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840377-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-03T21:19:18Z,description=,heartbeat_timestamp=2022-05-03T21:36:48Z,host='dv-cinder-840377-1-iscsi',id=c192ea1b-f7d6-49b7-9f22-5492fbafc6f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:19:19Z,topic='l3_agent')) {'router_ids': ['ae7dead0-6fb4-41eb-9eda-11e0a06ec6e3'], 'active': True} {{(pid=83994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:37:16.117884 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-67978415-3606-49fa-a6c4-8109471a0f84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:16.190114 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2184c0eb-a1a9-4c38-ba18-637613ad5b2c admin admin] Router 9d4b07ed-9f1a-4d42-88d5-87dd0765064d has already been hosted by L3 agent c192ea1b-f7d6-49b7-9f22-5492fbafc6f3 {{(pid=83993) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 03 21:37:16.203073 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-67978415-3606-49fa-a6c4-8109471a0f84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746426'] for security_group, after_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:16.208812 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.provisioning_blocks [None req-2a2e2aaf-e094-456e-b058-267b9e791fa9 None None] Provisioning complete for port 060ef4ee-1050-4087-9e32-9c467f259377 triggered by entity DHCP. {{(pid=83994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:37:16.209273 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-2a2e2aaf-e094-456e-b058-267b9e791fa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2080827'] for port, provisioning_complete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:16.237747 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-1aff4fef-9af4-4fa0-b8e1-31aaf3bf14cd admin admin] Notify callbacks [] for router, before_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:16.251861 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.l3_dvr_db [None req-97d59709-1188-4966-80ea-e913dfdb280f None None] Set router ae7dead0-6fb4-41eb-9eda-11e0a06ec6e3 gateway port host: dv-cinder-840377-1-iscsi {{(pid=83994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 03 21:37:16.307130 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.provisioning_blocks [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Provisioning complete for port 940e87dd-c7aa-4f9d-b762-fa5cd3631382 triggered by entity L2. {{(pid=83994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:37:16.307602 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2080827'] for port, provisioning_complete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:16.379769 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67978415-3606-49fa-a6c4-8109471a0f84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fa88985-d2ab-4e9a-917a-13edd05f2ac0,revision_number=1']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:37:16.391223 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-67978415-3606-49fa-a6c4-8109471a0f84 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=0a9ef967fb754b73bd21c23710a5a7dc&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9154377 May 03 21:37:16.393509 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.48', 34916) {{(pid=83993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:37:16.435810 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.plugin [None req-2a2e2aaf-e094-456e-b058-267b9e791fa9 None None] Port 060ef4ee-1050-4087-9e32-9c467f259377 cannot update to ACTIVE because it is not bound. {{(pid=83994) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 03 21:37:16.466073 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-1aff4fef-9af4-4fa0-b8e1-31aaf3bf14cd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:16.494948 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-b834a9d1-0697-4000-86c7-e0884e92e595 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:16.518931 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-adc88c92-0bec-44a5-a616-95f60cc60876 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781386283879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2080842'] for agent, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:16.532970 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-b834a9d1-0697-4000-86c7-e0884e92e595 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:16.534061 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.plugins.ml2.plugin [None req-1aff4fef-9af4-4fa0-b8e1-31aaf3bf14cd admin admin] Deleting port 0a07561c-bb96-444c-8c1c-e211fc2b8739 {{(pid=83992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 03 21:37:16.534459 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-1aff4fef-9af4-4fa0-b8e1-31aaf3bf14cd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781386349267'] for port, before_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:16.595966 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2184c0eb-a1a9-4c38-ba18-637613ad5b2c admin admin] Notify agent at l3_agent.dv-cinder-840377-1-iscsi the message routers_updated {{(pid=83993) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 21:37:16.626185 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-2184c0eb-a1a9-4c38-ba18-637613ad5b2c admin admin] 10.222.0.48 "PUT /v2.0/routers/9d4b07ed-9f1a-4d42-88d5-87dd0765064d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7037311 May 03 21:37:16.717169 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-b834a9d1-0697-4000-86c7-e0884e92e595 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746426'] for security_group, after_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:16.719573 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-b834a9d1-0697-4000-86c7-e0884e92e595 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:16.720925 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-b834a9d1-0697-4000-86c7-e0884e92e595 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/3fa88985-d2ab-4e9a-917a-13edd05f2ac0 HTTP/1.1" status: 204 len: 168 time: 0.3252394 May 03 21:37:16.739726 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b834a9d1-0697-4000-86c7-e0884e92e595 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fa88985-d2ab-4e9a-917a-13edd05f2ac0,revision_number=None']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:37:16.742263 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.l3_hamode_db [None req-97d59709-1188-4966-80ea-e913dfdb280f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae7dead0-6fb4-41eb-9eda-11e0a06ec6e3', 'name': 'tempest-AttachVolumeShelveTestJSON-2141674484-router', 'tenant_id': '4cf52ffb4a864a689f5d0242ddc4cc4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c33334bd-f19e-453d-9f7b-349270405c58', 'external_fixed_ips': [{'subnet_id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'ip_address': '172.27.1.47'}], 'enable_snat': True}, 'gw_port_id': '0a07561c-bb96-444c-8c1c-e211fc2b8739', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:28:28Z', 'updated_at': '2022-05-03T21:37:14Z', 'revision_number': 5, 'project_id': '4cf52ffb4a864a689f5d0242ddc4cc4f', 'gw_port': {'id': '0a07561c-bb96-444c-8c1c-e211fc2b8739', 'name': '', 'network_id': 'c33334bd-f19e-453d-9f7b-349270405c58', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:4e:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae7dead0-6fb4-41eb-9eda-11e0a06ec6e3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'ip_address': '172.27.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:28:30Z', 'updated_at': '2022-05-03T21:28:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840377-1-iscsi'}], 'dv-cinder-840377-1-iscsi', False) {} {{(pid=83994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:37:16.749971 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97d59709-1188-4966-80ea-e913dfdb280f None None] Checking router: ae7dead0-6fb4-41eb-9eda-11e0a06ec6e3 for host: dv-cinder-840377-1-iscsi {{(pid=83994) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 03 21:37:16.780800 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97d59709-1188-4966-80ea-e913dfdb280f None None] Routers {'ae7dead0-6fb4-41eb-9eda-11e0a06ec6e3'} bound to L3 agent in host dv-cinder-840377-1-iscsi {{(pid=83994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 03 21:37:16.781437 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.l3_hamode_db [None req-97d59709-1188-4966-80ea-e913dfdb280f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840377-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-03T21:19:18Z,description=,heartbeat_timestamp=2022-05-03T21:36:48Z,host='dv-cinder-840377-1-iscsi',id=c192ea1b-f7d6-49b7-9f22-5492fbafc6f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:19:19Z,topic='l3_agent')) {'router_ids': ['ae7dead0-6fb4-41eb-9eda-11e0a06ec6e3'], 'active': True} {{(pid=83994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:37:16.797041 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.plugins.ml2.db [None req-1aff4fef-9af4-4fa0-b8e1-31aaf3bf14cd admin admin] For port 0a07561c-bb96-444c-8c1c-e211fc2b8739, host dv-cinder-840377-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840377-1-iscsi',level=0,port_id=0a07561c-bb96-444c-8c1c-e211fc2b8739,segment=NetworkSegment(36b0f1c3-e784-4cca-986f-65718d8cb16d),segment_id=36b0f1c3-e784-4cca-986f-65718d8cb16d)] {{(pid=83992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 21:37:16.797607 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-1aff4fef-9af4-4fa0-b8e1-31aaf3bf14cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749056'] for port, precommit_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:17.013418 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.plugins.ml2.plugin [None req-1aff4fef-9af4-4fa0-b8e1-31aaf3bf14cd admin admin] Calling delete_port for 0a07561c-bb96-444c-8c1c-e211fc2b8739 owned by network:router_gateway {{(pid=83992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 03 21:37:17.035481 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.l3_dvr_db [None req-97d59709-1188-4966-80ea-e913dfdb280f None None] Set router ae7dead0-6fb4-41eb-9eda-11e0a06ec6e3 gateway port host: None {{(pid=83994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 03 21:37:17.211335 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.l3_hamode_db [None req-97d59709-1188-4966-80ea-e913dfdb280f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae7dead0-6fb4-41eb-9eda-11e0a06ec6e3', 'name': 'tempest-AttachVolumeShelveTestJSON-2141674484-router', 'tenant_id': '4cf52ffb4a864a689f5d0242ddc4cc4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:28:28Z', 'updated_at': '2022-05-03T21:37:16Z', 'revision_number': 6, 'project_id': '4cf52ffb4a864a689f5d0242ddc4cc4f', 'gw_port_host': None}], 'dv-cinder-840377-1-iscsi', False) {} {{(pid=83994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:37:17.216570 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97d59709-1188-4966-80ea-e913dfdb280f None None] The sync data for ids ['ae7dead0-6fb4-41eb-9eda-11e0a06ec6e3'] in dv-cinder-840377-1-iscsi is: [{'id': 'ae7dead0-6fb4-41eb-9eda-11e0a06ec6e3', 'name': 'tempest-AttachVolumeShelveTestJSON-2141674484-router', 'tenant_id': '4cf52ffb4a864a689f5d0242ddc4cc4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:28:28Z', 'updated_at': '2022-05-03T21:37:16Z', 'revision_number': 6, 'project_id': '4cf52ffb4a864a689f5d0242ddc4cc4f', 'gw_port_host': None}] {{(pid=83994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 03 21:37:17.339498 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-1aff4fef-9af4-4fa0-b8e1-31aaf3bf14cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781386188948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781385847444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3996730'] for port, after_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:17.506308 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aff4fef-9af4-4fa0-b8e1-31aaf3bf14cd admin admin] Pushing event deleted for resources: {'Port': ['ID=0a07561c-bb96-444c-8c1c-e211fc2b8739,revision_number=None']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:37:17.541918 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.48', 34944) {{(pid=83993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:37:17.547894 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.v2.base [None req-b1f51cab-48ae-4d72-8156-d4eb0f57f6f9 tempest-TestShelveInstance-1775851064 tempest-TestShelveInstance-1775851064-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1823248737', 'description': 'tempest-secgroup-smoke-1823248737 description', 'project_id': 'eca9727df4a44eaaa12b84e3f0df0b51'}} {{(pid=83993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 03 21:37:17.555166 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-b1f51cab-48ae-4d72-8156-d4eb0f57f6f9 tempest-TestShelveInstance-1775851064 tempest-TestShelveInstance-1775851064-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:37:17.562332 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-b1f51cab-48ae-4d72-8156-d4eb0f57f6f9 tempest-TestShelveInstance-1775851064 tempest-TestShelveInstance-1775851064-project] Usage tracker for resource:security_group and tenant:eca9727df4a44eaaa12b84e3f0df0b51 is out of sync, need to count used quota {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:37:17.568360 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-b1f51cab-48ae-4d72-8156-d4eb0f57f6f9 tempest-TestShelveInstance-1775851064 tempest-TestShelveInstance-1775851064-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:37:17.577112 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-b1f51cab-48ae-4d72-8156-d4eb0f57f6f9 tempest-TestShelveInstance-1775851064 tempest-TestShelveInstance-1775851064-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:37:17.589782 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.48', 34948) {{(pid=83993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:37:17.613586 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-d3b35452-89d6-4b60-8985-52bb2957e6d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:17.653565 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-d3b35452-89d6-4b60-8985-52bb2957e6d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:37:17.658084 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-d3b35452-89d6-4b60-8985-52bb2957e6d6 admin admin] Usage tracker for resource:security_group_rule and tenant:68f4494242164ec7b20c08da6dff6b67 is out of sync, need to count used quota {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:37:17.661447 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-d3b35452-89d6-4b60-8985-52bb2957e6d6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:37:17.664114 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-b1f51cab-48ae-4d72-8156-d4eb0f57f6f9 tempest-TestShelveInstance-1775851064 tempest-TestShelveInstance-1775851064-project] Notify callbacks [] for security_group, before_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:17.682216 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-d3b35452-89d6-4b60-8985-52bb2957e6d6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:37:17.725532 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-b1f51cab-48ae-4d72-8156-d4eb0f57f6f9 tempest-TestShelveInstance-1775851064 tempest-TestShelveInstance-1775851064-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:37:17.728199 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-b1f51cab-48ae-4d72-8156-d4eb0f57f6f9 tempest-TestShelveInstance-1775851064 tempest-TestShelveInstance-1775851064-project] Usage tracker for resource:security_group_rule and tenant:eca9727df4a44eaaa12b84e3f0df0b51 is out of sync, need to count used quota {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:37:17.734425 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-b1f51cab-48ae-4d72-8156-d4eb0f57f6f9 tempest-TestShelveInstance-1775851064 tempest-TestShelveInstance-1775851064-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:37:17.741376 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-b1f51cab-48ae-4d72-8156-d4eb0f57f6f9 tempest-TestShelveInstance-1775851064 tempest-TestShelveInstance-1775851064-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:37:17.789290 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-1aff4fef-9af4-4fa0-b8e1-31aaf3bf14cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-332847'] for router_gateway, after_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:17.794717 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-d3b35452-89d6-4b60-8985-52bb2957e6d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:17.843290 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-b1f51cab-48ae-4d72-8156-d4eb0f57f6f9 tempest-TestShelveInstance-1775851064 tempest-TestShelveInstance-1775851064-project] Notify callbacks [] for security_group, precommit_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:17.854005 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-d3b35452-89d6-4b60-8985-52bb2957e6d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746426'] for security_group, after_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:17.877105 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.rpc [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Device 5457c169-81f4-4fd9-9167-a261b394277b no longer exists at agent ovs-agent-dv-cinder-840377-1-iscsi {{(pid=83994) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 21:37:17.904042 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b35452-89d6-4b60-8985-52bb2957e6d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85316ab0-990a-487c-af23-f1ca6a6dfa3e,revision_number=1']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:37:17.910893 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-d3b35452-89d6-4b60-8985-52bb2957e6d6 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=68f4494242164ec7b20c08da6dff6b67&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3176298 May 03 21:37:17.911418 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.48', 34952) {{(pid=83993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:37:17.922773 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.plugin [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] No Port match for: 5457c169-81f4-4fd9-9167-a261b394277b {{(pid=83994) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 03 21:37:17.923115 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.rpc [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Device 5457c169-81f4-4fd9-9167-a261b394277b not bound to the agent host dv-cinder-840377-1-iscsi {{(pid=83994) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 21:37:17.925085 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-b1f51cab-48ae-4d72-8156-d4eb0f57f6f9 tempest-TestShelveInstance-1775851064 tempest-TestShelveInstance-1775851064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746426'] for security_group, after_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:17.999025 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f51cab-48ae-4d72-8156-d4eb0f57f6f9 tempest-TestShelveInstance-1775851064 tempest-TestShelveInstance-1775851064-project] Pushing event updated for resources: {'SecurityGroup': ['ID=90a438e1-4790-42cb-bc9f-357ceea8d33f,revision_number=1']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:37:18.023777 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-23dbea8e-1621-48bc-a5b8-931722c1b948 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:18.056453 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-23dbea8e-1621-48bc-a5b8-931722c1b948 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:18.068367 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-1aff4fef-9af4-4fa0-b8e1-31aaf3bf14cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-330463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4187'] for router, precommit_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:18.073791 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-1aff4fef-9af4-4fa0-b8e1-31aaf3bf14cd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:18.099724 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-b1f51cab-48ae-4d72-8156-d4eb0f57f6f9 tempest-TestShelveInstance-1775851064 tempest-TestShelveInstance-1775851064-project] Notify callbacks [] for security_group, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:18.101068 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-b1f51cab-48ae-4d72-8156-d4eb0f57f6f9 tempest-TestShelveInstance-1775851064 tempest-TestShelveInstance-1775851064-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.5581539 May 03 21:37:18.105012 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.48', 34956) {{(pid=83992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:37:18.110785 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.v2.base [None req-ce4f6e97-c96e-411d-86a0-57a943a7bc43 tempest-TestShelveInstance-1775851064 tempest-TestShelveInstance-1775851064-project] Request body: {'security_group_rule': {'security_group_id': '90a438e1-4790-42cb-bc9f-357ceea8d33f', 'project_id': 'eca9727df4a44eaaa12b84e3f0df0b51', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 03 21:37:18.116868 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.db.quota.driver [None req-ce4f6e97-c96e-411d-86a0-57a943a7bc43 tempest-TestShelveInstance-1775851064 tempest-TestShelveInstance-1775851064-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:37:18.121602 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.quota.resource [None req-ce4f6e97-c96e-411d-86a0-57a943a7bc43 tempest-TestShelveInstance-1775851064 tempest-TestShelveInstance-1775851064-project] Usage tracker for resource:security_group_rule and tenant:eca9727df4a44eaaa12b84e3f0df0b51 is out of sync, need to count used quota {{(pid=83992) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:37:18.124674 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.quota.resource [None req-ce4f6e97-c96e-411d-86a0-57a943a7bc43 tempest-TestShelveInstance-1775851064 tempest-TestShelveInstance-1775851064-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83992) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:37:18.131440 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.db.quota.driver [None req-ce4f6e97-c96e-411d-86a0-57a943a7bc43 tempest-TestShelveInstance-1775851064 tempest-TestShelveInstance-1775851064-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:37:18.185377 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-1aff4fef-9af4-4fa0-b8e1-31aaf3bf14cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-330355'] for router, after_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:18.185704 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-23dbea8e-1621-48bc-a5b8-931722c1b948 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746426'] for security_group, after_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:18.186014 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1aff4fef-9af4-4fa0-b8e1-31aaf3bf14cd admin admin] Fanout notify agent at l3_agent the message router_deleted on router ae7dead0-6fb4-41eb-9eda-11e0a06ec6e3 {{(pid=83992) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 03 21:37:18.198844 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-1aff4fef-9af4-4fa0-b8e1-31aaf3bf14cd admin admin] Notify callbacks [] for router, before_response {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:18.200010 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [None req-1aff4fef-9af4-4fa0-b8e1-31aaf3bf14cd admin admin] 10.222.0.48 "DELETE /v2.0/routers/ae7dead0-6fb4-41eb-9eda-11e0a06ec6e3 HTTP/1.1" status: 204 len: 168 time: 2.2241423 May 03 21:37:18.202796 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.48', 34960) {{(pid=83992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:37:18.206473 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23dbea8e-1621-48bc-a5b8-931722c1b948 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85316ab0-990a-487c-af23-f1ca6a6dfa3e,revision_number=None']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:37:18.210818 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-23dbea8e-1621-48bc-a5b8-931722c1b948 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:18.213213 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-23dbea8e-1621-48bc-a5b8-931722c1b948 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/85316ab0-990a-487c-af23-f1ca6a6dfa3e HTTP/1.1" status: 204 len: 168 time: 0.3000963 May 03 21:37:18.261337 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-ce4f6e97-c96e-411d-86a0-57a943a7bc43 tempest-TestShelveInstance-1775851064 tempest-TestShelveInstance-1775851064-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:18.292602 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.db.db_base_plugin_v2 [None req-c96847a6-f081-4867-9d97-d537a0a084f8 admin admin] Deleting subnet e0993ef0-a172-48a1-8947-068cb6cb24ca {{(pid=83992) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 03 21:37:18.303441 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-c96847a6-f081-4867-9d97-d537a0a084f8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:18.368465 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-c96847a6-f081-4867-9d97-d537a0a084f8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2020427'] for subnet, precommit_delete_associations {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:18.425741 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-ce4f6e97-c96e-411d-86a0-57a943a7bc43 tempest-TestShelveInstance-1775851064 tempest-TestShelveInstance-1775851064-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:18.466630 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-c96847a6-f081-4867-9d97-d537a0a084f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2088927'] for subnet, precommit_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:18.746922 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-cb1ed8be-5a64-4455-ae4f-8e420ee2f63a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781386283879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2080842'] for agent, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:18.747724 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-c96847a6-f081-4867-9d97-d537a0a084f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2088918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3996681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3410922'] for subnet, after_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:18.747724 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-ce4f6e97-c96e-411d-86a0-57a943a7bc43 tempest-TestShelveInstance-1775851064 tempest-TestShelveInstance-1775851064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746249'] for security_group_rule, after_create {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:18.801550 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96847a6-f081-4867-9d97-d537a0a084f8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e0993ef0-a172-48a1-8947-068cb6cb24ca,revision_number=None']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:37:18.808788 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4f6e97-c96e-411d-86a0-57a943a7bc43 tempest-TestShelveInstance-1775851064 tempest-TestShelveInstance-1775851064-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1decafb-3b02-4be7-87f0-bd39d0977f57,revision_number=0']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:37:18.813924 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-c96847a6-f081-4867-9d97-d537a0a084f8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:18.823761 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [None req-c96847a6-f081-4867-9d97-d537a0a084f8 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/e0993ef0-a172-48a1-8947-068cb6cb24ca HTTP/1.1" status: 204 len: 168 time: 0.6168010 May 03 21:37:18.826010 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.48', 34976) {{(pid=83993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:37:18.831859 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23e6c541-8bc4-4e8a-884e-2de4800f65e3 None None] Network a76ba353-ab28-4792-b070-a9ace23ad085 requested from dv-cinder-840377-1-iscsi {{(pid=83994) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 03 21:37:18.921824 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-ce4f6e97-c96e-411d-86a0-57a943a7bc43 tempest-TestShelveInstance-1775851064 tempest-TestShelveInstance-1775851064-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:18.922996 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [None req-ce4f6e97-c96e-411d-86a0-57a943a7bc43 tempest-TestShelveInstance-1775851064 tempest-TestShelveInstance-1775851064-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.8168569 May 03 21:37:18.933708 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.48', 34982) {{(pid=83992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:37:18.939309 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.v2.base [None req-743f2a3a-a5a6-4611-8f02-9f62b5ff6e87 tempest-TestShelveInstance-1775851064 tempest-TestShelveInstance-1775851064-project] Request body: {'security_group_rule': {'security_group_id': '90a438e1-4790-42cb-bc9f-357ceea8d33f', 'project_id': 'eca9727df4a44eaaa12b84e3f0df0b51', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 03 21:37:18.953181 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.db.quota.driver [None req-743f2a3a-a5a6-4611-8f02-9f62b5ff6e87 tempest-TestShelveInstance-1775851064 tempest-TestShelveInstance-1775851064-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:37:18.964359 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.quota.resource [None req-743f2a3a-a5a6-4611-8f02-9f62b5ff6e87 tempest-TestShelveInstance-1775851064 tempest-TestShelveInstance-1775851064-project] Usage tracker for resource:security_group_rule and tenant:eca9727df4a44eaaa12b84e3f0df0b51 is out of sync, need to count used quota {{(pid=83992) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:37:18.973179 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.quota.resource [None req-743f2a3a-a5a6-4611-8f02-9f62b5ff6e87 tempest-TestShelveInstance-1775851064 tempest-TestShelveInstance-1775851064-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83992) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:37:18.985512 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-b717efe8-700c-47aa-8184-2602cdd757a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1078587'] for network, before_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:18.991115 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.db.quota.driver [None req-743f2a3a-a5a6-4611-8f02-9f62b5ff6e87 tempest-TestShelveInstance-1775851064 tempest-TestShelveInstance-1775851064-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:37:18.999301 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.plugin [None req-b717efe8-700c-47aa-8184-2602cdd757a9 admin admin] Deleting port c1eb7f0c-99b5-401d-88c9-e436e0a7a6d5 {{(pid=83993) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 03 21:37:18.999961 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-b717efe8-700c-47aa-8184-2602cdd757a9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781386349267'] for port, before_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:19.120753 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-743f2a3a-a5a6-4611-8f02-9f62b5ff6e87 tempest-TestShelveInstance-1775851064 tempest-TestShelveInstance-1775851064-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:19.233619 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-743f2a3a-a5a6-4611-8f02-9f62b5ff6e87 tempest-TestShelveInstance-1775851064 tempest-TestShelveInstance-1775851064-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:19.293342 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f49760ae-d4c1-41a2-bf2b-625f916621a3 None None] DHCP port deletion for a76ba353-ab28-4792-b070-a9ace23ad085 request from dv-cinder-840377-1-iscsi {{(pid=83994) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 03 21:37:19.304236 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.plugin [None req-f49760ae-d4c1-41a2-bf2b-625f916621a3 None None] Deleting port c1eb7f0c-99b5-401d-88c9-e436e0a7a6d5 {{(pid=83994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 03 21:37:19.304236 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-f49760ae-d4c1-41a2-bf2b-625f916621a3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781386349267'] for port, before_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:19.362411 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-743f2a3a-a5a6-4611-8f02-9f62b5ff6e87 tempest-TestShelveInstance-1775851064 tempest-TestShelveInstance-1775851064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746249'] for security_group_rule, after_create {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:19.388708 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.db [None req-b717efe8-700c-47aa-8184-2602cdd757a9 admin admin] For port c1eb7f0c-99b5-401d-88c9-e436e0a7a6d5, host dv-cinder-840377-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840377-1-iscsi',level=0,port_id=c1eb7f0c-99b5-401d-88c9-e436e0a7a6d5,segment=NetworkSegment(192a8290-7524-479c-9894-35253b5adf28),segment_id=192a8290-7524-479c-9894-35253b5adf28)] {{(pid=83993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 21:37:19.390276 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-b717efe8-700c-47aa-8184-2602cdd757a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749056'] for port, precommit_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:19.390400 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743f2a3a-a5a6-4611-8f02-9f62b5ff6e87 tempest-TestShelveInstance-1775851064 tempest-TestShelveInstance-1775851064-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65e94194-b500-4357-a50e-388659ea6eba,revision_number=0']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:37:19.500682 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-743f2a3a-a5a6-4611-8f02-9f62b5ff6e87 tempest-TestShelveInstance-1775851064 tempest-TestShelveInstance-1775851064-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:19.505168 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [None req-743f2a3a-a5a6-4611-8f02-9f62b5ff6e87 tempest-TestShelveInstance-1775851064 tempest-TestShelveInstance-1775851064-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.5678349 May 03 21:37:19.505425 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.48', 34998) {{(pid=83992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:37:19.511719 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.v2.base [None req-488421b1-bddd-4f5a-aa25-779e19605b2a tempest-TestShelveInstance-1775851064 tempest-TestShelveInstance-1775851064-project] Request body: {'security_group_rule': {'security_group_id': '90a438e1-4790-42cb-bc9f-357ceea8d33f', 'project_id': 'eca9727df4a44eaaa12b84e3f0df0b51', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 03 21:37:19.518372 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.plugin [None req-b717efe8-700c-47aa-8184-2602cdd757a9 admin admin] Calling delete_port for c1eb7f0c-99b5-401d-88c9-e436e0a7a6d5 owned by network:dhcp {{(pid=83993) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 03 21:37:19.521435 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.db.quota.driver [None req-488421b1-bddd-4f5a-aa25-779e19605b2a tempest-TestShelveInstance-1775851064 tempest-TestShelveInstance-1775851064-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:37:19.528179 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.quota.resource [None req-488421b1-bddd-4f5a-aa25-779e19605b2a tempest-TestShelveInstance-1775851064 tempest-TestShelveInstance-1775851064-project] Usage tracker for resource:security_group_rule and tenant:eca9727df4a44eaaa12b84e3f0df0b51 is out of sync, need to count used quota {{(pid=83992) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:37:19.530102 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.quota.resource [None req-488421b1-bddd-4f5a-aa25-779e19605b2a tempest-TestShelveInstance-1775851064 tempest-TestShelveInstance-1775851064-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83992) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:37:19.537744 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.db.quota.driver [None req-488421b1-bddd-4f5a-aa25-779e19605b2a tempest-TestShelveInstance-1775851064 tempest-TestShelveInstance-1775851064-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:37:19.558839 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.db [None req-f49760ae-d4c1-41a2-bf2b-625f916621a3 None None] For port c1eb7f0c-99b5-401d-88c9-e436e0a7a6d5, host dv-cinder-840377-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840377-1-iscsi',level=0,port_id=c1eb7f0c-99b5-401d-88c9-e436e0a7a6d5,segment=NetworkSegment(192a8290-7524-479c-9894-35253b5adf28),segment_id=192a8290-7524-479c-9894-35253b5adf28)] {{(pid=83994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 21:37:19.559207 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-f49760ae-d4c1-41a2-bf2b-625f916621a3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749056'] for port, precommit_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:19.639300 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-488421b1-bddd-4f5a-aa25-779e19605b2a tempest-TestShelveInstance-1775851064 tempest-TestShelveInstance-1775851064-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:19.713818 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.plugin [None req-f49760ae-d4c1-41a2-bf2b-625f916621a3 None None] Calling delete_port for c1eb7f0c-99b5-401d-88c9-e436e0a7a6d5 owned by network:dhcp {{(pid=83994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 03 21:37:19.718663 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-488421b1-bddd-4f5a-aa25-779e19605b2a tempest-TestShelveInstance-1775851064 tempest-TestShelveInstance-1775851064-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:19.738991 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.48', 35004) {{(pid=83992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:37:19.751253 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-b717efe8-700c-47aa-8184-2602cdd757a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781386188948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781385847444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3391708'] for port, after_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:19.798330 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b717efe8-700c-47aa-8184-2602cdd757a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=c1eb7f0c-99b5-401d-88c9-e436e0a7a6d5,revision_number=None']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:37:19.810080 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b717efe8-700c-47aa-8184-2602cdd757a9 admin admin] No DVR routers for this DVR port c1eb7f0c-99b5-401d-88c9-e436e0a7a6d5 on host dv-cinder-840377-1-iscsi {{(pid=83993) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 21:37:19.830453 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-488421b1-bddd-4f5a-aa25-779e19605b2a tempest-TestShelveInstance-1775851064 tempest-TestShelveInstance-1775851064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746249'] for security_group_rule, after_create {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:19.835393 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.db.api [None req-f49760ae-d4c1-41a2-bf2b-625f916621a3 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83994) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 03 21:37:19.838441 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG oslo_db.api [None req-f49760ae-d4c1-41a2-bf2b-625f916621a3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 03 21:37:19.854782 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781386283879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2080842'] for agent, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:19.855845 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781386283879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2080842'] for agent, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:19.857742 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-0dfda447-9707-4eba-99ce-657c79a02a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781386283879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2080842'] for agent, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:19.873284 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488421b1-bddd-4f5a-aa25-779e19605b2a tempest-TestShelveInstance-1775851064 tempest-TestShelveInstance-1775851064-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07634beb-21d5-40dc-a01b-7aedef432ac0,revision_number=0']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:37:19.926745 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.rpc [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Device c1eb7f0c-99b5-401d-88c9-e436e0a7a6d5 no longer exists at agent ovs-agent-dv-cinder-840377-1-iscsi {{(pid=83994) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 21:37:19.935719 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-0eb428c2-e881-480a-be96-36308d55a08b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:19.969917 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-488421b1-bddd-4f5a-aa25-779e19605b2a tempest-TestShelveInstance-1775851064 tempest-TestShelveInstance-1775851064-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:19.974028 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [None req-488421b1-bddd-4f5a-aa25-779e19605b2a tempest-TestShelveInstance-1775851064 tempest-TestShelveInstance-1775851064-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.4648442 May 03 21:37:19.974572 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.48', 35014) {{(pid=83993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:37:19.975117 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.plugin [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] No Port match for: c1eb7f0c-99b5-401d-88c9-e436e0a7a6d5 {{(pid=83994) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 03 21:37:19.975468 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.rpc [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Device c1eb7f0c-99b5-401d-88c9-e436e0a7a6d5 not bound to the agent host dv-cinder-840377-1-iscsi {{(pid=83994) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 21:37:19.982164 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.db.quota.driver [None req-0eb428c2-e881-480a-be96-36308d55a08b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:37:19.984885 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.quota.resource [None req-0eb428c2-e881-480a-be96-36308d55a08b admin admin] Usage tracker for resource:security_group_rule and tenant:364a45aa5d4f49fbb4169be76ae046d2 is out of sync, need to count used quota {{(pid=83992) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:37:19.985210 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.v2.base [None req-da345412-f020-4c2e-967f-311b2d4e69c8 tempest-TestShelveInstance-1775851064 tempest-TestShelveInstance-1775851064-project] Request body: {'security_group_rule': {'security_group_id': '90a438e1-4790-42cb-bc9f-357ceea8d33f', 'project_id': 'eca9727df4a44eaaa12b84e3f0df0b51', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 03 21:37:19.989077 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.quota.resource [None req-0eb428c2-e881-480a-be96-36308d55a08b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83992) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:37:19.996708 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.db.quota.driver [None req-0eb428c2-e881-480a-be96-36308d55a08b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:37:20.010804 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-da345412-f020-4c2e-967f-311b2d4e69c8 tempest-TestShelveInstance-1775851064 tempest-TestShelveInstance-1775851064-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:37:20.017887 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-da345412-f020-4c2e-967f-311b2d4e69c8 tempest-TestShelveInstance-1775851064 tempest-TestShelveInstance-1775851064-project] Usage tracker for resource:security_group_rule and tenant:eca9727df4a44eaaa12b84e3f0df0b51 is out of sync, need to count used quota {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:37:20.021536 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-b717efe8-700c-47aa-8184-2602cdd757a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2083402', 'neutron.services.segments.db._delete_segments_for_network-8781386283897'] for network, precommit_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:20.031684 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-da345412-f020-4c2e-967f-311b2d4e69c8 tempest-TestShelveInstance-1775851064 tempest-TestShelveInstance-1775851064-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:37:20.043034 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-da345412-f020-4c2e-967f-311b2d4e69c8 tempest-TestShelveInstance-1775851064 tempest-TestShelveInstance-1775851064-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:37:20.062783 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.services.segments.db [None req-b717efe8-700c-47aa-8184-2602cdd757a9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a76ba353-ab28-4792-b070-a9ace23ad085']}} {{(pid=83993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:37:20.081000 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.services.segments.db [None req-b717efe8-700c-47aa-8184-2602cdd757a9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '192a8290-7524-479c-9894-35253b5adf28') {'for_net_delete': True} {{(pid=83993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:37:20.081000 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.services.segments.db [None req-b717efe8-700c-47aa-8184-2602cdd757a9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '192a8290-7524-479c-9894-35253b5adf28') {} {{(pid=83993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:37:20.097050 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-b717efe8-700c-47aa-8184-2602cdd757a9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781386283780', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4073667'] for segment, before_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:20.115879 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-b717efe8-700c-47aa-8184-2602cdd757a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1172921'] for segment, precommit_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:20.118458 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-0eb428c2-e881-480a-be96-36308d55a08b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:20.125890 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b717efe8-700c-47aa-8184-2602cdd757a9 admin admin] Releasing vlan 430 on physical network physnet1 to pool {{(pid=83993) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 03 21:37:20.131015 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-b717efe8-700c-47aa-8184-2602cdd757a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1172898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3391617'] for segment, after_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:20.142686 dv-cinder-840377-1-iscsi neutron-server[83993]: Traceback (most recent call last): May 03 21:37:20.142686 dv-cinder-840377-1-iscsi neutron-server[83993]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 03 21:37:20.142686 dv-cinder-840377-1-iscsi neutron-server[83993]: timer() May 03 21:37:20.142686 dv-cinder-840377-1-iscsi neutron-server[83993]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 03 21:37:20.142686 dv-cinder-840377-1-iscsi neutron-server[83993]: cb(*args, **kw) May 03 21:37:20.142686 dv-cinder-840377-1-iscsi neutron-server[83993]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 03 21:37:20.142686 dv-cinder-840377-1-iscsi neutron-server[83993]: return func(*args, **kwargs) May 03 21:37:20.142686 dv-cinder-840377-1-iscsi neutron-server[83993]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 03 21:37:20.142686 dv-cinder-840377-1-iscsi neutron-server[83993]: self._notify() May 03 21:37:20.142686 dv-cinder-840377-1-iscsi neutron-server[83993]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 03 21:37:20.142686 dv-cinder-840377-1-iscsi neutron-server[83993]: self.callback(batched_events) May 03 21:37:20.142686 dv-cinder-840377-1-iscsi neutron-server[83993]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 03 21:37:20.142686 dv-cinder-840377-1-iscsi neutron-server[83993]: event.method(event) May 03 21:37:20.142686 dv-cinder-840377-1-iscsi neutron-server[83993]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 03 21:37:20.142686 dv-cinder-840377-1-iscsi neutron-server[83993]: aggregate_id = self._get_aggregate_id(event.segment_id) May 03 21:37:20.142686 dv-cinder-840377-1-iscsi neutron-server[83993]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 03 21:37:20.142686 dv-cinder-840377-1-iscsi neutron-server[83993]: aggregate_uuid = self.p_client.list_aggregates( May 03 21:37:20.142686 dv-cinder-840377-1-iscsi neutron-server[83993]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 03 21:37:20.142686 dv-cinder-840377-1-iscsi neutron-server[83993]: return f(self, *a, **k) May 03 21:37:20.142686 dv-cinder-840377-1-iscsi neutron-server[83993]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 03 21:37:20.142686 dv-cinder-840377-1-iscsi neutron-server[83993]: return self._get(url).json() May 03 21:37:20.142686 dv-cinder-840377-1-iscsi neutron-server[83993]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 03 21:37:20.142686 dv-cinder-840377-1-iscsi neutron-server[83993]: return self._client.get(url, endpoint_filter=self._ks_filter, May 03 21:37:20.142686 dv-cinder-840377-1-iscsi neutron-server[83993]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 03 21:37:20.142686 dv-cinder-840377-1-iscsi neutron-server[83993]: return self.request(url, 'GET', **kwargs) May 03 21:37:20.142686 dv-cinder-840377-1-iscsi neutron-server[83993]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 03 21:37:20.142686 dv-cinder-840377-1-iscsi neutron-server[83993]: base_url = self.get_endpoint(auth, allow=allow, May 03 21:37:20.142686 dv-cinder-840377-1-iscsi neutron-server[83993]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 03 21:37:20.142686 dv-cinder-840377-1-iscsi neutron-server[83993]: auth = self._auth_required(auth, 'determine endpoint URL') May 03 21:37:20.142686 dv-cinder-840377-1-iscsi neutron-server[83993]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 03 21:37:20.142686 dv-cinder-840377-1-iscsi neutron-server[83993]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 03 21:37:20.142686 dv-cinder-840377-1-iscsi neutron-server[83993]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 03 21:37:20.207878 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-0eb428c2-e881-480a-be96-36308d55a08b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746426'] for security_group, after_create {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:20.213901 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-da345412-f020-4c2e-967f-311b2d4e69c8 tempest-TestShelveInstance-1775851064 tempest-TestShelveInstance-1775851064-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:20.270320 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb428c2-e881-480a-be96-36308d55a08b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49bf409e-cd2b-4af3-9d22-a137bb674dc3,revision_number=1']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:37:20.278507 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [None req-0eb428c2-e881-480a-be96-36308d55a08b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=364a45aa5d4f49fbb4169be76ae046d2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5383615 May 03 21:37:20.279162 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.48', 35022) {{(pid=83992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:37:20.305077 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-da345412-f020-4c2e-967f-311b2d4e69c8 tempest-TestShelveInstance-1775851064 tempest-TestShelveInstance-1775851064-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:20.316693 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-b717efe8-700c-47aa-8184-2602cdd757a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2083393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-332850'] for network, after_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:20.335040 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-b717efe8-700c-47aa-8184-2602cdd757a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1706389'] for network, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:20.337458 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.plugin [None req-f49760ae-d4c1-41a2-bf2b-625f916621a3 None None] Deleting port c1eb7f0c-99b5-401d-88c9-e436e0a7a6d5 {{(pid=83994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 03 21:37:20.337850 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-f49760ae-d4c1-41a2-bf2b-625f916621a3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781386349267'] for port, before_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:20.345968 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b717efe8-700c-47aa-8184-2602cdd757a9 admin admin] Pushing event deleted for resources: {'Network': ['ID=a76ba353-ab28-4792-b070-a9ace23ad085,revision_number=None']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:37:20.359032 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-a9df51da-d53c-47d3-b2d3-288dbfc4b593 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:20.369485 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-da345412-f020-4c2e-967f-311b2d4e69c8 tempest-TestShelveInstance-1775851064 tempest-TestShelveInstance-1775851064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746249'] for security_group_rule, after_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:20.410282 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-a9df51da-d53c-47d3-b2d3-288dbfc4b593 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:20.445376 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da345412-f020-4c2e-967f-311b2d4e69c8 tempest-TestShelveInstance-1775851064 tempest-TestShelveInstance-1775851064-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d588323d-b201-40e2-84ef-0a8ac6e9cdd7,revision_number=0']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:37:20.460757 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-b717efe8-700c-47aa-8184-2602cdd757a9 admin admin] 10.222.0.48 "DELETE /v2.0/networks/a76ba353-ab28-4792-b070-a9ace23ad085 HTTP/1.1" status: 204 len: 168 time: 1.6356051 May 03 21:37:20.491326 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.plugin [None req-f49760ae-d4c1-41a2-bf2b-625f916621a3 None None] The port 'c1eb7f0c-99b5-401d-88c9-e436e0a7a6d5' was deleted {{(pid=83994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 03 21:37:20.528281 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-da345412-f020-4c2e-967f-311b2d4e69c8 tempest-TestShelveInstance-1775851064 tempest-TestShelveInstance-1775851064-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:20.531419 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-da345412-f020-4c2e-967f-311b2d4e69c8 tempest-TestShelveInstance-1775851064 tempest-TestShelveInstance-1775851064-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.5530612 May 03 21:37:20.532463 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.48', 35028) {{(pid=83993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:37:20.540201 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.v2.base [None req-28513402-3269-4c1e-a718-c5c96aeb52ab tempest-TestShelveInstance-1775851064 tempest-TestShelveInstance-1775851064-project] Request body: {'security_group_rule': {'security_group_id': '90a438e1-4790-42cb-bc9f-357ceea8d33f', 'project_id': 'eca9727df4a44eaaa12b84e3f0df0b51', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 03 21:37:20.546442 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-28513402-3269-4c1e-a718-c5c96aeb52ab tempest-TestShelveInstance-1775851064 tempest-TestShelveInstance-1775851064-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:37:20.550735 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-28513402-3269-4c1e-a718-c5c96aeb52ab tempest-TestShelveInstance-1775851064 tempest-TestShelveInstance-1775851064-project] Usage tracker for resource:security_group_rule and tenant:eca9727df4a44eaaa12b84e3f0df0b51 is out of sync, need to count used quota {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:37:20.557173 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-a9df51da-d53c-47d3-b2d3-288dbfc4b593 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746426'] for security_group, after_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:20.560670 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-28513402-3269-4c1e-a718-c5c96aeb52ab tempest-TestShelveInstance-1775851064 tempest-TestShelveInstance-1775851064-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:37:20.571241 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-28513402-3269-4c1e-a718-c5c96aeb52ab tempest-TestShelveInstance-1775851064 tempest-TestShelveInstance-1775851064-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:37:20.597106 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9df51da-d53c-47d3-b2d3-288dbfc4b593 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49bf409e-cd2b-4af3-9d22-a137bb674dc3,revision_number=None']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:37:20.602791 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-a9df51da-d53c-47d3-b2d3-288dbfc4b593 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:20.604301 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [None req-a9df51da-d53c-47d3-b2d3-288dbfc4b593 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/49bf409e-cd2b-4af3-9d22-a137bb674dc3 HTTP/1.1" status: 204 len: 168 time: 0.3235974 May 03 21:37:20.659653 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.db.securitygroups_db [None req-28513402-3269-4c1e-a718-c5c96aeb52ab tempest-TestShelveInstance-1775851064 tempest-TestShelveInstance-1775851064-project] Project eca9727df4a44eaaa12b84e3f0df0b51 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 03 21:37:20.667935 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-28513402-3269-4c1e-a718-c5c96aeb52ab tempest-TestShelveInstance-1775851064 tempest-TestShelveInstance-1775851064-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:20.756249 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-28513402-3269-4c1e-a718-c5c96aeb52ab tempest-TestShelveInstance-1775851064 tempest-TestShelveInstance-1775851064-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:20.827265 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.48', 35036) {{(pid=83992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:37:20.837624 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-28513402-3269-4c1e-a718-c5c96aeb52ab tempest-TestShelveInstance-1775851064 tempest-TestShelveInstance-1775851064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746249'] for security_group_rule, after_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:20.881775 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28513402-3269-4c1e-a718-c5c96aeb52ab tempest-TestShelveInstance-1775851064 tempest-TestShelveInstance-1775851064-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=879fec94-9459-4ae3-923e-43d963b6c5de,revision_number=0']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:37:20.902518 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [None req-6100c68e-2c6f-4506-a16e-df62fc497bd1 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=4cf52ffb4a864a689f5d0242ddc4cc4f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0710580 May 03 21:37:20.902939 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.48', 35040) {{(pid=83993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:37:20.968832 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-28513402-3269-4c1e-a718-c5c96aeb52ab tempest-TestShelveInstance-1775851064 tempest-TestShelveInstance-1775851064-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:20.970031 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-28513402-3269-4c1e-a718-c5c96aeb52ab tempest-TestShelveInstance-1775851064 tempest-TestShelveInstance-1775851064-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.4364340 May 03 21:37:20.973255 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.48', 35044) {{(pid=83992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:37:20.979976 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.v2.base [None req-655d94eb-e85b-4d6a-a409-b1328489deea tempest-TestShelveInstance-1775851064 tempest-TestShelveInstance-1775851064-project] Request body: {'security_group_rule': {'security_group_id': '90a438e1-4790-42cb-bc9f-357ceea8d33f', 'project_id': 'eca9727df4a44eaaa12b84e3f0df0b51', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 03 21:37:20.988336 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-23818ab7-e450-404b-bb47-902de6bc4817 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:20.988985 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.db.quota.driver [None req-655d94eb-e85b-4d6a-a409-b1328489deea tempest-TestShelveInstance-1775851064 tempest-TestShelveInstance-1775851064-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:37:20.992744 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.quota.resource [None req-655d94eb-e85b-4d6a-a409-b1328489deea tempest-TestShelveInstance-1775851064 tempest-TestShelveInstance-1775851064-project] Usage tracker for resource:security_group_rule and tenant:eca9727df4a44eaaa12b84e3f0df0b51 is out of sync, need to count used quota {{(pid=83992) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:37:20.997911 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.quota.resource [None req-655d94eb-e85b-4d6a-a409-b1328489deea tempest-TestShelveInstance-1775851064 tempest-TestShelveInstance-1775851064-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83992) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:37:21.005408 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.db.quota.driver [None req-655d94eb-e85b-4d6a-a409-b1328489deea tempest-TestShelveInstance-1775851064 tempest-TestShelveInstance-1775851064-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:37:21.023588 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-23818ab7-e450-404b-bb47-902de6bc4817 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:21.151147 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.db.securitygroups_db [None req-655d94eb-e85b-4d6a-a409-b1328489deea tempest-TestShelveInstance-1775851064 tempest-TestShelveInstance-1775851064-project] Project eca9727df4a44eaaa12b84e3f0df0b51 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 03 21:37:21.159662 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-655d94eb-e85b-4d6a-a409-b1328489deea tempest-TestShelveInstance-1775851064 tempest-TestShelveInstance-1775851064-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:21.179886 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-672d275f-a9b7-498c-8eb6-010b5168d44a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781386283879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2080842'] for agent, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:21.225389 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-23818ab7-e450-404b-bb47-902de6bc4817 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746426'] for security_group, after_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:21.241473 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-655d94eb-e85b-4d6a-a409-b1328489deea tempest-TestShelveInstance-1775851064 tempest-TestShelveInstance-1775851064-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:21.245437 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23818ab7-e450-404b-bb47-902de6bc4817 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60f447c6-bb50-46c2-97ed-7da9c2911da1,revision_number=None']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:37:21.253466 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-23818ab7-e450-404b-bb47-902de6bc4817 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:21.253466 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-23818ab7-e450-404b-bb47-902de6bc4817 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/60f447c6-bb50-46c2-97ed-7da9c2911da1 HTTP/1.1" status: 204 len: 168 time: 0.3487320 May 03 21:37:21.310219 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-655d94eb-e85b-4d6a-a409-b1328489deea tempest-TestShelveInstance-1775851064 tempest-TestShelveInstance-1775851064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746249'] for security_group_rule, after_create {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:21.333920 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655d94eb-e85b-4d6a-a409-b1328489deea tempest-TestShelveInstance-1775851064 tempest-TestShelveInstance-1775851064-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=318c26ec-2281-43b6-9e48-3ea3c29a130c,revision_number=0']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:37:21.425081 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-655d94eb-e85b-4d6a-a409-b1328489deea tempest-TestShelveInstance-1775851064 tempest-TestShelveInstance-1775851064-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:21.426334 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [None req-655d94eb-e85b-4d6a-a409-b1328489deea tempest-TestShelveInstance-1775851064 tempest-TestShelveInstance-1775851064-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.4520307 May 03 21:37:21.464689 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.48', 35060) {{(pid=83993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:37:21.482758 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-8da96a26-628b-42af-8c0c-17105c35abb3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:21.521521 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-8da96a26-628b-42af-8c0c-17105c35abb3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:37:21.526175 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-8da96a26-628b-42af-8c0c-17105c35abb3 admin admin] Usage tracker for resource:security_group_rule and tenant:134f917d55634137b5eaf78c73794e09 is out of sync, need to count used quota {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:37:21.529391 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-8da96a26-628b-42af-8c0c-17105c35abb3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:37:21.535926 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-8da96a26-628b-42af-8c0c-17105c35abb3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:37:21.607173 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-8da96a26-628b-42af-8c0c-17105c35abb3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:21.716843 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-8da96a26-628b-42af-8c0c-17105c35abb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746426'] for security_group, after_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:21.764097 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da96a26-628b-42af-8c0c-17105c35abb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cbdfcec-02ff-498e-a100-efb176615265,revision_number=1']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:37:21.777369 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-8da96a26-628b-42af-8c0c-17105c35abb3 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=134f917d55634137b5eaf78c73794e09&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3079407 May 03 21:37:21.777369 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.48', 35076) {{(pid=83993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:37:21.885380 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-b37ca352-492e-4afb-804a-e720f3bf0132 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:21.926319 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-b37ca352-492e-4afb-804a-e720f3bf0132 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:21.942626 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.rpc [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Device 16961367-bfd4-4b32-9536-94572aff9574 up at agent ovs-agent-dv-cinder-840377-1-iscsi {{(pid=83994) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 21:37:22.145226 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-b37ca352-492e-4afb-804a-e720f3bf0132 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746426'] for security_group, after_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:22.161146 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37ca352-492e-4afb-804a-e720f3bf0132 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cbdfcec-02ff-498e-a100-efb176615265,revision_number=None']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:37:22.166014 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-b37ca352-492e-4afb-804a-e720f3bf0132 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:22.167248 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-b37ca352-492e-4afb-804a-e720f3bf0132 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/4cbdfcec-02ff-498e-a100-efb176615265 HTTP/1.1" status: 204 len: 168 time: 0.3887858 May 03 21:37:22.168911 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.provisioning_blocks [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Provisioning for port 16961367-bfd4-4b32-9536-94572aff9574 completed by entity L2. {{(pid=83994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 21:37:22.176316 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.provisioning_blocks [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Provisioning complete for port 16961367-bfd4-4b32-9536-94572aff9574 triggered by entity L2. {{(pid=83994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:37:22.176804 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2080827'] for port, provisioning_complete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:22.341916 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1124352'] for port, before_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:22.359406 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.db [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] For port 16961367-bfd4-4b32-9536-94572aff9574, host dv-cinder-840377-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840377-1-iscsi',level=0,port_id=16961367-bfd4-4b32-9536-94572aff9574,segment=NetworkSegment(36b0f1c3-e784-4cca-986f-65718d8cb16d),segment_id=36b0f1c3-e784-4cca-986f-65718d8cb16d)] {{(pid=83994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 21:37:22.464405 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781386188966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781385847453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781385847498'] for port, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:22.494287 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.rpc [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Device 0a07561c-bb96-444c-8c1c-e211fc2b8739 no longer exists at agent ovs-agent-dv-cinder-840377-1-iscsi {{(pid=83994) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 21:37:22.545091 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.plugin [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] No Port match for: 0a07561c-bb96-444c-8c1c-e211fc2b8739 {{(pid=83994) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 03 21:37:22.545576 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.rpc [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Device 0a07561c-bb96-444c-8c1c-e211fc2b8739 not bound to the agent host dv-cinder-840377-1-iscsi {{(pid=83994) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 21:37:22.571983 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Pushing event updated for resources: {'Port': ['ID=16961367-bfd4-4b32-9536-94572aff9574,revision_number=4']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:37:23.876414 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.rpc [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Device 16961367-bfd4-4b32-9536-94572aff9574 up at agent ovs-agent-dv-cinder-840377-1-iscsi {{(pid=83994) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 21:37:23.965505 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.provisioning_blocks [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Provisioning complete for port 16961367-bfd4-4b32-9536-94572aff9574 triggered by entity L2. {{(pid=83994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:37:23.966116 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2080827'] for port, provisioning_complete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:24.467727 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.48', 35184) {{(pid=83993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:37:24.647933 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-9344a220-7971-4a0c-aed9-a77ac22e84d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:24.682728 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-9344a220-7971-4a0c-aed9-a77ac22e84d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:37:24.686806 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-9344a220-7971-4a0c-aed9-a77ac22e84d4 admin admin] Usage tracker for resource:security_group_rule and tenant:e6023f0cd3fb45558590bccdf8ac3094 is out of sync, need to count used quota {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:37:24.690001 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-9344a220-7971-4a0c-aed9-a77ac22e84d4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:37:24.700319 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-9344a220-7971-4a0c-aed9-a77ac22e84d4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:37:24.773802 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-9344a220-7971-4a0c-aed9-a77ac22e84d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:24.830896 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-9344a220-7971-4a0c-aed9-a77ac22e84d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746426'] for security_group, after_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:24.890603 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-9344a220-7971-4a0c-aed9-a77ac22e84d4 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e6023f0cd3fb45558590bccdf8ac3094&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4212537 May 03 21:37:24.891619 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9344a220-7971-4a0c-aed9-a77ac22e84d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a56ae81-950f-4a01-b96a-a5ec43a9ed8e,revision_number=1']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:37:24.893312 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.48', 35202) {{(pid=83992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:37:24.975003 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-2e5f7074-65a8-4f10-a00e-79d88d5342b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:25.010355 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-2e5f7074-65a8-4f10-a00e-79d88d5342b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:25.166071 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-2e5f7074-65a8-4f10-a00e-79d88d5342b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746426'] for security_group, after_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:25.180729 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5f7074-65a8-4f10-a00e-79d88d5342b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a56ae81-950f-4a01-b96a-a5ec43a9ed8e,revision_number=None']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:37:25.194154 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-2e5f7074-65a8-4f10-a00e-79d88d5342b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:25.199242 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [None req-2e5f7074-65a8-4f10-a00e-79d88d5342b5 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/1a56ae81-950f-4a01-b96a-a5ec43a9ed8e HTTP/1.1" status: 204 len: 168 time: 0.3048179 May 03 21:37:26.110389 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.48', 35244) {{(pid=83992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:37:26.135778 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-41ad2a12-cd44-410b-86a0-9df106a51d36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:26.183989 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.db.quota.driver [None req-41ad2a12-cd44-410b-86a0-9df106a51d36 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:37:26.188103 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.quota.resource [None req-41ad2a12-cd44-410b-86a0-9df106a51d36 admin admin] Usage tracker for resource:security_group_rule and tenant:b77ef9a8f99e4fbcb6961d314cd0bde9 is out of sync, need to count used quota {{(pid=83992) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:37:26.191179 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.quota.resource [None req-41ad2a12-cd44-410b-86a0-9df106a51d36 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83992) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:37:26.197194 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.db.quota.driver [None req-41ad2a12-cd44-410b-86a0-9df106a51d36 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:37:26.291625 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-41ad2a12-cd44-410b-86a0-9df106a51d36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:26.369036 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-41ad2a12-cd44-410b-86a0-9df106a51d36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746426'] for security_group, after_create {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:26.521352 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.48', 35264) {{(pid=83993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:37:26.521910 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [None req-41ad2a12-cd44-410b-86a0-9df106a51d36 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b77ef9a8f99e4fbcb6961d314cd0bde9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4099190 May 03 21:37:26.523416 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ad2a12-cd44-410b-86a0-9df106a51d36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b40de232-0e3e-4265-9cd0-0e27c2f3b647,revision_number=1']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:37:26.614719 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-3bd45aac-c063-489c-89d6-51493bbae71a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:26.649088 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-3bd45aac-c063-489c-89d6-51493bbae71a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:26.792064 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-3bd45aac-c063-489c-89d6-51493bbae71a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746426'] for security_group, after_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:26.811497 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd45aac-c063-489c-89d6-51493bbae71a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b40de232-0e3e-4265-9cd0-0e27c2f3b647,revision_number=None']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:37:26.819107 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-3bd45aac-c063-489c-89d6-51493bbae71a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:26.820308 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-3bd45aac-c063-489c-89d6-51493bbae71a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b40de232-0e3e-4265-9cd0-0e27c2f3b647 HTTP/1.1" status: 204 len: 168 time: 0.2975810 May 03 21:37:27.467258 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.48', 35284) {{(pid=83993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:37:27.626809 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-b487e5ae-2f67-49aa-aee7-673ed9d86936 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:27.660740 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-b487e5ae-2f67-49aa-aee7-673ed9d86936 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:37:27.665960 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-b487e5ae-2f67-49aa-aee7-673ed9d86936 admin admin] Usage tracker for resource:security_group_rule and tenant:3822ca7108b2497ca8e2e0b10f52b886 is out of sync, need to count used quota {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:37:27.675672 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-b487e5ae-2f67-49aa-aee7-673ed9d86936 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:37:27.682659 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-b487e5ae-2f67-49aa-aee7-673ed9d86936 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:37:27.753575 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-b487e5ae-2f67-49aa-aee7-673ed9d86936 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:27.830845 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-b487e5ae-2f67-49aa-aee7-673ed9d86936 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746426'] for security_group, after_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:27.885611 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b487e5ae-2f67-49aa-aee7-673ed9d86936 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36de2ac8-1c84-4db1-8eb1-f55f238e4b6d,revision_number=1']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:37:27.893077 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-b487e5ae-2f67-49aa-aee7-673ed9d86936 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=3822ca7108b2497ca8e2e0b10f52b886&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4244232 May 03 21:37:27.902387 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.48', 35298) {{(pid=83992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:37:27.962134 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-1d4cae07-850d-4a01-b456-25881d9799fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:27.990519 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-1d4cae07-850d-4a01-b456-25881d9799fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:28.137349 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-1d4cae07-850d-4a01-b456-25881d9799fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746426'] for security_group, after_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:28.163469 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4cae07-850d-4a01-b456-25881d9799fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36de2ac8-1c84-4db1-8eb1-f55f238e4b6d,revision_number=None']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:37:28.168323 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-1d4cae07-850d-4a01-b456-25881d9799fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:28.169480 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [None req-1d4cae07-850d-4a01-b456-25881d9799fd admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/36de2ac8-1c84-4db1-8eb1-f55f238e4b6d HTTP/1.1" status: 204 len: 168 time: 0.2725465 May 03 21:37:28.935091 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.48', 35360) {{(pid=83992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:37:28.955230 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-3269bbdb-acc9-4b5b-99d0-540933a08c51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:28.991665 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.db.quota.driver [None req-3269bbdb-acc9-4b5b-99d0-540933a08c51 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:37:28.997456 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.quota.resource [None req-3269bbdb-acc9-4b5b-99d0-540933a08c51 admin admin] Usage tracker for resource:security_group_rule and tenant:ad6fdf051f194b0cb5d65a803fa65655 is out of sync, need to count used quota {{(pid=83992) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:37:29.000464 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.quota.resource [None req-3269bbdb-acc9-4b5b-99d0-540933a08c51 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83992) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:37:29.006671 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.db.quota.driver [None req-3269bbdb-acc9-4b5b-99d0-540933a08c51 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:37:29.093596 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-3269bbdb-acc9-4b5b-99d0-540933a08c51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:29.179241 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-3269bbdb-acc9-4b5b-99d0-540933a08c51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746426'] for security_group, after_create {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:29.233973 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [None req-3269bbdb-acc9-4b5b-99d0-540933a08c51 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ad6fdf051f194b0cb5d65a803fa65655&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2968335 May 03 21:37:29.234813 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3269bbdb-acc9-4b5b-99d0-540933a08c51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c44c1997-e8b9-455f-9cdb-ba568eda83d5,revision_number=1']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:37:29.236614 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.48', 35366) {{(pid=83993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:37:29.311246 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-69089dd8-8ed1-4725-a13e-91c99e37af9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:29.340253 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-69089dd8-8ed1-4725-a13e-91c99e37af9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:29.522471 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-69089dd8-8ed1-4725-a13e-91c99e37af9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746426'] for security_group, after_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:29.542801 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69089dd8-8ed1-4725-a13e-91c99e37af9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c44c1997-e8b9-455f-9cdb-ba568eda83d5,revision_number=None']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:37:29.557730 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-69089dd8-8ed1-4725-a13e-91c99e37af9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:29.559985 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-69089dd8-8ed1-4725-a13e-91c99e37af9b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c44c1997-e8b9-455f-9cdb-ba568eda83d5 HTTP/1.1" status: 204 len: 168 time: 0.3223650 May 03 21:37:29.908073 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7a4c080-764f-4dfe-834a-200640f67171 None None] Sync routers for ids ['9d4b07ed-9f1a-4d42-88d5-87dd0765064d'] in dv-cinder-840377-1-iscsi {{(pid=83995) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 03 21:37:29.921174 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7a4c080-764f-4dfe-834a-200640f67171 None None] Routers {'9d4b07ed-9f1a-4d42-88d5-87dd0765064d'} bound to L3 agent in host dv-cinder-840377-1-iscsi {{(pid=83995) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 03 21:37:29.921851 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.db.l3_hamode_db [None req-a7a4c080-764f-4dfe-834a-200640f67171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840377-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-03T21:19:18Z,description=,heartbeat_timestamp=2022-05-03T21:37:18Z,host='dv-cinder-840377-1-iscsi',id=c192ea1b-f7d6-49b7-9f22-5492fbafc6f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:19:19Z,topic='l3_agent')) {'router_ids': ['9d4b07ed-9f1a-4d42-88d5-87dd0765064d'], 'active': True} {{(pid=83995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:37:30.153275 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.db.l3_dvr_db [None req-a7a4c080-764f-4dfe-834a-200640f67171 None None] Set router 9d4b07ed-9f1a-4d42-88d5-87dd0765064d gateway port host: dv-cinder-840377-1-iscsi {{(pid=83995) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 03 21:37:30.591382 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.db.l3_hamode_db [None req-a7a4c080-764f-4dfe-834a-200640f67171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d4b07ed-9f1a-4d42-88d5-87dd0765064d', 'name': 'tempest-TestShelveInstance-983045201-router', 'tenant_id': 'd8c892279efe411fa8560c058b73886f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c33334bd-f19e-453d-9f7b-349270405c58', 'external_fixed_ips': [{'subnet_id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'ip_address': '172.27.1.241'}], 'enable_snat': True}, 'gw_port_id': '16961367-bfd4-4b32-9536-94572aff9574', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:37:09Z', 'updated_at': '2022-05-03T21:37:14Z', 'revision_number': 4, 'project_id': 'd8c892279efe411fa8560c058b73886f', 'gw_port': {'id': '16961367-bfd4-4b32-9536-94572aff9574', 'name': '', 'network_id': 'c33334bd-f19e-453d-9f7b-349270405c58', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:db:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d4b07ed-9f1a-4d42-88d5-87dd0765064d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'ip_address': '172.27.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:37:09Z', 'updated_at': '2022-05-03T21:37:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840377-1-iscsi', '_interfaces': [{'id': '060ef4ee-1050-4087-9e32-9c467f259377', 'name': '', 'network_id': '21cb2a9e-d21d-42a6-9412-e29da9161410', 'tenant_id': 'd8c892279efe411fa8560c058b73886f', 'mac_address': 'fa:16:3e:f8:c7:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d4b07ed-9f1a-4d42-88d5-87dd0765064d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '321c8d42-27e4-4cc5-b48a-0ab71d3df0b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:37:13Z', 'updated_at': '2022-05-03T21:37:14Z', 'revision_number': 2, 'project_id': 'd8c892279efe411fa8560c058b73886f', 'subnets': [{'id': '321c8d42-27e4-4cc5-b48a-0ab71d3df0b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840377-1-iscsi', False) {} {{(pid=83995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:37:30.595244 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7a4c080-764f-4dfe-834a-200640f67171 None None] Checking router: 9d4b07ed-9f1a-4d42-88d5-87dd0765064d for host: dv-cinder-840377-1-iscsi {{(pid=83995) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 03 21:37:30.595582 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7a4c080-764f-4dfe-834a-200640f67171 None None] Updating router 9d4b07ed-9f1a-4d42-88d5-87dd0765064d port 060ef4ee-1050-4087-9e32-9c467f259377 binding host dv-cinder-840377-1-iscsi {{(pid=83995) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 03 21:37:30.653222 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-a7a4c080-764f-4dfe-834a-200640f67171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1124352'] for port, before_update {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:31.056011 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-a7a4c080-764f-4dfe-834a-200640f67171 None None] Notify callbacks [] for port, precommit_update {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:31.068813 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.db.provisioning_blocks [None req-a7a4c080-764f-4dfe-834a-200640f67171 None None] Transition to ACTIVE for port object 060ef4ee-1050-4087-9e32-9c467f259377 will not be triggered until provisioned by entity L2. {{(pid=83995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 21:37:31.093789 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.48', 35414) {{(pid=83992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:37:31.151137 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-a7a4c080-764f-4dfe-834a-200640f67171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781386188966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781385847453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781385847498'] for port, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:31.292334 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-83abc1b7-9ec4-4df0-9037-c23f93a9816f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:31.312897 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eda28d5-687f-4772-9e97-12b26f24d55b None None] Pushing event updated for resources: {'Port': ['ID=060ef4ee-1050-4087-9e32-9c467f259377,revision_number=3']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:37:31.360980 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.db.quota.driver [None req-83abc1b7-9ec4-4df0-9037-c23f93a9816f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:37:31.372638 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.quota.resource [None req-83abc1b7-9ec4-4df0-9037-c23f93a9816f admin admin] Usage tracker for resource:security_group_rule and tenant:8a9971e9ae3e4612a1a03146e3ef17cc is out of sync, need to count used quota {{(pid=83992) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:37:31.382645 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.quota.resource [None req-83abc1b7-9ec4-4df0-9037-c23f93a9816f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83992) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:37:31.390834 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.db.quota.driver [None req-83abc1b7-9ec4-4df0-9037-c23f93a9816f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:37:31.442416 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.plugins.ml2.managers [None req-a7a4c080-764f-4dfe-834a-200640f67171 None None] Attempting to bind port 060ef4ee-1050-4087-9e32-9c467f259377 on host dv-cinder-840377-1-iscsi for vnic_type normal with profile {{(pid=83995) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 21:37:31.442823 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.plugins.ml2.managers [None req-a7a4c080-764f-4dfe-834a-200640f67171 None None] Attempting to bind port 060ef4ee-1050-4087-9e32-9c467f259377 by drivers openvswitch,hyperv on host dv-cinder-840377-1-iscsi at level 0 using segments [{'id': '03f0b154-ea6c-4acd-8bdb-3fb089fa52f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '21cb2a9e-d21d-42a6-9412-e29da9161410'}] {{(pid=83995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 21:37:31.443137 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7a4c080-764f-4dfe-834a-200640f67171 None None] Attempting to bind port 060ef4ee-1050-4087-9e32-9c467f259377 on network 21cb2a9e-d21d-42a6-9412-e29da9161410 {{(pid=83995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 03 21:37:31.459676 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7a4c080-764f-4dfe-834a-200640f67171 None None] Checking agent: {'id': 'fb00ce1e-8ae6-4b1c-988b-a0ad40f400cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840377-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 21, 19, 20), 'started_at': datetime.datetime(2022, 5, 3, 21, 19, 50), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 21, 37, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840377-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 03 21:37:31.460312 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7a4c080-764f-4dfe-834a-200640f67171 None None] Checking segment: {'id': '03f0b154-ea6c-4acd-8bdb-3fb089fa52f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '21cb2a9e-d21d-42a6-9412-e29da9161410'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 03 21:37:31.460771 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-a7a4c080-764f-4dfe-834a-200640f67171 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:31.462891 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7a4c080-764f-4dfe-834a-200640f67171 None None] Bound using segment: {'id': '03f0b154-ea6c-4acd-8bdb-3fb089fa52f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '21cb2a9e-d21d-42a6-9412-e29da9161410'} {{(pid=83995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 03 21:37:31.463393 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.plugins.ml2.managers [None req-a7a4c080-764f-4dfe-834a-200640f67171 None None] Bound port: 060ef4ee-1050-4087-9e32-9c467f259377, host: dv-cinder-840377-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03f0b154-ea6c-4acd-8bdb-3fb089fa52f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '21cb2a9e-d21d-42a6-9412-e29da9161410'}}] {{(pid=83995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 21:37:31.463937 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-a7a4c080-764f-4dfe-834a-200640f67171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1124352'] for port, before_update {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:31.572537 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-83abc1b7-9ec4-4df0-9037-c23f93a9816f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:31.585035 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.plugins.ml2.db [None req-a7a4c080-764f-4dfe-834a-200640f67171 None None] For port 060ef4ee-1050-4087-9e32-9c467f259377, host dv-cinder-840377-1-iscsi, cleared binding levels {{(pid=83995) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 21:37:31.590558 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.plugins.ml2.db [None req-a7a4c080-764f-4dfe-834a-200640f67171 None None] For port 060ef4ee-1050-4087-9e32-9c467f259377, host dv-cinder-840377-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840377-1-iscsi',level=0,port_id=060ef4ee-1050-4087-9e32-9c467f259377,segment=NetworkSegment(03f0b154-ea6c-4acd-8bdb-3fb089fa52f8),segment_id=03f0b154-ea6c-4acd-8bdb-3fb089fa52f8)] {{(pid=83995) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 21:37:31.608694 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99a99e3-51dc-480a-9293-9dfc87a8357b req-0e2bf2b8-5924-4ff0-8d38-1b3ad1103d46 tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:37:31.609690 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-e99a99e3-51dc-480a-9293-9dfc87a8357b req-0e2bf2b8-5924-4ff0-8d38-1b3ad1103d46 tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] 10.222.0.48 "GET /v2.0/ports?device_id=4e3930f0-3a9f-4d20-ae74-434e66c18c46 HTTP/1.1" status: 200 len: 945 time: 0.1563625 May 03 21:37:31.637703 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-83abc1b7-9ec4-4df0-9037-c23f93a9816f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746426'] for security_group, after_create {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:31.671509 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron_lib.callbacks.manager [None req-a7a4c080-764f-4dfe-834a-200640f67171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781386188966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781385847453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781385847498'] for port, after_update {{(pid=83995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:31.699808 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-e99a99e3-51dc-480a-9293-9dfc87a8357b req-8c35090c-f2e8-43fc-9556-a6ba6aa96505 tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] 10.222.0.48 "GET /v2.0/security-groups?id=a93fc666-557c-41f0-a19e-88f680ecfa1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0845439 May 03 21:37:31.703985 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83abc1b7-9ec4-4df0-9037-c23f93a9816f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f06654e-e5c7-45d4-b121-f57d2c04c0ac,revision_number=1']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:37:31.716083 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [None req-83abc1b7-9ec4-4df0-9037-c23f93a9816f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=8a9971e9ae3e4612a1a03146e3ef17cc&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6212327 May 03 21:37:31.718719 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.48', 35430) {{(pid=83992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:37:31.721938 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83abc1b7-9ec4-4df0-9037-c23f93a9816f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:37:31.722495 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83abc1b7-9ec4-4df0-9037-c23f93a9816f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:37:31.722834 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83abc1b7-9ec4-4df0-9037-c23f93a9816f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:37:31.723163 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83abc1b7-9ec4-4df0-9037-c23f93a9816f admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:37:31.723653 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83abc1b7-9ec4-4df0-9037-c23f93a9816f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:37:31.724159 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83abc1b7-9ec4-4df0-9037-c23f93a9816f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:37:31.724510 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83abc1b7-9ec4-4df0-9037-c23f93a9816f admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:37:31.724841 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83abc1b7-9ec4-4df0-9037-c23f93a9816f admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:37:31.725165 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83abc1b7-9ec4-4df0-9037-c23f93a9816f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:37:31.725486 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83abc1b7-9ec4-4df0-9037-c23f93a9816f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:37:31.725808 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83abc1b7-9ec4-4df0-9037-c23f93a9816f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:37:31.776834 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eda28d5-687f-4772-9e97-12b26f24d55b None None] Pushing event updated for resources: {'Port': ['ID=060ef4ee-1050-4087-9e32-9c467f259377,revision_number=4']} {{(pid=83995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:37:31.780562 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7a4c080-764f-4dfe-834a-200640f67171 None None] Routers {'9d4b07ed-9f1a-4d42-88d5-87dd0765064d'} bound to L3 agent in host dv-cinder-840377-1-iscsi {{(pid=83995) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 03 21:37:31.781168 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.db.l3_hamode_db [None req-a7a4c080-764f-4dfe-834a-200640f67171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840377-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-03T21:19:18Z,description=,heartbeat_timestamp=2022-05-03T21:37:18Z,host='dv-cinder-840377-1-iscsi',id=c192ea1b-f7d6-49b7-9f22-5492fbafc6f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:19:19Z,topic='l3_agent')) {'router_ids': ['9d4b07ed-9f1a-4d42-88d5-87dd0765064d'], 'active': True} {{(pid=83995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:37:31.828851 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-fdc5e7bb-f40d-49a7-87da-7072b3c76b8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:31.866484 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-fdc5e7bb-f40d-49a7-87da-7072b3c76b8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:32.019075 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-fdc5e7bb-f40d-49a7-87da-7072b3c76b8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746426'] for security_group, after_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:32.025308 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.db.l3_dvr_db [None req-a7a4c080-764f-4dfe-834a-200640f67171 None None] Set router 9d4b07ed-9f1a-4d42-88d5-87dd0765064d gateway port host: dv-cinder-840377-1-iscsi {{(pid=83995) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 03 21:37:32.047918 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc5e7bb-f40d-49a7-87da-7072b3c76b8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f06654e-e5c7-45d4-b121-f57d2c04c0ac,revision_number=None']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:37:32.050983 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-fdc5e7bb-f40d-49a7-87da-7072b3c76b8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:32.055960 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [None req-fdc5e7bb-f40d-49a7-87da-7072b3c76b8f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/2f06654e-e5c7-45d4-b121-f57d2c04c0ac HTTP/1.1" status: 204 len: 168 time: 0.3361285 May 03 21:37:32.440739 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.db.l3_hamode_db [None req-a7a4c080-764f-4dfe-834a-200640f67171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d4b07ed-9f1a-4d42-88d5-87dd0765064d', 'name': 'tempest-TestShelveInstance-983045201-router', 'tenant_id': 'd8c892279efe411fa8560c058b73886f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c33334bd-f19e-453d-9f7b-349270405c58', 'external_fixed_ips': [{'subnet_id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'ip_address': '172.27.1.241'}], 'enable_snat': True}, 'gw_port_id': '16961367-bfd4-4b32-9536-94572aff9574', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:37:09Z', 'updated_at': '2022-05-03T21:37:14Z', 'revision_number': 4, 'project_id': 'd8c892279efe411fa8560c058b73886f', 'gw_port': {'id': '16961367-bfd4-4b32-9536-94572aff9574', 'name': '', 'network_id': 'c33334bd-f19e-453d-9f7b-349270405c58', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:db:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d4b07ed-9f1a-4d42-88d5-87dd0765064d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'ip_address': '172.27.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:37:09Z', 'updated_at': '2022-05-03T21:37:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840377-1-iscsi', '_interfaces': [{'id': '060ef4ee-1050-4087-9e32-9c467f259377', 'name': '', 'network_id': '21cb2a9e-d21d-42a6-9412-e29da9161410', 'tenant_id': 'd8c892279efe411fa8560c058b73886f', 'mac_address': 'fa:16:3e:f8:c7:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d4b07ed-9f1a-4d42-88d5-87dd0765064d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '321c8d42-27e4-4cc5-b48a-0ab71d3df0b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:37:13Z', 'updated_at': '2022-05-03T21:37:31Z', 'revision_number': 4, 'project_id': 'd8c892279efe411fa8560c058b73886f', 'subnets': [{'id': '321c8d42-27e4-4cc5-b48a-0ab71d3df0b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840377-1-iscsi', False) {} {{(pid=83995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:37:32.445046 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7a4c080-764f-4dfe-834a-200640f67171 None None] The sync data for ids ['9d4b07ed-9f1a-4d42-88d5-87dd0765064d'] in dv-cinder-840377-1-iscsi is: [{'id': '9d4b07ed-9f1a-4d42-88d5-87dd0765064d', 'name': 'tempest-TestShelveInstance-983045201-router', 'tenant_id': 'd8c892279efe411fa8560c058b73886f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c33334bd-f19e-453d-9f7b-349270405c58', 'external_fixed_ips': [{'subnet_id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'ip_address': '172.27.1.241'}], 'enable_snat': True}, 'gw_port_id': '16961367-bfd4-4b32-9536-94572aff9574', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:37:09Z', 'updated_at': '2022-05-03T21:37:14Z', 'revision_number': 4, 'project_id': 'd8c892279efe411fa8560c058b73886f', 'gw_port': {'id': '16961367-bfd4-4b32-9536-94572aff9574', 'name': '', 'network_id': 'c33334bd-f19e-453d-9f7b-349270405c58', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:db:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d4b07ed-9f1a-4d42-88d5-87dd0765064d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'ip_address': '172.27.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:37:09Z', 'updated_at': '2022-05-03T21:37:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840377-1-iscsi', '_interfaces': [{'id': '060ef4ee-1050-4087-9e32-9c467f259377', 'name': '', 'network_id': '21cb2a9e-d21d-42a6-9412-e29da9161410', 'tenant_id': 'd8c892279efe411fa8560c058b73886f', 'mac_address': 'fa:16:3e:f8:c7:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d4b07ed-9f1a-4d42-88d5-87dd0765064d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '321c8d42-27e4-4cc5-b48a-0ab71d3df0b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:37:13Z', 'updated_at': '2022-05-03T21:37:31Z', 'revision_number': 4, 'project_id': 'd8c892279efe411fa8560c058b73886f', 'subnets': [{'id': '321c8d42-27e4-4cc5-b48a-0ab71d3df0b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83995) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 03 21:37:32.818224 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.48', 35458) {{(pid=83993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:37:32.846953 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-756693e0-2c13-47ad-80c2-bf1627c62a5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:32.934163 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-756693e0-2c13-47ad-80c2-bf1627c62a5a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:37:32.952941 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-756693e0-2c13-47ad-80c2-bf1627c62a5a admin admin] Usage tracker for resource:security_group_rule and tenant:bb1623a120d94889b9dc6cad3e44980c is out of sync, need to count used quota {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:37:32.957207 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-756693e0-2c13-47ad-80c2-bf1627c62a5a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:37:32.965941 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-756693e0-2c13-47ad-80c2-bf1627c62a5a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:37:33.033096 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22480b2d-9f5b-4592-9a44-c8b7d500c48b req-a0e13d51-8d10-4799-bc45-c381ddfd9166 tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:37:33.034901 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-22480b2d-9f5b-4592-9a44-c8b7d500c48b req-a0e13d51-8d10-4799-bc45-c381ddfd9166 tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] 10.222.0.48 "GET /v2.0/ports?device_id=4e3930f0-3a9f-4d20-ae74-434e66c18c46 HTTP/1.1" status: 200 len: 945 time: 0.1426835 May 03 21:37:33.112051 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-756693e0-2c13-47ad-80c2-bf1627c62a5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:33.170024 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-22480b2d-9f5b-4592-9a44-c8b7d500c48b req-c84f10f0-e640-48e0-a8d3-6f6cb7c6217a tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] 10.222.0.48 "GET /v2.0/security-groups?id=a93fc666-557c-41f0-a19e-88f680ecfa1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1209636 May 03 21:37:33.194479 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-756693e0-2c13-47ad-80c2-bf1627c62a5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746426'] for security_group, after_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:33.266312 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756693e0-2c13-47ad-80c2-bf1627c62a5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c8d138a-bc0d-459f-bfe6-4d63c9dfeaef,revision_number=1']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:37:33.275298 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0582349d-6c8f-4bd1-94b5-4ae394d94359 req-b2e1974d-180a-4710-9f43-b177169c3c4f tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:37:33.276876 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-0582349d-6c8f-4bd1-94b5-4ae394d94359 req-b2e1974d-180a-4710-9f43-b177169c3c4f tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] 10.222.0.42 "GET /v2.0/ports?device_id=4e3930f0-3a9f-4d20-ae74-434e66c18c46 HTTP/1.1" status: 200 len: 945 time: 0.1610932 May 03 21:37:33.281086 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-756693e0-2c13-47ad-80c2-bf1627c62a5a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=bb1623a120d94889b9dc6cad3e44980c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4610317 May 03 21:37:33.289765 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.48', 35472) {{(pid=83993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:37:33.391035 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.plugin [req-0582349d-6c8f-4bd1-94b5-4ae394d94359 req-7ce7da7d-1034-4b4e-b071-c785388decd4 tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] Deleting port d3860f2c-7b5b-47b1-89e7-e6eac5582cd6 {{(pid=83993) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 03 21:37:33.391403 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-0582349d-6c8f-4bd1-94b5-4ae394d94359 req-7ce7da7d-1034-4b4e-b071-c785388decd4 tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781386349267'] for port, before_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:33.557097 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-576adf00-6834-457f-9bef-231093143ab6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:33.607812 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.db.agents_db [None req-1c6bebc3-6d0c-4304-a2c1-5df630ce29f1 None None] Agent healthcheck: found 6 active agents {{(pid=83995) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 03 21:37:33.631254 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-576adf00-6834-457f-9bef-231093143ab6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:33.830370 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.db [req-0582349d-6c8f-4bd1-94b5-4ae394d94359 req-7ce7da7d-1034-4b4e-b071-c785388decd4 tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] For port d3860f2c-7b5b-47b1-89e7-e6eac5582cd6, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=d3860f2c-7b5b-47b1-89e7-e6eac5582cd6,segment=NetworkSegment(3e0ba556-645a-494a-9a35-88209b132e8b),segment_id=3e0ba556-645a-494a-9a35-88209b132e8b)] {{(pid=83993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 21:37:33.831013 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-0582349d-6c8f-4bd1-94b5-4ae394d94359 req-7ce7da7d-1034-4b4e-b071-c785388decd4 tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749056'] for port, precommit_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:33.935268 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-576adf00-6834-457f-9bef-231093143ab6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746426'] for security_group, after_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:33.951152 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.rpc [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Device 060ef4ee-1050-4087-9e32-9c467f259377 up at agent ovs-agent-dv-cinder-840377-1-iscsi {{(pid=83994) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 21:37:33.969479 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576adf00-6834-457f-9bef-231093143ab6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c8d138a-bc0d-459f-bfe6-4d63c9dfeaef,revision_number=None']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:37:33.985333 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-576adf00-6834-457f-9bef-231093143ab6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:33.986490 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-576adf00-6834-457f-9bef-231093143ab6 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/5c8d138a-bc0d-459f-bfe6-4d63c9dfeaef HTTP/1.1" status: 204 len: 168 time: 0.7019784 May 03 21:37:34.179239 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.provisioning_blocks [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Provisioning for port 060ef4ee-1050-4087-9e32-9c467f259377 completed by entity L2. {{(pid=83994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 21:37:34.185489 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.provisioning_blocks [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Provisioning complete for port 060ef4ee-1050-4087-9e32-9c467f259377 triggered by entity L2. {{(pid=83994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:37:34.188594 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2080827'] for port, provisioning_complete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:34.281652 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-0582349d-6c8f-4bd1-94b5-4ae394d94359 req-7ce7da7d-1034-4b4e-b071-c785388decd4 tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:34.282510 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-0582349d-6c8f-4bd1-94b5-4ae394d94359 req-7ce7da7d-1034-4b4e-b071-c785388decd4 tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-332800'] for floatingip, after_update {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:34.282510 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.db.l3_db [req-0582349d-6c8f-4bd1-94b5-4ae394d94359 req-7ce7da7d-1034-4b4e-b071-c785388decd4 tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] Floating IP 31722e22-c090-4efc-b6b4-17feef6f44f7 disassociated. External IP: 172.27.1.146, port: d3860f2c-7b5b-47b1-89e7-e6eac5582cd6. May 03 21:37:34.282882 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.plugin [req-0582349d-6c8f-4bd1-94b5-4ae394d94359 req-7ce7da7d-1034-4b4e-b071-c785388decd4 tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] Calling delete_port for d3860f2c-7b5b-47b1-89e7-e6eac5582cd6 owned by compute:nova {{(pid=83993) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 03 21:37:34.357143 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1124352'] for port, before_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:34.412664 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.db [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] For port 060ef4ee-1050-4087-9e32-9c467f259377, host dv-cinder-840377-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840377-1-iscsi',level=0,port_id=060ef4ee-1050-4087-9e32-9c467f259377,segment=NetworkSegment(03f0b154-ea6c-4acd-8bdb-3fb089fa52f8),segment_id=03f0b154-ea6c-4acd-8bdb-3fb089fa52f8)] {{(pid=83994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 21:37:34.440937 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abebed41-bd69-4505-b672-1f3870091e24 req-272b84e8-0cc0-4d83-9643-e57c485a19ff tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:37:34.442556 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-abebed41-bd69-4505-b672-1f3870091e24 req-272b84e8-0cc0-4d83-9643-e57c485a19ff tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] 10.222.0.48 "GET /v2.0/ports?device_id=4e3930f0-3a9f-4d20-ae74-434e66c18c46 HTTP/1.1" status: 200 len: 945 time: 0.1011267 May 03 21:37:34.506732 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-abebed41-bd69-4505-b672-1f3870091e24 req-9ec2353b-9b24-48c0-905d-ab460982b45d tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] 10.222.0.48 "GET /v2.0/security-groups?id=a93fc666-557c-41f0-a19e-88f680ecfa1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576119 May 03 21:37:34.521985 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781386188966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781385847453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781385847498'] for port, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:34.600038 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Pushing event updated for resources: {'Port': ['ID=060ef4ee-1050-4087-9e32-9c467f259377,revision_number=5']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:37:34.610534 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:37:34.615273 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:37:34.615273 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:37:34.615273 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:37:34.615273 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:37:34.615273 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:37:34.615273 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:37:34.615273 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:37:34.615273 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:37:34.615273 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:37:34.615273 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:37:34.673109 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-0582349d-6c8f-4bd1-94b5-4ae394d94359 req-7ce7da7d-1034-4b4e-b071-c785388decd4 tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781386188948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781385847444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3391708'] for port, after_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:34.722085 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce7da7d-1034-4b4e-b071-c785388decd4 tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] Pushing event deleted for resources: {'Port': ['ID=d3860f2c-7b5b-47b1-89e7-e6eac5582cd6,revision_number=None']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:37:34.910846 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.48', 35520) {{(pid=83992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:37:34.962909 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0582349d-6c8f-4bd1-94b5-4ae394d94359 req-7ce7da7d-1034-4b4e-b071-c785388decd4 tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] Router 2e3dfff1-9645-409e-bf30-4464ec3b1553 has already been hosted by L3 agent c192ea1b-f7d6-49b7-9f22-5492fbafc6f3 {{(pid=83993) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 03 21:37:35.173019 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-24eeee9c-6501-407a-a765-b419434f8c85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:35.268730 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.db.quota.driver [None req-24eeee9c-6501-407a-a765-b419434f8c85 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:37:35.274792 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.quota.resource [None req-24eeee9c-6501-407a-a765-b419434f8c85 admin admin] Usage tracker for resource:security_group_rule and tenant:999e48b1b3474325a1ea15e3d0044e95 is out of sync, need to count used quota {{(pid=83992) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:37:35.278566 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.quota.resource [None req-24eeee9c-6501-407a-a765-b419434f8c85 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83992) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:37:35.279764 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0582349d-6c8f-4bd1-94b5-4ae394d94359 req-7ce7da7d-1034-4b4e-b071-c785388decd4 tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] Notify agent at l3_agent.dv-cinder-840377-1-iscsi the message routers_updated {{(pid=83993) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 21:37:35.291827 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2926915-7415-4d56-963c-e3f869290619 None None] Sync routers for ids ['2e3dfff1-9645-409e-bf30-4464ec3b1553'] in dv-cinder-840377-1-iscsi {{(pid=83994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 03 21:37:35.314957 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.db.quota.driver [None req-24eeee9c-6501-407a-a765-b419434f8c85 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:37:35.318210 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2926915-7415-4d56-963c-e3f869290619 None None] Routers {'2e3dfff1-9645-409e-bf30-4464ec3b1553'} bound to L3 agent in host dv-cinder-840377-1-iscsi {{(pid=83994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 03 21:37:35.318853 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.l3_hamode_db [None req-e2926915-7415-4d56-963c-e3f869290619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840377-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-03T21:19:18Z,description=,heartbeat_timestamp=2022-05-03T21:37:18Z,host='dv-cinder-840377-1-iscsi',id=c192ea1b-f7d6-49b7-9f22-5492fbafc6f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:19:19Z,topic='l3_agent')) {'router_ids': ['2e3dfff1-9645-409e-bf30-4464ec3b1553'], 'active': True} {{(pid=83994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:37:35.413559 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-24eeee9c-6501-407a-a765-b419434f8c85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:35.440576 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.db.l3_dvrscheduler_db [req-0582349d-6c8f-4bd1-94b5-4ae394d94359 req-7ce7da7d-1034-4b4e-b071-c785388decd4 tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] No DVR routers for this DVR port d3860f2c-7b5b-47b1-89e7-e6eac5582cd6 on host hv-cinder-84037 {{(pid=83993) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 21:37:35.443925 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-0582349d-6c8f-4bd1-94b5-4ae394d94359 req-7ce7da7d-1034-4b4e-b071-c785388decd4 tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93163'] for port, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:35.454558 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e3930f0-3a9f-4d20-ae74-434e66c18c46', 'name': 'network-vif-deleted', 'tag': 'd3860f2c-7b5b-47b1-89e7-e6eac5582cd6'}] {{(pid=83993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 03 21:37:35.510336 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-24eeee9c-6501-407a-a765-b419434f8c85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746426'] for security_group, after_create {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:35.531222 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.l3_dvr_db [None req-e2926915-7415-4d56-963c-e3f869290619 None None] Set router 2e3dfff1-9645-409e-bf30-4464ec3b1553 gateway port host: dv-cinder-840377-1-iscsi {{(pid=83994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 03 21:37:35.538003 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.notifiers.nova [-] Nova event matching ['req-67682190-3e41-4684-a467-5dc4f9d2592c'] response: {'server_uuid': '4e3930f0-3a9f-4d20-ae74-434e66c18c46', 'name': 'network-vif-deleted', 'tag': 'd3860f2c-7b5b-47b1-89e7-e6eac5582cd6', 'status': 'completed', 'code': 200} May 03 21:37:35.560400 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-0582349d-6c8f-4bd1-94b5-4ae394d94359 req-7ce7da7d-1034-4b4e-b071-c785388decd4 tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] 10.222.0.42 "DELETE /v2.0/ports/d3860f2c-7b5b-47b1-89e7-e6eac5582cd6 HTTP/1.1" status: 204 len: 173 time: 2.2778125 May 03 21:37:35.595159 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24eeee9c-6501-407a-a765-b419434f8c85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6aa340b1-bea9-4633-a0b1-b6bce86e93b3,revision_number=1']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:37:35.602723 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [None req-24eeee9c-6501-407a-a765-b419434f8c85 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=999e48b1b3474325a1ea15e3d0044e95&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6908321 May 03 21:37:35.605470 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.48', 35540) {{(pid=83992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:37:35.727721 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-dd156b37-e546-4faa-b30c-eb460f55cee8 req-9ba94f03-c062-47b6-b4c2-40843612be9c tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] 10.222.0.48 "GET /v2.0/ports?device_id=4e3930f0-3a9f-4d20-ae74-434e66c18c46 HTTP/1.1" status: 200 len: 210 time: 0.0556996 May 03 21:37:35.770849 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-4245aa9f-40d7-485d-b3b4-df2afd602741 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:35.805098 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-4245aa9f-40d7-485d-b3b4-df2afd602741 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:35.920207 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.rpc [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Device 060ef4ee-1050-4087-9e32-9c467f259377 up at agent ovs-agent-dv-cinder-840377-1-iscsi {{(pid=83994) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 21:37:36.019529 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-4245aa9f-40d7-485d-b3b4-df2afd602741 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746426'] for security_group, after_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:36.028644 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.provisioning_blocks [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Provisioning complete for port 060ef4ee-1050-4087-9e32-9c467f259377 triggered by entity L2. {{(pid=83994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:37:36.029008 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2080827'] for port, provisioning_complete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:36.039961 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4245aa9f-40d7-485d-b3b4-df2afd602741 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6aa340b1-bea9-4633-a0b1-b6bce86e93b3,revision_number=None']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:37:36.050006 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-4245aa9f-40d7-485d-b3b4-df2afd602741 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:36.050006 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [None req-4245aa9f-40d7-485d-b3b4-df2afd602741 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/6aa340b1-bea9-4633-a0b1-b6bce86e93b3 HTTP/1.1" status: 204 len: 168 time: 0.4377315 May 03 21:37:36.107361 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.l3_hamode_db [None req-e2926915-7415-4d56-963c-e3f869290619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e3dfff1-9645-409e-bf30-4464ec3b1553', 'name': 'tempest-TestVolumeBootPattern-1397119621-router', 'tenant_id': 'e665d5aad2c24ad7843ca060d41792d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c33334bd-f19e-453d-9f7b-349270405c58', 'external_fixed_ips': [{'subnet_id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'ip_address': '172.27.1.207'}], 'enable_snat': True}, 'gw_port_id': '8cea356d-7d33-44b4-a4b5-aec73b440abd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:34:12Z', 'updated_at': '2022-05-03T21:34:17Z', 'revision_number': 4, 'project_id': 'e665d5aad2c24ad7843ca060d41792d3', 'gw_port': {'id': '8cea356d-7d33-44b4-a4b5-aec73b440abd', 'name': '', 'network_id': 'c33334bd-f19e-453d-9f7b-349270405c58', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:d1:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e3dfff1-9645-409e-bf30-4464ec3b1553', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'ip_address': '172.27.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:34:13Z', 'updated_at': '2022-05-03T21:34:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840377-1-iscsi', '_interfaces': [{'id': '417ff828-e1a3-471a-ac64-bc91b666d26e', 'name': '', 'network_id': 'f0a9fce1-0034-4c9f-bab5-3584af0c3657', 'tenant_id': 'e665d5aad2c24ad7843ca060d41792d3', 'mac_address': 'fa:16:3e:c1:d6:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e3dfff1-9645-409e-bf30-4464ec3b1553', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '668a4303-55d7-4be7-977c-0eb3f7451c76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:34:16Z', 'updated_at': '2022-05-03T21:34:26Z', 'revision_number': 5, 'project_id': 'e665d5aad2c24ad7843ca060d41792d3', 'subnets': [{'id': '668a4303-55d7-4be7-977c-0eb3f7451c76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840377-1-iscsi', False) {} {{(pid=83994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:37:36.118983 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2926915-7415-4d56-963c-e3f869290619 None None] Checking router: 2e3dfff1-9645-409e-bf30-4464ec3b1553 for host: dv-cinder-840377-1-iscsi {{(pid=83994) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 03 21:37:36.184968 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2926915-7415-4d56-963c-e3f869290619 None None] Routers {'2e3dfff1-9645-409e-bf30-4464ec3b1553'} bound to L3 agent in host dv-cinder-840377-1-iscsi {{(pid=83994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 03 21:37:36.184968 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.l3_hamode_db [None req-e2926915-7415-4d56-963c-e3f869290619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840377-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-03T21:19:18Z,description=,heartbeat_timestamp=2022-05-03T21:37:18Z,host='dv-cinder-840377-1-iscsi',id=c192ea1b-f7d6-49b7-9f22-5492fbafc6f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:19:19Z,topic='l3_agent')) {'router_ids': ['2e3dfff1-9645-409e-bf30-4464ec3b1553'], 'active': True} {{(pid=83994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:37:36.459213 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.l3_dvr_db [None req-e2926915-7415-4d56-963c-e3f869290619 None None] Set router 2e3dfff1-9645-409e-bf30-4464ec3b1553 gateway port host: dv-cinder-840377-1-iscsi {{(pid=83994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 03 21:37:36.928839 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.48', 35566) {{(pid=83992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:37:36.951143 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-44463026-74d5-48a9-903b-99a2cf0fcf6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:36.970300 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.l3_hamode_db [None req-e2926915-7415-4d56-963c-e3f869290619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e3dfff1-9645-409e-bf30-4464ec3b1553', 'name': 'tempest-TestVolumeBootPattern-1397119621-router', 'tenant_id': 'e665d5aad2c24ad7843ca060d41792d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c33334bd-f19e-453d-9f7b-349270405c58', 'external_fixed_ips': [{'subnet_id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'ip_address': '172.27.1.207'}], 'enable_snat': True}, 'gw_port_id': '8cea356d-7d33-44b4-a4b5-aec73b440abd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:34:12Z', 'updated_at': '2022-05-03T21:34:17Z', 'revision_number': 4, 'project_id': 'e665d5aad2c24ad7843ca060d41792d3', 'gw_port': {'id': '8cea356d-7d33-44b4-a4b5-aec73b440abd', 'name': '', 'network_id': 'c33334bd-f19e-453d-9f7b-349270405c58', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:d1:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e3dfff1-9645-409e-bf30-4464ec3b1553', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'ip_address': '172.27.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:34:13Z', 'updated_at': '2022-05-03T21:34:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840377-1-iscsi', '_interfaces': [{'id': '417ff828-e1a3-471a-ac64-bc91b666d26e', 'name': '', 'network_id': 'f0a9fce1-0034-4c9f-bab5-3584af0c3657', 'tenant_id': 'e665d5aad2c24ad7843ca060d41792d3', 'mac_address': 'fa:16:3e:c1:d6:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e3dfff1-9645-409e-bf30-4464ec3b1553', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '668a4303-55d7-4be7-977c-0eb3f7451c76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:34:16Z', 'updated_at': '2022-05-03T21:34:26Z', 'revision_number': 5, 'project_id': 'e665d5aad2c24ad7843ca060d41792d3', 'subnets': [{'id': '668a4303-55d7-4be7-977c-0eb3f7451c76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840377-1-iscsi', False) {} {{(pid=83994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:37:36.975658 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2926915-7415-4d56-963c-e3f869290619 None None] The sync data for ids ['2e3dfff1-9645-409e-bf30-4464ec3b1553'] in dv-cinder-840377-1-iscsi is: [{'id': '2e3dfff1-9645-409e-bf30-4464ec3b1553', 'name': 'tempest-TestVolumeBootPattern-1397119621-router', 'tenant_id': 'e665d5aad2c24ad7843ca060d41792d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c33334bd-f19e-453d-9f7b-349270405c58', 'external_fixed_ips': [{'subnet_id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'ip_address': '172.27.1.207'}], 'enable_snat': True}, 'gw_port_id': '8cea356d-7d33-44b4-a4b5-aec73b440abd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:34:12Z', 'updated_at': '2022-05-03T21:34:17Z', 'revision_number': 4, 'project_id': 'e665d5aad2c24ad7843ca060d41792d3', 'gw_port': {'id': '8cea356d-7d33-44b4-a4b5-aec73b440abd', 'name': '', 'network_id': 'c33334bd-f19e-453d-9f7b-349270405c58', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:d1:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e3dfff1-9645-409e-bf30-4464ec3b1553', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'ip_address': '172.27.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:34:13Z', 'updated_at': '2022-05-03T21:34:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840377-1-iscsi', '_interfaces': [{'id': '417ff828-e1a3-471a-ac64-bc91b666d26e', 'name': '', 'network_id': 'f0a9fce1-0034-4c9f-bab5-3584af0c3657', 'tenant_id': 'e665d5aad2c24ad7843ca060d41792d3', 'mac_address': 'fa:16:3e:c1:d6:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e3dfff1-9645-409e-bf30-4464ec3b1553', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '668a4303-55d7-4be7-977c-0eb3f7451c76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:34:16Z', 'updated_at': '2022-05-03T21:34:26Z', 'revision_number': 5, 'project_id': 'e665d5aad2c24ad7843ca060d41792d3', 'subnets': [{'id': '668a4303-55d7-4be7-977c-0eb3f7451c76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 03 21:37:36.998324 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [req-8eddb15a-d249-417a-98ba-7e362f4d3aba req-05d449e8-8b6f-49b3-bba5-35eeb94f2564 tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] Synchronizing usage tracker for tenant:e665d5aad2c24ad7843ca060d41792d3 on resource:port {{(pid=83993) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 21:37:37.006199 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.db.quota.driver [None req-44463026-74d5-48a9-903b-99a2cf0fcf6b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:37:37.012520 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.quota.resource [None req-44463026-74d5-48a9-903b-99a2cf0fcf6b admin admin] Usage tracker for resource:security_group_rule and tenant:552ec19d271d4522a02b1c41ba091b72 is out of sync, need to count used quota {{(pid=83992) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:37:37.015969 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.quota.resource [None req-44463026-74d5-48a9-903b-99a2cf0fcf6b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83992) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:37:37.023525 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.db.quota.driver [None req-44463026-74d5-48a9-903b-99a2cf0fcf6b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:37:37.082111 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [req-8eddb15a-d249-417a-98ba-7e362f4d3aba req-05d449e8-8b6f-49b3-bba5-35eeb94f2564 tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] Unset dirty status for tenant:e665d5aad2c24ad7843ca060d41792d3 on resource:port {{(pid=83993) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 21:37:37.091214 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-8eddb15a-d249-417a-98ba-7e362f4d3aba req-05d449e8-8b6f-49b3-bba5-35eeb94f2564 tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] 10.222.0.48 "GET /v2.0/ports?device_id=4e3930f0-3a9f-4d20-ae74-434e66c18c46 HTTP/1.1" status: 200 len: 210 time: 0.1831963 May 03 21:37:37.158949 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-44463026-74d5-48a9-903b-99a2cf0fcf6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:37.247866 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-44463026-74d5-48a9-903b-99a2cf0fcf6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746426'] for security_group, after_create {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:37.296546 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44463026-74d5-48a9-903b-99a2cf0fcf6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cacecd39-d475-4150-809d-1733a9c1cc1a,revision_number=1']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:37:37.302057 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [None req-44463026-74d5-48a9-903b-99a2cf0fcf6b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=552ec19d271d4522a02b1c41ba091b72&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3723402 May 03 21:37:37.305536 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.48', 35574) {{(pid=83993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:37:37.394860 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-2fa63f6c-f7eb-4564-b788-553f87821c5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:37.430838 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-2fa63f6c-f7eb-4564-b788-553f87821c5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:37.475942 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.rpc [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Device d3860f2c-7b5b-47b1-89e7-e6eac5582cd6 no longer exists at agent hyperv_hv-cinder-84037 {{(pid=83994) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 21:37:37.521915 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.plugin [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] No Port match for: d3860f2c-7b5b-47b1-89e7-e6eac5582cd6 {{(pid=83994) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 03 21:37:37.522260 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.rpc [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Device d3860f2c-7b5b-47b1-89e7-e6eac5582cd6 not bound to the agent host hv-cinder-84037 {{(pid=83994) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 21:37:37.567930 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-2fa63f6c-f7eb-4564-b788-553f87821c5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746426'] for security_group, after_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:37.585675 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa63f6c-f7eb-4564-b788-553f87821c5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cacecd39-d475-4150-809d-1733a9c1cc1a,revision_number=None']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:37:37.596761 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-2fa63f6c-f7eb-4564-b788-553f87821c5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:37.596761 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-2fa63f6c-f7eb-4564-b788-553f87821c5e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/cacecd39-d475-4150-809d-1733a9c1cc1a HTTP/1.1" status: 204 len: 168 time: 0.2846823 May 03 21:37:38.541806 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-64c2b490-6f9b-40aa-bc42-411d8688f09e req-99f15b78-4be8-4089-adb6-dc7a91d161ca tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1580700779&fields=id&tenant_id=e665d5aad2c24ad7843ca060d41792d3 HTTP/1.1" status: 200 len: 267 time: 0.0572345 May 03 21:37:38.816988 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c2b490-6f9b-40aa-bc42-411d8688f09e req-25383354-5434-4572-a0b1-1b715b492520 tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:37:38.818485 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-64c2b490-6f9b-40aa-bc42-411d8688f09e req-25383354-5434-4572-a0b1-1b715b492520 tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] 10.222.0.48 "GET /v2.0/networks?id=f0a9fce1-0034-4c9f-bab5-3584af0c3657 HTTP/1.1" status: 200 len: 812 time: 0.2750866 May 03 21:37:38.838691 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-64c2b490-6f9b-40aa-bc42-411d8688f09e req-be25f3d2-5fc2-460c-8f86-a095ad641065 tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] 10.222.0.48 "GET /v2.0/quotas/e665d5aad2c24ad7843ca060d41792d3 HTTP/1.1" status: 200 len: 375 time: 0.0116646 May 03 21:37:38.930794 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-64c2b490-6f9b-40aa-bc42-411d8688f09e req-a3b8314a-ff8e-4c2d-974e-8ac0726b6120 tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=e665d5aad2c24ad7843ca060d41792d3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0864103 May 03 21:37:39.092935 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-64c2b490-6f9b-40aa-bc42-411d8688f09e req-7e788bc7-d6bb-409a-a58c-728fb0ac62d5 service neutron] 10.222.0.48 "GET /v2.0/networks/f0a9fce1-0034-4c9f-bab5-3584af0c3657?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1500857 May 03 21:37:39.241435 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-64c2b490-6f9b-40aa-bc42-411d8688f09e req-bb0f78c1-bf6a-4d10-9a38-4aa5358df723 service neutron] 10.222.0.48 "GET /v2.0/networks/f0a9fce1-0034-4c9f-bab5-3584af0c3657?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1475043 May 03 21:37:40.066465 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-f479270f-b4a1-4699-bfbb-82cea8cb6945 req-e201cd83-55aa-4df9-81a3-0c2bc47f912c tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] 10.222.0.48 "GET /v2.0/ports?device_id=5d20cd93-7f61-4f7b-9488-b8e8a56c24d8 HTTP/1.1" status: 200 len: 210 time: 0.0519590 May 03 21:37:40.597177 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [req-afb9edbe-85d8-4a77-8c85-1001faa962d5 req-a32bae4e-b9d8-4932-bd13-66771ea4e4c3 tempest-TestShelveInstance-1775851064 tempest-TestShelveInstance-1775851064-project] Synchronizing usage tracker for tenant:eca9727df4a44eaaa12b84e3f0df0b51 on resource:security_group {{(pid=83993) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 21:37:40.687255 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [req-afb9edbe-85d8-4a77-8c85-1001faa962d5 req-a32bae4e-b9d8-4932-bd13-66771ea4e4c3 tempest-TestShelveInstance-1775851064 tempest-TestShelveInstance-1775851064-project] Unset dirty status for tenant:eca9727df4a44eaaa12b84e3f0df0b51 on resource:security_group {{(pid=83993) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 21:37:40.688598 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-afb9edbe-85d8-4a77-8c85-1001faa962d5 req-a32bae4e-b9d8-4932-bd13-66771ea4e4c3 tempest-TestShelveInstance-1775851064 tempest-TestShelveInstance-1775851064-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1823248737&fields=id&tenant_id=eca9727df4a44eaaa12b84e3f0df0b51 HTTP/1.1" status: 200 len: 267 time: 0.1358016 May 03 21:37:40.850571 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb9edbe-85d8-4a77-8c85-1001faa962d5 req-e9ddcfc7-2ae4-440d-8761-e6de84ab065f tempest-TestShelveInstance-1775851064 tempest-TestShelveInstance-1775851064-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:37:40.852161 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-afb9edbe-85d8-4a77-8c85-1001faa962d5 req-e9ddcfc7-2ae4-440d-8761-e6de84ab065f tempest-TestShelveInstance-1775851064 tempest-TestShelveInstance-1775851064-project] 10.222.0.48 "GET /v2.0/networks?id=253db136-cbba-484c-ae24-75498a0c18e9 HTTP/1.1" status: 200 len: 809 time: 0.1543596 May 03 21:37:40.874509 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-afb9edbe-85d8-4a77-8c85-1001faa962d5 req-15be46b4-3118-4651-8fb3-37cae5c8a76b tempest-TestShelveInstance-1775851064 tempest-TestShelveInstance-1775851064-project] 10.222.0.48 "GET /v2.0/quotas/eca9727df4a44eaaa12b84e3f0df0b51 HTTP/1.1" status: 200 len: 375 time: 0.0159726 May 03 21:37:40.966707 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-afb9edbe-85d8-4a77-8c85-1001faa962d5 req-916aed14-baed-40f3-8f5a-a59c0d29a93a tempest-TestShelveInstance-1775851064 tempest-TestShelveInstance-1775851064-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=eca9727df4a44eaaa12b84e3f0df0b51&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0865991 May 03 21:37:41.146588 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-afb9edbe-85d8-4a77-8c85-1001faa962d5 req-f0f2e319-3d7c-4db7-ade2-8814003b27e8 service neutron] 10.222.0.48 "GET /v2.0/networks/253db136-cbba-484c-ae24-75498a0c18e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1681156 May 03 21:37:41.253141 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-16583e2e-e731-4e32-9e46-ddac7f1ed151 req-31311741-236e-491e-99f5-15ea4b47bb19 tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] 10.222.0.48 "GET /v2.0/ports?device_id=5d20cd93-7f61-4f7b-9488-b8e8a56c24d8 HTTP/1.1" status: 200 len: 210 time: 0.0431445 May 03 21:37:41.310594 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-afb9edbe-85d8-4a77-8c85-1001faa962d5 req-5f40a23a-bb3a-425c-a98f-a432cc65b543 service neutron] 10.222.0.48 "GET /v2.0/networks/253db136-cbba-484c-ae24-75498a0c18e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1571665 May 03 21:37:41.720553 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4597d187-b177-4a47-9cfc-736fa944978c None None] New status for floating IP 31722e22-c090-4efc-b6b4-17feef6f44f7: DOWN {{(pid=83995) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 03 21:37:41.969540 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.48', 35718) {{(pid=83993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:37:42.124493 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.quota.resource [req-5b6acd16-09a6-4999-912d-07b5ab6934ef req-bd2dad7f-09d8-483e-beb2-f90a13c4ba5d tempest-TestShelveInstance-1775851064 tempest-TestShelveInstance-1775851064-project] Synchronizing usage tracker for tenant:eca9727df4a44eaaa12b84e3f0df0b51 on resource:port {{(pid=83992) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 21:37:42.161138 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-ecd42ae0-4e8d-4b3e-8230-902bf519da55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:42.208643 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.quota.resource [req-5b6acd16-09a6-4999-912d-07b5ab6934ef req-bd2dad7f-09d8-483e-beb2-f90a13c4ba5d tempest-TestShelveInstance-1775851064 tempest-TestShelveInstance-1775851064-project] Unset dirty status for tenant:eca9727df4a44eaaa12b84e3f0df0b51 on resource:port {{(pid=83992) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 21:37:42.215369 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-5b6acd16-09a6-4999-912d-07b5ab6934ef req-bd2dad7f-09d8-483e-beb2-f90a13c4ba5d tempest-TestShelveInstance-1775851064 tempest-TestShelveInstance-1775851064-project] 10.222.0.48 "GET /v2.0/ports?device_id=f20570e8-6f8e-4837-9fe7-10002cea7cea HTTP/1.1" status: 200 len: 210 time: 0.1361239 May 03 21:37:42.218929 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-ecd42ae0-4e8d-4b3e-8230-902bf519da55 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:37:42.224951 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-ecd42ae0-4e8d-4b3e-8230-902bf519da55 admin admin] Usage tracker for resource:security_group_rule and tenant:a0166b4a02af44fe8a9230dae2c5ebca is out of sync, need to count used quota {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:37:42.230726 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-ecd42ae0-4e8d-4b3e-8230-902bf519da55 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:37:42.243372 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-ecd42ae0-4e8d-4b3e-8230-902bf519da55 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:37:42.337920 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-ecd42ae0-4e8d-4b3e-8230-902bf519da55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:42.390650 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-ecd42ae0-4e8d-4b3e-8230-902bf519da55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746426'] for security_group, after_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:42.491028 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-9670bacc-32aa-4715-83b7-fab5b967da5e req-908e8bec-d9bd-43f3-b0bd-caf8ab5603f6 tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] 10.222.0.48 "GET /v2.0/ports?device_id=5d20cd93-7f61-4f7b-9488-b8e8a56c24d8 HTTP/1.1" status: 200 len: 210 time: 0.0931003 May 03 21:37:42.509662 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd42ae0-4e8d-4b3e-8230-902bf519da55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67472328-5717-4d66-825e-70b06c6a7458,revision_number=1']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:37:42.583336 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-ecd42ae0-4e8d-4b3e-8230-902bf519da55 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a0166b4a02af44fe8a9230dae2c5ebca&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6126828 May 03 21:37:42.587515 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.48', 35734) {{(pid=83992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:37:42.682468 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c2b490-6f9b-40aa-bc42-411d8688f09e req-8e0aba49-1fd6-4b8a-8d5e-66637f17027d tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:37:42.684398 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-64c2b490-6f9b-40aa-bc42-411d8688f09e req-8e0aba49-1fd6-4b8a-8d5e-66637f17027d tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] 10.222.0.42 "GET /v2.0/networks?id=f0a9fce1-0034-4c9f-bab5-3584af0c3657 HTTP/1.1" status: 200 len: 812 time: 0.2758284 May 03 21:37:42.729600 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-d85e03e5-cae0-42c4-9b39-cee7cd0831fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:42.753655 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-64c2b490-6f9b-40aa-bc42-411d8688f09e req-4b1b8b62-c922-41ef-9084-9e2e392c675b tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e665d5aad2c24ad7843ca060d41792d3 HTTP/1.1" status: 200 len: 380 time: 0.0500073 May 03 21:37:42.761937 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-d85e03e5-cae0-42c4-9b39-cee7cd0831fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:42.771149 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.v2.base [req-64c2b490-6f9b-40aa-bc42-411d8688f09e req-55f851b0-2937-4a55-89b5-35196fe8e6b1 tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] Request body: {'port': {'device_id': '5d20cd93-7f61-4f7b-9488-b8e8a56c24d8', 'network_id': 'f0a9fce1-0034-4c9f-bab5-3584af0c3657', 'admin_state_up': True, 'tenant_id': 'e665d5aad2c24ad7843ca060d41792d3', 'security_groups': ['a93fc666-557c-41f0-a19e-88f680ecfa1b']}} {{(pid=83993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 03 21:37:42.899895 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-d85e03e5-cae0-42c4-9b39-cee7cd0831fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746426'] for security_group, after_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:42.921031 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85e03e5-cae0-42c4-9b39-cee7cd0831fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67472328-5717-4d66-825e-70b06c6a7458,revision_number=None']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:37:42.947571 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [req-64c2b490-6f9b-40aa-bc42-411d8688f09e req-55f851b0-2937-4a55-89b5-35196fe8e6b1 tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:37:42.950045 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-d85e03e5-cae0-42c4-9b39-cee7cd0831fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:42.951452 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [None req-d85e03e5-cae0-42c4-9b39-cee7cd0831fb admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/67472328-5717-4d66-825e-70b06c6a7458 HTTP/1.1" status: 204 len: 168 time: 0.3624744 May 03 21:37:42.964071 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [req-64c2b490-6f9b-40aa-bc42-411d8688f09e req-55f851b0-2937-4a55-89b5-35196fe8e6b1 tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:37:43.064645 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-64c2b490-6f9b-40aa-bc42-411d8688f09e req-55f851b0-2937-4a55-89b5-35196fe8e6b1 tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] Made reservation on behalf of e665d5aad2c24ad7843ca060d41792d3 for: {'port': 1} {{(pid=83993) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 21:37:43.069805 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-64c2b490-6f9b-40aa-bc42-411d8688f09e req-55f851b0-2937-4a55-89b5-35196fe8e6b1 tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1124352'] for port, before_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:43.281530 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.db.db_base_plugin_common [req-64c2b490-6f9b-40aa-bc42-411d8688f09e req-55f851b0-2937-4a55-89b5-35196fe8e6b1 tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] Allocated IP 172.20.0.14 (f0a9fce1-0034-4c9f-bab5-3584af0c3657/668a4303-55d7-4be7-977c-0eb3f7451c76/861debb4-c679-41ef-af2d-3ffdd7122e86) {{(pid=83993) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 21:37:43.366912 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-00945251-7c5f-491f-a299-363104b406b4 req-79e8ffd6-cce3-48c9-90cc-6ea4b20ca112 tempest-TestShelveInstance-1775851064 tempest-TestShelveInstance-1775851064-project] 10.222.0.48 "GET /v2.0/ports?device_id=f20570e8-6f8e-4837-9fe7-10002cea7cea HTTP/1.1" status: 200 len: 210 time: 0.0478261 May 03 21:37:43.674745 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-64c2b490-6f9b-40aa-bc42-411d8688f09e req-55f851b0-2937-4a55-89b5-35196fe8e6b1 tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] Notify callbacks [] for port, precommit_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:43.687631 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-dfddac5d-b510-4943-8fc4-47594ec3e144 req-63d7956f-8e5c-47ce-8d20-62a8a93c78bf tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] 10.222.0.48 "GET /v2.0/ports?device_id=5d20cd93-7f61-4f7b-9488-b8e8a56c24d8 HTTP/1.1" status: 200 len: 210 time: 0.0547812 May 03 21:37:43.698840 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.db.provisioning_blocks [req-64c2b490-6f9b-40aa-bc42-411d8688f09e req-55f851b0-2937-4a55-89b5-35196fe8e6b1 tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] Transition to ACTIVE for port object 861debb4-c679-41ef-af2d-3ffdd7122e86 will not be triggered until provisioned by entity DHCP. {{(pid=83993) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 21:37:43.893801 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-64c2b490-6f9b-40aa-bc42-411d8688f09e req-55f851b0-2937-4a55-89b5-35196fe8e6b1 tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781385847435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3391708'] for port, after_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:43.974766 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64c2b490-6f9b-40aa-bc42-411d8688f09e req-55f851b0-2937-4a55-89b5-35196fe8e6b1 tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] Network f0a9fce1-0034-4c9f-bab5-3584af0c3657 is already hosted by enough agents. {{(pid=83993) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 21:37:43.978655 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.scheduler.base_scheduler [req-64c2b490-6f9b-40aa-bc42-411d8688f09e req-55f851b0-2937-4a55-89b5-35196fe8e6b1 tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] Resources bound (agent type, host, resource id): {{(pid=83993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 21:37:43.981483 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.db.l3_dvrscheduler_db [req-64c2b490-6f9b-40aa-bc42-411d8688f09e req-55f851b0-2937-4a55-89b5-35196fe8e6b1 tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] Received port after_create {{(pid=83993) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 03 21:37:44.027823 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f851b0-2937-4a55-89b5-35196fe8e6b1 tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] Pushing event updated for resources: {'Port': ['ID=861debb4-c679-41ef-af2d-3ffdd7122e86,revision_number=1']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:37:44.052207 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.48', 35760) {{(pid=83992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:37:44.074226 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c2b490-6f9b-40aa-bc42-411d8688f09e req-55f851b0-2937-4a55-89b5-35196fe8e6b1 tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:37:44.075500 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-64c2b490-6f9b-40aa-bc42-411d8688f09e req-55f851b0-2937-4a55-89b5-35196fe8e6b1 tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93163'] for port, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:44.095248 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-c9fed857-a64d-4d21-bd82-f1fbe923b5e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:44.155349 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.db.quota.driver [None req-c9fed857-a64d-4d21-bd82-f1fbe923b5e6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:37:44.161266 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.quota.resource [None req-c9fed857-a64d-4d21-bd82-f1fbe923b5e6 admin admin] Usage tracker for resource:security_group_rule and tenant:00472e37905c44128d4e01530fb9e7a0 is out of sync, need to count used quota {{(pid=83992) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:37:44.164921 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.quota.resource [None req-c9fed857-a64d-4d21-bd82-f1fbe923b5e6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83992) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:37:44.175206 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.db.quota.driver [None req-c9fed857-a64d-4d21-bd82-f1fbe923b5e6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:37:44.198769 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-64c2b490-6f9b-40aa-bc42-411d8688f09e req-55f851b0-2937-4a55-89b5-35196fe8e6b1 tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4325435 May 03 21:37:44.218390 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.v2.base [req-64c2b490-6f9b-40aa-bc42-411d8688f09e req-f31fc699-0c08-43ed-a2d1-3d4f0d65d45a service neutron] Request body: {'port': {'device_id': '5d20cd93-7f61-4f7b-9488-b8e8a56c24d8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84037'}} {{(pid=83993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 03 21:37:44.297633 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-c9fed857-a64d-4d21-bd82-f1fbe923b5e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:44.372204 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-64c2b490-6f9b-40aa-bc42-411d8688f09e req-f31fc699-0c08-43ed-a2d1-3d4f0d65d45a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1124352'] for port, before_update {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:44.442164 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-c9fed857-a64d-4d21-bd82-f1fbe923b5e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746426'] for security_group, after_create {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:44.489799 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.provisioning_blocks [None req-15b149c3-bd14-4236-9876-8dc6797cc7c5 None None] Provisioning for port 861debb4-c679-41ef-af2d-3ffdd7122e86 completed by entity DHCP. {{(pid=83994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 21:37:44.494351 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.provisioning_blocks [None req-15b149c3-bd14-4236-9876-8dc6797cc7c5 None None] Provisioning complete for port 861debb4-c679-41ef-af2d-3ffdd7122e86 triggered by entity DHCP. {{(pid=83994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:37:44.495131 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-15b149c3-bd14-4236-9876-8dc6797cc7c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2080827'] for port, provisioning_complete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:44.512469 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fed857-a64d-4d21-bd82-f1fbe923b5e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05c5c229-7072-41cc-b9fa-71d548302466,revision_number=1']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:37:44.536502 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [None req-c9fed857-a64d-4d21-bd82-f1fbe923b5e6 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=00472e37905c44128d4e01530fb9e7a0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4823701 May 03 21:37:44.542098 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.48', 35770) {{(pid=83992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:37:44.589929 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.plugin [None req-15b149c3-bd14-4236-9876-8dc6797cc7c5 None None] Port 861debb4-c679-41ef-af2d-3ffdd7122e86 cannot update to ACTIVE because it is not bound. {{(pid=83994) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 03 21:37:44.599253 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-4a23c741-9376-4bf5-b00f-39c65ce575b6 req-108c4039-ee01-4c30-bd82-5e0a379a7cd9 tempest-TestShelveInstance-1775851064 tempest-TestShelveInstance-1775851064-project] 10.222.0.48 "GET /v2.0/ports?device_id=f20570e8-6f8e-4837-9fe7-10002cea7cea HTTP/1.1" status: 200 len: 210 time: 0.0778966 May 03 21:37:44.657409 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-cfacfdbd-a254-4535-9863-6325e0deb4c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:44.690523 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-cfacfdbd-a254-4535-9863-6325e0deb4c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:44.814880 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.notifiers.nova [req-64c2b490-6f9b-40aa-bc42-411d8688f09e req-f31fc699-0c08-43ed-a2d1-3d4f0d65d45a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 861debb4-c679-41ef-af2d-3ffdd7122e86 {{(pid=83993) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 03 21:37:44.824969 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-cfacfdbd-a254-4535-9863-6325e0deb4c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746426'] for security_group, after_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:44.825565 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-64c2b490-6f9b-40aa-bc42-411d8688f09e req-f31fc699-0c08-43ed-a2d1-3d4f0d65d45a service neutron] Notify callbacks [] for port, precommit_update {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:44.844843 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-cfacfdbd-a254-4535-9863-6325e0deb4c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:44.850047 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [None req-cfacfdbd-a254-4535-9863-6325e0deb4c2 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/05c5c229-7072-41cc-b9fa-71d548302466 HTTP/1.1" status: 204 len: 168 time: 0.2758901 May 03 21:37:44.854566 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfacfdbd-a254-4535-9863-6325e0deb4c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05c5c229-7072-41cc-b9fa-71d548302466,revision_number=None']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:37:44.895426 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.db.provisioning_blocks [req-64c2b490-6f9b-40aa-bc42-411d8688f09e req-f31fc699-0c08-43ed-a2d1-3d4f0d65d45a service neutron] Transition to ACTIVE for port object 861debb4-c679-41ef-af2d-3ffdd7122e86 will not be triggered until provisioned by entity L2. {{(pid=83993) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 21:37:44.932211 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c045c2-20a6-494d-a64c-420f96016ea8 req-82632d49-e7ab-40b3-a633-4fb4314896d1 tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:37:44.932211 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [req-05c045c2-20a6-494d-a64c-420f96016ea8 req-82632d49-e7ab-40b3-a633-4fb4314896d1 tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] Synchronizing usage tracker for tenant:e665d5aad2c24ad7843ca060d41792d3 on resource:port {{(pid=83993) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 21:37:45.030726 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-64c2b490-6f9b-40aa-bc42-411d8688f09e req-f31fc699-0c08-43ed-a2d1-3d4f0d65d45a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781386188966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781385847453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781385847498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3391653'] for port, after_update {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:45.078470 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [req-05c045c2-20a6-494d-a64c-420f96016ea8 req-82632d49-e7ab-40b3-a633-4fb4314896d1 tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] Unset dirty status for tenant:e665d5aad2c24ad7843ca060d41792d3 on resource:port {{(pid=83993) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 21:37:45.079642 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-05c045c2-20a6-494d-a64c-420f96016ea8 req-82632d49-e7ab-40b3-a633-4fb4314896d1 tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] 10.222.0.48 "GET /v2.0/ports?device_id=5d20cd93-7f61-4f7b-9488-b8e8a56c24d8 HTTP/1.1" status: 200 len: 932 time: 0.2502635 May 03 21:37:45.246430 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31fc699-0c08-43ed-a2d1-3d4f0d65d45a service neutron] Pushing event updated for resources: {'Port': ['ID=861debb4-c679-41ef-af2d-3ffdd7122e86,revision_number=2']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:37:45.268708 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-05c045c2-20a6-494d-a64c-420f96016ea8 req-df8f7601-501b-4565-81ed-517334e7c2ea tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] 10.222.0.48 "GET /v2.0/security-groups?id=a93fc666-557c-41f0-a19e-88f680ecfa1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1786101 May 03 21:37:45.564620 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.managers [req-64c2b490-6f9b-40aa-bc42-411d8688f09e req-f31fc699-0c08-43ed-a2d1-3d4f0d65d45a service neutron] Attempting to bind port 861debb4-c679-41ef-af2d-3ffdd7122e86 on host hv-cinder-84037 for vnic_type normal with profile {{(pid=83993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 21:37:45.564956 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.managers [req-64c2b490-6f9b-40aa-bc42-411d8688f09e req-f31fc699-0c08-43ed-a2d1-3d4f0d65d45a service neutron] Attempting to bind port 861debb4-c679-41ef-af2d-3ffdd7122e86 by drivers openvswitch,hyperv on host hv-cinder-84037 at level 0 using segments [{'id': '3e0ba556-645a-494a-9a35-88209b132e8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'f0a9fce1-0034-4c9f-bab5-3584af0c3657'}] {{(pid=83993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 21:37:45.565284 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64c2b490-6f9b-40aa-bc42-411d8688f09e req-f31fc699-0c08-43ed-a2d1-3d4f0d65d45a service neutron] Attempting to bind port 861debb4-c679-41ef-af2d-3ffdd7122e86 on network f0a9fce1-0034-4c9f-bab5-3584af0c3657 {{(pid=83993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 03 21:37:45.578400 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64c2b490-6f9b-40aa-bc42-411d8688f09e req-f31fc699-0c08-43ed-a2d1-3d4f0d65d45a service neutron] Port 861debb4-c679-41ef-af2d-3ffdd7122e86 on network f0a9fce1-0034-4c9f-bab5-3584af0c3657 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84037 {{(pid=83993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 03 21:37:45.584646 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64c2b490-6f9b-40aa-bc42-411d8688f09e req-f31fc699-0c08-43ed-a2d1-3d4f0d65d45a service neutron] Attempting to bind port 861debb4-c679-41ef-af2d-3ffdd7122e86 on network f0a9fce1-0034-4c9f-bab5-3584af0c3657 {{(pid=83993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 03 21:37:45.603761 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64c2b490-6f9b-40aa-bc42-411d8688f09e req-f31fc699-0c08-43ed-a2d1-3d4f0d65d45a service neutron] Checking agent: {'id': '6f729c1e-126d-4db9-b521-92dbb8a34775', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84037', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 21, 26, 18), 'started_at': datetime.datetime(2022, 5, 3, 21, 26, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 21, 37, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 03 21:37:45.604092 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64c2b490-6f9b-40aa-bc42-411d8688f09e req-f31fc699-0c08-43ed-a2d1-3d4f0d65d45a service neutron] Checking segment: {'id': '3e0ba556-645a-494a-9a35-88209b132e8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'f0a9fce1-0034-4c9f-bab5-3584af0c3657'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 03 21:37:45.604503 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64c2b490-6f9b-40aa-bc42-411d8688f09e req-f31fc699-0c08-43ed-a2d1-3d4f0d65d45a service neutron] Bound using segment: {'id': '3e0ba556-645a-494a-9a35-88209b132e8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'f0a9fce1-0034-4c9f-bab5-3584af0c3657'} {{(pid=83993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 03 21:37:45.604935 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.managers [req-64c2b490-6f9b-40aa-bc42-411d8688f09e req-f31fc699-0c08-43ed-a2d1-3d4f0d65d45a service neutron] Bound port: 861debb4-c679-41ef-af2d-3ffdd7122e86, host: hv-cinder-84037, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e0ba556-645a-494a-9a35-88209b132e8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'f0a9fce1-0034-4c9f-bab5-3584af0c3657'}}] {{(pid=83993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 21:37:45.605279 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-64c2b490-6f9b-40aa-bc42-411d8688f09e req-f31fc699-0c08-43ed-a2d1-3d4f0d65d45a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1124352'] for port, before_update {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:45.680778 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb9edbe-85d8-4a77-8c85-1001faa962d5 req-cff38db1-4106-4cc0-8c2b-fd9b020dad2a tempest-TestShelveInstance-1775851064 tempest-TestShelveInstance-1775851064-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:37:45.682325 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-afb9edbe-85d8-4a77-8c85-1001faa962d5 req-cff38db1-4106-4cc0-8c2b-fd9b020dad2a tempest-TestShelveInstance-1775851064 tempest-TestShelveInstance-1775851064-project] 10.222.0.42 "GET /v2.0/networks?id=253db136-cbba-484c-ae24-75498a0c18e9 HTTP/1.1" status: 200 len: 809 time: 0.2450645 May 03 21:37:45.761519 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.db [req-64c2b490-6f9b-40aa-bc42-411d8688f09e req-f31fc699-0c08-43ed-a2d1-3d4f0d65d45a service neutron] For port 861debb4-c679-41ef-af2d-3ffdd7122e86, host hv-cinder-84037, cleared binding levels {{(pid=83993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 21:37:45.776066 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-afb9edbe-85d8-4a77-8c85-1001faa962d5 req-abd2a5e8-0140-4c85-9b63-1aa789545a9a tempest-TestShelveInstance-1775851064 tempest-TestShelveInstance-1775851064-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=eca9727df4a44eaaa12b84e3f0df0b51 HTTP/1.1" status: 200 len: 380 time: 0.0740533 May 03 21:37:45.777828 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.db [req-64c2b490-6f9b-40aa-bc42-411d8688f09e req-f31fc699-0c08-43ed-a2d1-3d4f0d65d45a service neutron] For port 861debb4-c679-41ef-af2d-3ffdd7122e86, host hv-cinder-84037, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=861debb4-c679-41ef-af2d-3ffdd7122e86,segment=NetworkSegment(3e0ba556-645a-494a-9a35-88209b132e8b),segment_id=3e0ba556-645a-494a-9a35-88209b132e8b)] {{(pid=83993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 21:37:45.785362 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-7186fdd7-ee7e-4390-99f7-84093040e4b2 req-bfbea20b-2d80-40a6-b311-7992584ca670 tempest-TestShelveInstance-1775851064 tempest-TestShelveInstance-1775851064-project] 10.222.0.48 "GET /v2.0/ports?device_id=f20570e8-6f8e-4837-9fe7-10002cea7cea HTTP/1.1" status: 200 len: 210 time: 0.0508156 May 03 21:37:45.785974 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.v2.base [req-afb9edbe-85d8-4a77-8c85-1001faa962d5 req-a09d845c-5780-4062-b825-546f264868b6 tempest-TestShelveInstance-1775851064 tempest-TestShelveInstance-1775851064-project] Request body: {'port': {'device_id': 'f20570e8-6f8e-4837-9fe7-10002cea7cea', 'network_id': '253db136-cbba-484c-ae24-75498a0c18e9', 'admin_state_up': True, 'tenant_id': 'eca9727df4a44eaaa12b84e3f0df0b51', 'security_groups': ['90a438e1-4790-42cb-bc9f-357ceea8d33f']}} {{(pid=83993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 03 21:37:45.864536 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-64c2b490-6f9b-40aa-bc42-411d8688f09e req-f31fc699-0c08-43ed-a2d1-3d4f0d65d45a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781386188966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781385847453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781385847498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3391653'] for port, after_update {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:45.952200 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-64c2b490-6f9b-40aa-bc42-411d8688f09e req-f31fc699-0c08-43ed-a2d1-3d4f0d65d45a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93163'] for port, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:45.953631 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-64c2b490-6f9b-40aa-bc42-411d8688f09e req-f31fc699-0c08-43ed-a2d1-3d4f0d65d45a service neutron] 10.222.0.42 "PUT /v2.0/ports/861debb4-c679-41ef-af2d-3ffdd7122e86 HTTP/1.1" status: 200 len: 1094 time: 1.7406063 May 03 21:37:45.954077 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d20cd93-7f61-4f7b-9488-b8e8a56c24d8', 'tag': '861debb4-c679-41ef-af2d-3ffdd7122e86'}] {{(pid=83993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 03 21:37:46.002841 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31fc699-0c08-43ed-a2d1-3d4f0d65d45a service neutron] Pushing event updated for resources: {'Port': ['ID=861debb4-c679-41ef-af2d-3ffdd7122e86,revision_number=3']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:37:46.013955 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [req-afb9edbe-85d8-4a77-8c85-1001faa962d5 req-a09d845c-5780-4062-b825-546f264868b6 tempest-TestShelveInstance-1775851064 tempest-TestShelveInstance-1775851064-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:37:46.025308 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [req-afb9edbe-85d8-4a77-8c85-1001faa962d5 req-a09d845c-5780-4062-b825-546f264868b6 tempest-TestShelveInstance-1775851064 tempest-TestShelveInstance-1775851064-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:37:46.043326 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5ea464b0-be45-4cea-b621-9ee8464d703b'] response: {'name': 'network-changed', 'server_uuid': '5d20cd93-7f61-4f7b-9488-b8e8a56c24d8', 'tag': '861debb4-c679-41ef-af2d-3ffdd7122e86', 'status': 'completed', 'code': 200} May 03 21:37:46.112194 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-afb9edbe-85d8-4a77-8c85-1001faa962d5 req-a09d845c-5780-4062-b825-546f264868b6 tempest-TestShelveInstance-1775851064 tempest-TestShelveInstance-1775851064-project] Made reservation on behalf of eca9727df4a44eaaa12b84e3f0df0b51 for: {'port': 1} {{(pid=83993) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 21:37:46.120511 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-afb9edbe-85d8-4a77-8c85-1001faa962d5 req-a09d845c-5780-4062-b825-546f264868b6 tempest-TestShelveInstance-1775851064 tempest-TestShelveInstance-1775851064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1124352'] for port, before_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:46.323806 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-64c2b490-6f9b-40aa-bc42-411d8688f09e req-30683c47-30da-474a-8430-503205bd872c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e665d5aad2c24ad7843ca060d41792d3&device_id=5d20cd93-7f61-4f7b-9488-b8e8a56c24d8 HTTP/1.1" status: 200 len: 1097 time: 0.2619214 May 03 21:37:46.441703 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-509db71a-87a1-46a8-9e94-1c645b045749 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781386283879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2080842'] for agent, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:46.466535 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-64c2b490-6f9b-40aa-bc42-411d8688f09e req-d85c2bbf-b675-4e55-b575-4e07c4f6ecd1 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=861debb4-c679-41ef-af2d-3ffdd7122e86 HTTP/1.1" status: 200 len: 217 time: 0.1261375 May 03 21:37:46.550826 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70e0f4b-b767-4900-9a2d-c4cac9e6fab6 req-33a5cc13-4c24-4566-a3ae-f41af64fd58d tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:37:46.551795 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.db.db_base_plugin_common [req-afb9edbe-85d8-4a77-8c85-1001faa962d5 req-a09d845c-5780-4062-b825-546f264868b6 tempest-TestShelveInstance-1775851064 tempest-TestShelveInstance-1775851064-project] Allocated IP 172.20.0.13 (253db136-cbba-484c-ae24-75498a0c18e9/d658046c-6be6-4f1e-bc22-3d1916130bf9/b0b6b891-8700-4c78-8b4a-550162963c94) {{(pid=83993) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 21:37:46.552323 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-d70e0f4b-b767-4900-9a2d-c4cac9e6fab6 req-33a5cc13-4c24-4566-a3ae-f41af64fd58d tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] 10.222.0.48 "GET /v2.0/ports?device_id=5d20cd93-7f61-4f7b-9488-b8e8a56c24d8 HTTP/1.1" status: 200 len: 944 time: 0.0897791 May 03 21:37:46.561835 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c2b490-6f9b-40aa-bc42-411d8688f09e req-be739bb9-0fa7-494d-8fc7-7db3a708443d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:37:46.563343 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-64c2b490-6f9b-40aa-bc42-411d8688f09e req-be739bb9-0fa7-494d-8fc7-7db3a708443d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=668a4303-55d7-4be7-977c-0eb3f7451c76 HTTP/1.1" status: 200 len: 851 time: 0.0875049 May 03 21:37:46.609366 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-d70e0f4b-b767-4900-9a2d-c4cac9e6fab6 req-e6f5595e-d68e-41c7-b188-b6625508e708 tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] 10.222.0.48 "GET /v2.0/security-groups?id=a93fc666-557c-41f0-a19e-88f680ecfa1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480697 May 03 21:37:46.775663 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-64c2b490-6f9b-40aa-bc42-411d8688f09e req-400c6bd4-c9fe-48f3-b4cc-e69fe4c1f1e2 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f0a9fce1-0034-4c9f-bab5-3584af0c3657&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2037582 May 03 21:37:46.921908 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-afb9edbe-85d8-4a77-8c85-1001faa962d5 req-a09d845c-5780-4062-b825-546f264868b6 tempest-TestShelveInstance-1775851064 tempest-TestShelveInstance-1775851064-project] Notify callbacks [] for port, precommit_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:47.002091 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.db.provisioning_blocks [req-afb9edbe-85d8-4a77-8c85-1001faa962d5 req-a09d845c-5780-4062-b825-546f264868b6 tempest-TestShelveInstance-1775851064 tempest-TestShelveInstance-1775851064-project] Transition to ACTIVE for port object b0b6b891-8700-4c78-8b4a-550162963c94 will not be triggered until provisioned by entity DHCP. {{(pid=83993) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 21:37:47.009080 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-6f69c2e0-f272-4d48-8819-c1e7c68c84ea req-7a92ad96-7d46-45cc-864a-ced9e7f8e3bb tempest-TestShelveInstance-1775851064 tempest-TestShelveInstance-1775851064-project] 10.222.0.48 "GET /v2.0/ports?device_id=f20570e8-6f8e-4837-9fe7-10002cea7cea HTTP/1.1" status: 200 len: 210 time: 0.0773892 May 03 21:37:47.032742 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-64c2b490-6f9b-40aa-bc42-411d8688f09e req-bad6f73c-8081-45f9-b2a2-9ed3f3da5ab0 service neutron] 10.222.0.42 "GET /v2.0/networks/f0a9fce1-0034-4c9f-bab5-3584af0c3657?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2448647 May 03 21:37:47.161478 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-afb9edbe-85d8-4a77-8c85-1001faa962d5 req-a09d845c-5780-4062-b825-546f264868b6 tempest-TestShelveInstance-1775851064 tempest-TestShelveInstance-1775851064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781385847435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3391708'] for port, after_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:47.256783 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-64c2b490-6f9b-40aa-bc42-411d8688f09e req-1e91b07e-8655-41d3-8cf2-fa10f11eaa3b service neutron] 10.222.0.42 "GET /v2.0/networks/f0a9fce1-0034-4c9f-bab5-3584af0c3657?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2158401 May 03 21:37:47.265704 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09d845c-5780-4062-b825-546f264868b6 tempest-TestShelveInstance-1775851064 tempest-TestShelveInstance-1775851064-project] Pushing event updated for resources: {'Port': ['ID=b0b6b891-8700-4c78-8b4a-550162963c94,revision_number=1']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:37:47.269151 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-afb9edbe-85d8-4a77-8c85-1001faa962d5 req-a09d845c-5780-4062-b825-546f264868b6 tempest-TestShelveInstance-1775851064 tempest-TestShelveInstance-1775851064-project] Network 253db136-cbba-484c-ae24-75498a0c18e9 is already hosted by enough agents. {{(pid=83993) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 21:37:47.270571 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.scheduler.base_scheduler [req-afb9edbe-85d8-4a77-8c85-1001faa962d5 req-a09d845c-5780-4062-b825-546f264868b6 tempest-TestShelveInstance-1775851064 tempest-TestShelveInstance-1775851064-project] Resources bound (agent type, host, resource id): {{(pid=83993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 21:37:47.273311 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.db.l3_dvrscheduler_db [req-afb9edbe-85d8-4a77-8c85-1001faa962d5 req-a09d845c-5780-4062-b825-546f264868b6 tempest-TestShelveInstance-1775851064 tempest-TestShelveInstance-1775851064-project] Received port after_create {{(pid=83993) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 03 21:37:47.343350 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb9edbe-85d8-4a77-8c85-1001faa962d5 req-a09d845c-5780-4062-b825-546f264868b6 tempest-TestShelveInstance-1775851064 tempest-TestShelveInstance-1775851064-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:37:47.344186 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-afb9edbe-85d8-4a77-8c85-1001faa962d5 req-a09d845c-5780-4062-b825-546f264868b6 tempest-TestShelveInstance-1775851064 tempest-TestShelveInstance-1775851064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93163'] for port, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:47.442891 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-afb9edbe-85d8-4a77-8c85-1001faa962d5 req-a09d845c-5780-4062-b825-546f264868b6 tempest-TestShelveInstance-1775851064 tempest-TestShelveInstance-1775851064-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6609826 May 03 21:37:47.483018 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.v2.base [req-afb9edbe-85d8-4a77-8c85-1001faa962d5 req-7f35ce73-c755-4e3c-8dd1-9051e597077a service neutron] Request body: {'port': {'device_id': 'f20570e8-6f8e-4837-9fe7-10002cea7cea', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84037'}} {{(pid=83993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 03 21:37:47.607434 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.provisioning_blocks [None req-e382fc2a-8a07-42c4-8408-20ac2b8960cb None None] Provisioning for port b0b6b891-8700-4c78-8b4a-550162963c94 completed by entity DHCP. {{(pid=83994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 21:37:47.613664 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.provisioning_blocks [None req-e382fc2a-8a07-42c4-8408-20ac2b8960cb None None] Provisioning complete for port b0b6b891-8700-4c78-8b4a-550162963c94 triggered by entity DHCP. {{(pid=83994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:37:47.614137 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-e382fc2a-8a07-42c4-8408-20ac2b8960cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2080827'] for port, provisioning_complete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:47.659914 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-afb9edbe-85d8-4a77-8c85-1001faa962d5 req-7f35ce73-c755-4e3c-8dd1-9051e597077a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1124352'] for port, before_update {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:47.679681 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.plugin [None req-e382fc2a-8a07-42c4-8408-20ac2b8960cb None None] Port b0b6b891-8700-4c78-8b4a-550162963c94 cannot update to ACTIVE because it is not bound. {{(pid=83994) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 03 21:37:47.716083 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-0cc1c341-397b-496e-8df6-1924489f006e req-b6805cff-4b1b-4503-a63d-aa52068a5ae3 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e665d5aad2c24ad7843ca060d41792d3&device_id=5d20cd93-7f61-4f7b-9488-b8e8a56c24d8 HTTP/1.1" status: 200 len: 1097 time: 0.1985049 May 03 21:37:47.833335 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cd58c1-3279-4776-8be6-6d09310268ac req-be777188-9a51-4c1e-b0eb-41f277af9c09 tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:37:47.834859 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-17cd58c1-3279-4776-8be6-6d09310268ac req-be777188-9a51-4c1e-b0eb-41f277af9c09 tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] 10.222.0.48 "GET /v2.0/ports?device_id=5d20cd93-7f61-4f7b-9488-b8e8a56c24d8 HTTP/1.1" status: 200 len: 944 time: 0.0868869 May 03 21:37:47.883498 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-17cd58c1-3279-4776-8be6-6d09310268ac req-052c2c9b-6dcc-496a-81c2-2877a7c5cec7 tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] 10.222.0.48 "GET /v2.0/security-groups?id=a93fc666-557c-41f0-a19e-88f680ecfa1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419195 May 03 21:37:48.005373 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc1c341-397b-496e-8df6-1924489f006e req-3e371bc3-6efa-4ef5-90b7-cbb7aa12f46f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:37:48.006812 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-0cc1c341-397b-496e-8df6-1924489f006e req-3e371bc3-6efa-4ef5-90b7-cbb7aa12f46f service neutron] 10.222.0.42 "GET /v2.0/networks?id=f0a9fce1-0034-4c9f-bab5-3584af0c3657 HTTP/1.1" status: 200 len: 913 time: 0.2841105 May 03 21:37:48.245079 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-0cc1c341-397b-496e-8df6-1924489f006e req-20c75e44-fafa-4e3f-ac1c-3e93b9144537 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=861debb4-c679-41ef-af2d-3ffdd7122e86 HTTP/1.1" status: 200 len: 217 time: 0.2246454 May 03 21:37:48.366196 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc1c341-397b-496e-8df6-1924489f006e req-9ee42d28-a860-4dba-b70f-79d35574db62 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:37:48.368841 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-0cc1c341-397b-496e-8df6-1924489f006e req-9ee42d28-a860-4dba-b70f-79d35574db62 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=668a4303-55d7-4be7-977c-0eb3f7451c76 HTTP/1.1" status: 200 len: 851 time: 0.1160665 May 03 21:37:48.483036 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a3fba1-cf3f-40cb-936d-322260fced49 req-979dde02-f5fb-43b5-929c-78b45280c580 tempest-TestShelveInstance-1775851064 tempest-TestShelveInstance-1775851064-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:37:48.483755 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [req-e6a3fba1-cf3f-40cb-936d-322260fced49 req-979dde02-f5fb-43b5-929c-78b45280c580 tempest-TestShelveInstance-1775851064 tempest-TestShelveInstance-1775851064-project] Synchronizing usage tracker for tenant:eca9727df4a44eaaa12b84e3f0df0b51 on resource:port {{(pid=83993) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 21:37:48.519625 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.notifiers.nova [req-afb9edbe-85d8-4a77-8c85-1001faa962d5 req-7f35ce73-c755-4e3c-8dd1-9051e597077a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b0b6b891-8700-4c78-8b4a-550162963c94 {{(pid=83993) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 03 21:37:48.531329 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-afb9edbe-85d8-4a77-8c85-1001faa962d5 req-7f35ce73-c755-4e3c-8dd1-9051e597077a service neutron] Notify callbacks [] for port, precommit_update {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:48.552399 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.db.provisioning_blocks [req-afb9edbe-85d8-4a77-8c85-1001faa962d5 req-7f35ce73-c755-4e3c-8dd1-9051e597077a service neutron] Transition to ACTIVE for port object b0b6b891-8700-4c78-8b4a-550162963c94 will not be triggered until provisioned by entity L2. {{(pid=83993) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 21:37:48.561351 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-0cc1c341-397b-496e-8df6-1924489f006e req-9c299962-fafa-4f8d-b3c0-6671c7aa3568 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f0a9fce1-0034-4c9f-bab5-3584af0c3657&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1802700 May 03 21:37:48.635754 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-3af2932a-8af6-464e-aeb0-2abf215b2459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781386283879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2080842'] for agent, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:48.684770 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [req-e6a3fba1-cf3f-40cb-936d-322260fced49 req-979dde02-f5fb-43b5-929c-78b45280c580 tempest-TestShelveInstance-1775851064 tempest-TestShelveInstance-1775851064-project] Unset dirty status for tenant:eca9727df4a44eaaa12b84e3f0df0b51 on resource:port {{(pid=83993) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 21:37:48.685925 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-e6a3fba1-cf3f-40cb-936d-322260fced49 req-979dde02-f5fb-43b5-929c-78b45280c580 tempest-TestShelveInstance-1775851064 tempest-TestShelveInstance-1775851064-project] 10.222.0.48 "GET /v2.0/ports?device_id=f20570e8-6f8e-4837-9fe7-10002cea7cea HTTP/1.1" status: 200 len: 932 time: 0.5021203 May 03 21:37:48.686502 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-afb9edbe-85d8-4a77-8c85-1001faa962d5 req-7f35ce73-c755-4e3c-8dd1-9051e597077a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781386188966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781385847453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781385847498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3391653'] for port, after_update {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:48.798846 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-0cc1c341-397b-496e-8df6-1924489f006e req-2ef5089a-994e-41c4-a07c-050ed1f4b902 service neutron] 10.222.0.42 "GET /v2.0/networks/f0a9fce1-0034-4c9f-bab5-3584af0c3657?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2290852 May 03 21:37:48.897392 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f35ce73-c755-4e3c-8dd1-9051e597077a service neutron] Pushing event updated for resources: {'Port': ['ID=b0b6b891-8700-4c78-8b4a-550162963c94,revision_number=2']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:37:48.988788 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-e6a3fba1-cf3f-40cb-936d-322260fced49 req-c75cfc95-172d-422a-8fe7-ec368ae46049 tempest-TestShelveInstance-1775851064 tempest-TestShelveInstance-1775851064-project] 10.222.0.48 "GET /v2.0/security-groups?id=90a438e1-4790-42cb-bc9f-357ceea8d33f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2644911 May 03 21:37:49.114593 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-0cc1c341-397b-496e-8df6-1924489f006e req-53155429-49bd-42b5-81ea-bcc97cbf2dfb service neutron] 10.222.0.42 "GET /v2.0/networks/f0a9fce1-0034-4c9f-bab5-3584af0c3657?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2640662 May 03 21:37:49.141794 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.managers [req-afb9edbe-85d8-4a77-8c85-1001faa962d5 req-7f35ce73-c755-4e3c-8dd1-9051e597077a service neutron] Attempting to bind port b0b6b891-8700-4c78-8b4a-550162963c94 on host hv-cinder-84037 for vnic_type normal with profile {{(pid=83993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 21:37:49.142140 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.managers [req-afb9edbe-85d8-4a77-8c85-1001faa962d5 req-7f35ce73-c755-4e3c-8dd1-9051e597077a service neutron] Attempting to bind port b0b6b891-8700-4c78-8b4a-550162963c94 by drivers openvswitch,hyperv on host hv-cinder-84037 at level 0 using segments [{'id': 'd2549613-676c-443c-96f4-e4de3ef16dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '253db136-cbba-484c-ae24-75498a0c18e9'}] {{(pid=83993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 21:37:49.142438 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afb9edbe-85d8-4a77-8c85-1001faa962d5 req-7f35ce73-c755-4e3c-8dd1-9051e597077a service neutron] Attempting to bind port b0b6b891-8700-4c78-8b4a-550162963c94 on network 253db136-cbba-484c-ae24-75498a0c18e9 {{(pid=83993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 03 21:37:49.149438 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afb9edbe-85d8-4a77-8c85-1001faa962d5 req-7f35ce73-c755-4e3c-8dd1-9051e597077a service neutron] Port b0b6b891-8700-4c78-8b4a-550162963c94 on network 253db136-cbba-484c-ae24-75498a0c18e9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84037 {{(pid=83993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 03 21:37:49.149693 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afb9edbe-85d8-4a77-8c85-1001faa962d5 req-7f35ce73-c755-4e3c-8dd1-9051e597077a service neutron] Attempting to bind port b0b6b891-8700-4c78-8b4a-550162963c94 on network 253db136-cbba-484c-ae24-75498a0c18e9 {{(pid=83993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 03 21:37:49.159369 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afb9edbe-85d8-4a77-8c85-1001faa962d5 req-7f35ce73-c755-4e3c-8dd1-9051e597077a service neutron] Checking agent: {'id': '6f729c1e-126d-4db9-b521-92dbb8a34775', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84037', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 21, 26, 18), 'started_at': datetime.datetime(2022, 5, 3, 21, 26, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 21, 37, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 03 21:37:49.159706 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afb9edbe-85d8-4a77-8c85-1001faa962d5 req-7f35ce73-c755-4e3c-8dd1-9051e597077a service neutron] Checking segment: {'id': 'd2549613-676c-443c-96f4-e4de3ef16dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '253db136-cbba-484c-ae24-75498a0c18e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 03 21:37:49.160094 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afb9edbe-85d8-4a77-8c85-1001faa962d5 req-7f35ce73-c755-4e3c-8dd1-9051e597077a service neutron] Bound using segment: {'id': 'd2549613-676c-443c-96f4-e4de3ef16dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '253db136-cbba-484c-ae24-75498a0c18e9'} {{(pid=83993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 03 21:37:49.160677 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.managers [req-afb9edbe-85d8-4a77-8c85-1001faa962d5 req-7f35ce73-c755-4e3c-8dd1-9051e597077a service neutron] Bound port: b0b6b891-8700-4c78-8b4a-550162963c94, host: hv-cinder-84037, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2549613-676c-443c-96f4-e4de3ef16dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '253db136-cbba-484c-ae24-75498a0c18e9'}}] {{(pid=83993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 21:37:49.161068 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-afb9edbe-85d8-4a77-8c85-1001faa962d5 req-7f35ce73-c755-4e3c-8dd1-9051e597077a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1124352'] for port, before_update {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:49.165732 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44884bf-2d67-49fa-bda9-c9d5dad02cf8 req-e1cf2bd2-8157-4484-beaa-4df7d9cd7cea tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:37:49.167257 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-a44884bf-2d67-49fa-bda9-c9d5dad02cf8 req-e1cf2bd2-8157-4484-beaa-4df7d9cd7cea tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] 10.222.0.48 "GET /v2.0/ports?device_id=5d20cd93-7f61-4f7b-9488-b8e8a56c24d8 HTTP/1.1" status: 200 len: 944 time: 0.1199694 May 03 21:37:49.227976 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-a44884bf-2d67-49fa-bda9-c9d5dad02cf8 req-8c5eb4aa-e391-4cf2-8877-1b6803f87eca tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] 10.222.0.48 "GET /v2.0/security-groups?id=a93fc666-557c-41f0-a19e-88f680ecfa1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505981 May 03 21:37:49.282890 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.db [req-afb9edbe-85d8-4a77-8c85-1001faa962d5 req-7f35ce73-c755-4e3c-8dd1-9051e597077a service neutron] For port b0b6b891-8700-4c78-8b4a-550162963c94, host hv-cinder-84037, cleared binding levels {{(pid=83993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 21:37:49.282890 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.db [req-afb9edbe-85d8-4a77-8c85-1001faa962d5 req-7f35ce73-c755-4e3c-8dd1-9051e597077a service neutron] For port b0b6b891-8700-4c78-8b4a-550162963c94, host hv-cinder-84037, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=b0b6b891-8700-4c78-8b4a-550162963c94,segment=NetworkSegment(d2549613-676c-443c-96f4-e4de3ef16dda),segment_id=d2549613-676c-443c-96f4-e4de3ef16dda)] {{(pid=83993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 21:37:49.511139 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-afb9edbe-85d8-4a77-8c85-1001faa962d5 req-7f35ce73-c755-4e3c-8dd1-9051e597077a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781386188966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781385847453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781385847498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3391653'] for port, after_update {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:49.586613 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-afb9edbe-85d8-4a77-8c85-1001faa962d5 req-7f35ce73-c755-4e3c-8dd1-9051e597077a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93163'] for port, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:49.586613 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-afb9edbe-85d8-4a77-8c85-1001faa962d5 req-7f35ce73-c755-4e3c-8dd1-9051e597077a service neutron] 10.222.0.42 "PUT /v2.0/ports/b0b6b891-8700-4c78-8b4a-550162963c94 HTTP/1.1" status: 200 len: 1094 time: 2.1013737 May 03 21:37:49.586613 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f20570e8-6f8e-4837-9fe7-10002cea7cea', 'tag': 'b0b6b891-8700-4c78-8b4a-550162963c94'}] {{(pid=83993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 03 21:37:49.607797 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f35ce73-c755-4e3c-8dd1-9051e597077a service neutron] Pushing event updated for resources: {'Port': ['ID=b0b6b891-8700-4c78-8b4a-550162963c94,revision_number=3']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:37:49.653299 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d4d012e8-5a15-4adf-8c73-1662e3163fe6'] response: {'name': 'network-changed', 'server_uuid': 'f20570e8-6f8e-4837-9fe7-10002cea7cea', 'tag': 'b0b6b891-8700-4c78-8b4a-550162963c94', 'status': 'completed', 'code': 200} May 03 21:37:49.731629 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781386283879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2080842'] for agent, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:49.802487 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-524c92d6-ae0e-43f4-a929-3f3af784dc97 req-5a82d7af-0799-4994-b629-23b9bac8c86d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=eca9727df4a44eaaa12b84e3f0df0b51&device_id=f20570e8-6f8e-4837-9fe7-10002cea7cea HTTP/1.1" status: 200 len: 1097 time: 0.1070464 May 03 21:37:49.840079 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781386283879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2080842'] for agent, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:49.900250 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-0dfda447-9707-4eba-99ce-657c79a02a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781386283879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2080842'] for agent, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:49.961982 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524c92d6-ae0e-43f4-a929-3f3af784dc97 req-a36322f1-1de2-48b0-8880-b139771313a5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:37:49.963444 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-524c92d6-ae0e-43f4-a929-3f3af784dc97 req-a36322f1-1de2-48b0-8880-b139771313a5 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=eca9727df4a44eaaa12b84e3f0df0b51&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1472030 May 03 21:37:50.136311 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524c92d6-ae0e-43f4-a929-3f3af784dc97 req-29412a3d-0035-42bd-b58f-87d767e700c4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:37:50.137889 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-524c92d6-ae0e-43f4-a929-3f3af784dc97 req-29412a3d-0035-42bd-b58f-87d767e700c4 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1685197 May 03 21:37:50.231912 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283c850f-6e83-4de2-b793-d168f32a1c02 req-7582aea6-b3d9-4253-93bf-02d209846ef8 tempest-TestShelveInstance-1775851064 tempest-TestShelveInstance-1775851064-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:37:50.233507 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-283c850f-6e83-4de2-b793-d168f32a1c02 req-7582aea6-b3d9-4253-93bf-02d209846ef8 tempest-TestShelveInstance-1775851064 tempest-TestShelveInstance-1775851064-project] 10.222.0.48 "GET /v2.0/ports?device_id=f20570e8-6f8e-4837-9fe7-10002cea7cea HTTP/1.1" status: 200 len: 944 time: 0.0838780 May 03 21:37:50.286469 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-afb9edbe-85d8-4a77-8c85-1001faa962d5 req-53f7c2b6-b6cd-4eda-9461-31aa46492e88 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=eca9727df4a44eaaa12b84e3f0df0b51&device_id=f20570e8-6f8e-4837-9fe7-10002cea7cea HTTP/1.1" status: 200 len: 1097 time: 0.0889542 May 03 21:37:50.289879 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.quota.resource [req-283c850f-6e83-4de2-b793-d168f32a1c02 req-59a1bab0-4549-4b58-bc06-21f20a50a1e7 tempest-TestShelveInstance-1775851064 tempest-TestShelveInstance-1775851064-project] Synchronizing usage tracker for tenant:eca9727df4a44eaaa12b84e3f0df0b51 on resource:security_group {{(pid=83992) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 21:37:50.307205 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.quota.resource [req-283c850f-6e83-4de2-b793-d168f32a1c02 req-59a1bab0-4549-4b58-bc06-21f20a50a1e7 tempest-TestShelveInstance-1775851064 tempest-TestShelveInstance-1775851064-project] Unset dirty status for tenant:eca9727df4a44eaaa12b84e3f0df0b51 on resource:security_group {{(pid=83992) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 21:37:50.308962 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-283c850f-6e83-4de2-b793-d168f32a1c02 req-59a1bab0-4549-4b58-bc06-21f20a50a1e7 tempest-TestShelveInstance-1775851064 tempest-TestShelveInstance-1775851064-project] 10.222.0.48 "GET /v2.0/security-groups?id=90a438e1-4790-42cb-bc9f-357ceea8d33f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641232 May 03 21:37:50.405533 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-afb9edbe-85d8-4a77-8c85-1001faa962d5 req-35623941-03c3-436d-9b9b-62bd80182028 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b0b6b891-8700-4c78-8b4a-550162963c94 HTTP/1.1" status: 200 len: 217 time: 0.1059673 May 03 21:37:50.593406 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb9edbe-85d8-4a77-8c85-1001faa962d5 req-a578ccc1-c1be-4b6a-bf94-92867262a2ad service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:37:50.594940 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-afb9edbe-85d8-4a77-8c85-1001faa962d5 req-a578ccc1-c1be-4b6a-bf94-92867262a2ad service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d658046c-6be6-4f1e-bc22-3d1916130bf9 HTTP/1.1" status: 200 len: 848 time: 0.1830170 May 03 21:37:50.644342 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991f4883-15f9-41cc-9477-1110106d76f7 req-813428e3-e39e-486e-8893-e6aec8834ca6 tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:37:50.645090 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-991f4883-15f9-41cc-9477-1110106d76f7 req-813428e3-e39e-486e-8893-e6aec8834ca6 tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] 10.222.0.48 "GET /v2.0/ports?device_id=5d20cd93-7f61-4f7b-9488-b8e8a56c24d8 HTTP/1.1" status: 200 len: 944 time: 0.2766151 May 03 21:37:50.715343 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-991f4883-15f9-41cc-9477-1110106d76f7 req-b5eefae3-9b93-4c34-a416-d9fd0773d146 tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] 10.222.0.48 "GET /v2.0/security-groups?id=a93fc666-557c-41f0-a19e-88f680ecfa1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601640 May 03 21:37:50.723912 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-afb9edbe-85d8-4a77-8c85-1001faa962d5 req-75da1f21-a33f-42fe-81fe-7bd66f945870 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=253db136-cbba-484c-ae24-75498a0c18e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1201897 May 03 21:37:50.889242 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-afb9edbe-85d8-4a77-8c85-1001faa962d5 req-53fd4097-5779-4a41-9cd4-b1b65b1621f1 service neutron] 10.222.0.42 "GET /v2.0/networks/253db136-cbba-484c-ae24-75498a0c18e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1589260 May 03 21:37:51.029065 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-afb9edbe-85d8-4a77-8c85-1001faa962d5 req-d8586686-0959-43f3-be59-6fe12e464462 service neutron] 10.222.0.42 "GET /v2.0/networks/253db136-cbba-484c-ae24-75498a0c18e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338272 May 03 21:37:51.200858 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-672d275f-a9b7-498c-8eb6-010b5168d44a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781386283879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2080842'] for agent, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:51.509562 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.48', 35888) {{(pid=83993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:37:51.527606 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9e0bbf-2cf3-4c89-bdf0-774b6a02e914 req-a7a4357c-a6b9-4246-be8d-2a6f0783ae53 tempest-TestShelveInstance-1775851064 tempest-TestShelveInstance-1775851064-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:37:51.529510 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-0b9e0bbf-2cf3-4c89-bdf0-774b6a02e914 req-a7a4357c-a6b9-4246-be8d-2a6f0783ae53 tempest-TestShelveInstance-1775851064 tempest-TestShelveInstance-1775851064-project] 10.222.0.48 "GET /v2.0/ports?device_id=f20570e8-6f8e-4837-9fe7-10002cea7cea HTTP/1.1" status: 200 len: 944 time: 0.0833473 May 03 21:37:51.579862 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-0b9e0bbf-2cf3-4c89-bdf0-774b6a02e914 req-6274a1ae-38a6-449f-84d8-eb8d56c9a064 tempest-TestShelveInstance-1775851064 tempest-TestShelveInstance-1775851064-project] 10.222.0.48 "GET /v2.0/security-groups?id=90a438e1-4790-42cb-bc9f-357ceea8d33f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447319 May 03 21:37:51.674524 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-968b264b-a2da-4545-ae8c-04ae569c0fc0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:51.708335 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-968b264b-a2da-4545-ae8c-04ae569c0fc0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:37:51.712823 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-968b264b-a2da-4545-ae8c-04ae569c0fc0 admin admin] Usage tracker for resource:security_group_rule and tenant:b1eb45d6575c4258b2ab33b8f5e7c1bc is out of sync, need to count used quota {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:37:51.715736 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-968b264b-a2da-4545-ae8c-04ae569c0fc0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:37:51.721740 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-968b264b-a2da-4545-ae8c-04ae569c0fc0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:37:51.795484 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-968b264b-a2da-4545-ae8c-04ae569c0fc0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:51.876201 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-968b264b-a2da-4545-ae8c-04ae569c0fc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746426'] for security_group, after_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:51.948215 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-968b264b-a2da-4545-ae8c-04ae569c0fc0 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b1eb45d6575c4258b2ab33b8f5e7c1bc&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4374397 May 03 21:37:51.951318 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.48', 35900) {{(pid=83992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:37:51.953345 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968b264b-a2da-4545-ae8c-04ae569c0fc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ac6867b-4f62-4594-9754-a177a0e7d547,revision_number=1']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:37:51.978214 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405e821a-7237-4611-9be4-67ae4643b4f8 req-40d1fe25-39d3-450a-8f7a-235acd3d915b tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:37:51.979909 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-405e821a-7237-4611-9be4-67ae4643b4f8 req-40d1fe25-39d3-450a-8f7a-235acd3d915b tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] 10.222.0.48 "GET /v2.0/ports?device_id=5d20cd93-7f61-4f7b-9488-b8e8a56c24d8 HTTP/1.1" status: 200 len: 944 time: 0.1408119 May 03 21:37:52.023994 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-dc515e27-5ae4-423f-a294-0990852f00ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:52.031711 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-405e821a-7237-4611-9be4-67ae4643b4f8 req-9888422b-9a75-49c6-9634-134f280fbb94 tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] 10.222.0.48 "GET /v2.0/security-groups?id=a93fc666-557c-41f0-a19e-88f680ecfa1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460453 May 03 21:37:52.062828 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-dc515e27-5ae4-423f-a294-0990852f00ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:52.184057 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-dc515e27-5ae4-423f-a294-0990852f00ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746426'] for security_group, after_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:52.277138 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc515e27-5ae4-423f-a294-0990852f00ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ac6867b-4f62-4594-9754-a177a0e7d547,revision_number=None']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:37:52.285498 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-dc515e27-5ae4-423f-a294-0990852f00ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:52.287196 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [None req-dc515e27-5ae4-423f-a294-0990852f00ae admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/9ac6867b-4f62-4594-9754-a177a0e7d547 HTTP/1.1" status: 204 len: 168 time: 0.3344166 May 03 21:37:52.816910 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f58086e-20ec-4e9e-aad7-bac09bb8ae1f req-42f2a5d1-2a12-49f0-a07a-d3e0acb4f99b tempest-TestShelveInstance-1775851064 tempest-TestShelveInstance-1775851064-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:37:52.817496 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-9f58086e-20ec-4e9e-aad7-bac09bb8ae1f req-42f2a5d1-2a12-49f0-a07a-d3e0acb4f99b tempest-TestShelveInstance-1775851064 tempest-TestShelveInstance-1775851064-project] 10.222.0.48 "GET /v2.0/ports?device_id=f20570e8-6f8e-4837-9fe7-10002cea7cea HTTP/1.1" status: 200 len: 944 time: 0.1048441 May 03 21:37:52.874155 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-9f58086e-20ec-4e9e-aad7-bac09bb8ae1f req-efb4bbf3-29f0-41cf-b3e2-631739828f74 tempest-TestShelveInstance-1775851064 tempest-TestShelveInstance-1775851064-project] 10.222.0.48 "GET /v2.0/security-groups?id=90a438e1-4790-42cb-bc9f-357ceea8d33f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556250 May 03 21:37:53.250142 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d750f87-75f5-4e61-bf85-bbbcdb410936 req-67f2977a-adbf-4fd2-93ad-c4e81fd30bdd tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:37:53.251602 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-0d750f87-75f5-4e61-bf85-bbbcdb410936 req-67f2977a-adbf-4fd2-93ad-c4e81fd30bdd tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] 10.222.0.48 "GET /v2.0/ports?device_id=5d20cd93-7f61-4f7b-9488-b8e8a56c24d8 HTTP/1.1" status: 200 len: 944 time: 0.0874796 May 03 21:37:53.301196 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-0d750f87-75f5-4e61-bf85-bbbcdb410936 req-40e97631-d011-4b72-b881-76e1bf47590f tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] 10.222.0.48 "GET /v2.0/security-groups?id=a93fc666-557c-41f0-a19e-88f680ecfa1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425742 May 03 21:37:54.101699 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea9b798-6ca0-4f86-846a-24407d155263 req-0d25c494-e480-4478-982d-1a147562f637 tempest-TestShelveInstance-1775851064 tempest-TestShelveInstance-1775851064-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:37:54.103203 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-5ea9b798-6ca0-4f86-846a-24407d155263 req-0d25c494-e480-4478-982d-1a147562f637 tempest-TestShelveInstance-1775851064 tempest-TestShelveInstance-1775851064-project] 10.222.0.48 "GET /v2.0/ports?device_id=f20570e8-6f8e-4837-9fe7-10002cea7cea HTTP/1.1" status: 200 len: 944 time: 0.0896354 May 03 21:37:54.156289 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-5ea9b798-6ca0-4f86-846a-24407d155263 req-c3d78129-8acc-4957-956d-a34a4f4bad9f tempest-TestShelveInstance-1775851064 tempest-TestShelveInstance-1775851064-project] 10.222.0.48 "GET /v2.0/security-groups?id=90a438e1-4790-42cb-bc9f-357ceea8d33f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472581 May 03 21:37:54.517549 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392da190-b614-4317-8b33-ac4cbbdc95ca req-55f4e837-e45c-4251-b96e-94598cf2f141 tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:37:54.520152 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-392da190-b614-4317-8b33-ac4cbbdc95ca req-55f4e837-e45c-4251-b96e-94598cf2f141 tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] 10.222.0.48 "GET /v2.0/ports?device_id=5d20cd93-7f61-4f7b-9488-b8e8a56c24d8 HTTP/1.1" status: 200 len: 944 time: 0.0882294 May 03 21:37:54.573184 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-392da190-b614-4317-8b33-ac4cbbdc95ca req-4044b27f-d77c-4420-bcda-b2b5a9157209 tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] 10.222.0.48 "GET /v2.0/security-groups?id=a93fc666-557c-41f0-a19e-88f680ecfa1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478287 May 03 21:37:55.359203 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db2471f-1651-4bb7-89d6-66f96ae65092 req-e23cfc69-30e0-4dca-883b-2907aaead04a tempest-TestShelveInstance-1775851064 tempest-TestShelveInstance-1775851064-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:37:55.360703 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-2db2471f-1651-4bb7-89d6-66f96ae65092 req-e23cfc69-30e0-4dca-883b-2907aaead04a tempest-TestShelveInstance-1775851064 tempest-TestShelveInstance-1775851064-project] 10.222.0.48 "GET /v2.0/ports?device_id=f20570e8-6f8e-4837-9fe7-10002cea7cea HTTP/1.1" status: 200 len: 944 time: 0.0807488 May 03 21:37:55.410945 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-2db2471f-1651-4bb7-89d6-66f96ae65092 req-6d7ab478-bdfe-49a5-a0bf-bc3200d90594 tempest-TestShelveInstance-1775851064 tempest-TestShelveInstance-1775851064-project] 10.222.0.48 "GET /v2.0/security-groups?id=90a438e1-4790-42cb-bc9f-357ceea8d33f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435221 May 03 21:37:55.546620 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.rpc [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Device 861debb4-c679-41ef-af2d-3ffdd7122e86 details requested by agent hyperv_hv-cinder-84037 with host hv-cinder-84037 {{(pid=83994) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 03 21:37:55.688673 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.db [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] For port 861debb4-c679-41ef-af2d-3ffdd7122e86, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=861debb4-c679-41ef-af2d-3ffdd7122e86,segment=NetworkSegment(3e0ba556-645a-494a-9a35-88209b132e8b),segment_id=3e0ba556-645a-494a-9a35-88209b132e8b)] {{(pid=83994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 21:37:55.708909 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.rpc [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Returning: {'device': '861debb4-c679-41ef-af2d-3ffdd7122e86', 'network_id': 'f0a9fce1-0034-4c9f-bab5-3584af0c3657', 'port_id': '861debb4-c679-41ef-af2d-3ffdd7122e86', 'mac_address': 'fa:16:3e:ca:9e:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 402, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '668a4303-55d7-4be7-977c-0eb3f7451c76', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83994) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 03 21:37:55.769080 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1124352'] for port, before_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:55.787527 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.notifiers.nova [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 861debb4-c679-41ef-af2d-3ffdd7122e86 {{(pid=83994) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 03 21:37:55.795392 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92e9e1c-3ec1-428e-a7ad-da1216a1b6d4 req-7876f7a6-ea2f-427b-9545-c3f95ab4948e tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:37:55.796980 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-d92e9e1c-3ec1-428e-a7ad-da1216a1b6d4 req-7876f7a6-ea2f-427b-9545-c3f95ab4948e tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] 10.222.0.48 "GET /v2.0/ports?device_id=5d20cd93-7f61-4f7b-9488-b8e8a56c24d8 HTTP/1.1" status: 200 len: 944 time: 0.0878949 May 03 21:37:55.804016 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.db [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] For port 861debb4-c679-41ef-af2d-3ffdd7122e86, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=861debb4-c679-41ef-af2d-3ffdd7122e86,segment=NetworkSegment(3e0ba556-645a-494a-9a35-88209b132e8b),segment_id=3e0ba556-645a-494a-9a35-88209b132e8b)] {{(pid=83994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 21:37:55.848228 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-d92e9e1c-3ec1-428e-a7ad-da1216a1b6d4 req-18d7c969-5ff6-4047-a789-3d8769089daf tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] 10.222.0.48 "GET /v2.0/security-groups?id=a93fc666-557c-41f0-a19e-88f680ecfa1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444787 May 03 21:37:55.886429 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781386188966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781385847453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781385847498'] for port, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:55.957772 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Pushing event updated for resources: {'Port': ['ID=861debb4-c679-41ef-af2d-3ffdd7122e86,revision_number=4']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:37:56.168584 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.db [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] get_ports_and_sgs() called for port_ids ['861debb4-c679-41ef-af2d-3ffdd7122e86'] {{(pid=83994) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 03 21:37:56.622399 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ad2d4f-825c-4bbf-b050-6c0c6843b227 req-dc727862-97fa-42c6-b050-d9736b16f958 tempest-TestShelveInstance-1775851064 tempest-TestShelveInstance-1775851064-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:37:56.623920 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-54ad2d4f-825c-4bbf-b050-6c0c6843b227 req-dc727862-97fa-42c6-b050-d9736b16f958 tempest-TestShelveInstance-1775851064 tempest-TestShelveInstance-1775851064-project] 10.222.0.48 "GET /v2.0/ports?device_id=f20570e8-6f8e-4837-9fe7-10002cea7cea HTTP/1.1" status: 200 len: 944 time: 0.0833197 May 03 21:37:56.674239 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-54ad2d4f-825c-4bbf-b050-6c0c6843b227 req-13f324af-a0b0-4176-973d-35e210daaca9 tempest-TestShelveInstance-1775851064 tempest-TestShelveInstance-1775851064-project] 10.222.0.48 "GET /v2.0/security-groups?id=90a438e1-4790-42cb-bc9f-357ceea8d33f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446219 May 03 21:37:57.055451 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb43860-c15d-4fe9-9a72-c731b0eb86f1 req-535d6cc2-874d-48ad-bd9c-d852d0d003d0 tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:37:57.057013 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-1bb43860-c15d-4fe9-9a72-c731b0eb86f1 req-535d6cc2-874d-48ad-bd9c-d852d0d003d0 tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] 10.222.0.48 "GET /v2.0/ports?device_id=5d20cd93-7f61-4f7b-9488-b8e8a56c24d8 HTTP/1.1" status: 200 len: 945 time: 0.0828016 May 03 21:37:57.106490 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-1bb43860-c15d-4fe9-9a72-c731b0eb86f1 req-f01f8709-0768-4d34-8f36-5151c81110be tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] 10.222.0.48 "GET /v2.0/security-groups?id=a93fc666-557c-41f0-a19e-88f680ecfa1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433688 May 03 21:37:57.560893 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.rpc [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Device 861debb4-c679-41ef-af2d-3ffdd7122e86 up at agent hyperv_hv-cinder-84037 {{(pid=83994) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 21:37:57.743870 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.provisioning_blocks [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Provisioning for port 861debb4-c679-41ef-af2d-3ffdd7122e86 completed by entity L2. {{(pid=83994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 21:37:57.749837 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.provisioning_blocks [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Provisioning complete for port 861debb4-c679-41ef-af2d-3ffdd7122e86 triggered by entity L2. {{(pid=83994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:37:57.750268 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2080827'] for port, provisioning_complete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:57.885164 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c8293e-5188-4779-9200-54122212ae90 req-a05458ee-0ec7-4ebc-ace5-bd0f3e5fc704 tempest-TestShelveInstance-1775851064 tempest-TestShelveInstance-1775851064-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:37:57.887765 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-55c8293e-5188-4779-9200-54122212ae90 req-a05458ee-0ec7-4ebc-ace5-bd0f3e5fc704 tempest-TestShelveInstance-1775851064 tempest-TestShelveInstance-1775851064-project] 10.222.0.48 "GET /v2.0/ports?device_id=f20570e8-6f8e-4837-9fe7-10002cea7cea HTTP/1.1" status: 200 len: 944 time: 0.0901818 May 03 21:37:57.898511 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1124352'] for port, before_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:57.931315 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d20cd93-7f61-4f7b-9488-b8e8a56c24d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '861debb4-c679-41ef-af2d-3ffdd7122e86'}] {{(pid=83994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 03 21:37:57.942497 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.db [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] For port 861debb4-c679-41ef-af2d-3ffdd7122e86, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=861debb4-c679-41ef-af2d-3ffdd7122e86,segment=NetworkSegment(3e0ba556-645a-494a-9a35-88209b132e8b),segment_id=3e0ba556-645a-494a-9a35-88209b132e8b)] {{(pid=83994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 21:37:57.957901 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-55c8293e-5188-4779-9200-54122212ae90 req-d861683a-af34-4626-b28a-e50ea7e5ee71 tempest-TestShelveInstance-1775851064 tempest-TestShelveInstance-1775851064-project] 10.222.0.48 "GET /v2.0/security-groups?id=90a438e1-4790-42cb-bc9f-357ceea8d33f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618258 May 03 21:37:58.005220 dv-cinder-840377-1-iscsi neutron-server[83994]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b2abb36d-0342-41ce-a69a-5fca176c476f'] response: {'server_uuid': '5d20cd93-7f61-4f7b-9488-b8e8a56c24d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '861debb4-c679-41ef-af2d-3ffdd7122e86', 'code': 200} May 03 21:37:58.007534 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781386188966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781385847453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781385847498'] for port, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:58.083803 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Pushing event updated for resources: {'Port': ['ID=861debb4-c679-41ef-af2d-3ffdd7122e86,revision_number=5']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:37:58.329814 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50aeeb51-134e-4990-8d50-1c10449c5a6d req-de3b419a-4f4c-4746-b182-d56b4a1ae721 tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:37:58.331291 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-50aeeb51-134e-4990-8d50-1c10449c5a6d req-de3b419a-4f4c-4746-b182-d56b4a1ae721 tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] 10.222.0.48 "GET /v2.0/ports?device_id=5d20cd93-7f61-4f7b-9488-b8e8a56c24d8 HTTP/1.1" status: 200 len: 946 time: 0.0835047 May 03 21:37:58.393269 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-50aeeb51-134e-4990-8d50-1c10449c5a6d req-d605181a-590a-458f-80ae-e64011a6841f tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] 10.222.0.48 "GET /v2.0/security-groups?id=a93fc666-557c-41f0-a19e-88f680ecfa1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550807 May 03 21:37:58.477591 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-44d06b3c-b3e0-4d7b-ac98-668476c66537 req-1acce925-d4c5-4947-9d48-cd7dae9976ab service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=5d20cd93-7f61-4f7b-9488-b8e8a56c24d8 HTTP/1.1" status: 200 len: 1099 time: 0.0726235 May 03 21:37:58.526272 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-44d06b3c-b3e0-4d7b-ac98-668476c66537 req-9069b30e-0647-4b7f-beb3-727e59d251db service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=a93fc666-557c-41f0-a19e-88f680ecfa1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402296 May 03 21:37:59.198903 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac410c5e-7a23-4a1b-9965-bb695a2bad33 req-daa5d6e2-7e27-4a7f-82aa-928c3c48af2a tempest-TestShelveInstance-1775851064 tempest-TestShelveInstance-1775851064-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:37:59.200545 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-ac410c5e-7a23-4a1b-9965-bb695a2bad33 req-daa5d6e2-7e27-4a7f-82aa-928c3c48af2a tempest-TestShelveInstance-1775851064 tempest-TestShelveInstance-1775851064-project] 10.222.0.48 "GET /v2.0/ports?device_id=f20570e8-6f8e-4837-9fe7-10002cea7cea HTTP/1.1" status: 200 len: 944 time: 0.1001749 May 03 21:37:59.256228 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-ac410c5e-7a23-4a1b-9965-bb695a2bad33 req-b1b6e884-2c4f-424e-9dc0-59c568e498dd tempest-TestShelveInstance-1775851064 tempest-TestShelveInstance-1775851064-project] 10.222.0.48 "GET /v2.0/security-groups?id=90a438e1-4790-42cb-bc9f-357ceea8d33f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491517 May 03 21:37:59.561815 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.rpc [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Device b0b6b891-8700-4c78-8b4a-550162963c94 details requested by agent hyperv_hv-cinder-84037 with host hv-cinder-84037 {{(pid=83994) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 03 21:37:59.653465 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55790149-cf23-435a-9fb1-20bdfa7dfc36 req-8b0aa019-3ca1-4150-b0e9-e7ed475ea4fc tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:37:59.655055 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-55790149-cf23-435a-9fb1-20bdfa7dfc36 req-8b0aa019-3ca1-4150-b0e9-e7ed475ea4fc tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] 10.222.0.48 "GET /v2.0/ports?device_id=5d20cd93-7f61-4f7b-9488-b8e8a56c24d8 HTTP/1.1" status: 200 len: 946 time: 0.1282020 May 03 21:37:59.708975 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-55790149-cf23-435a-9fb1-20bdfa7dfc36 req-7b9fe602-5ae9-441b-97ab-ad0f4f70238a tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] 10.222.0.48 "GET /v2.0/security-groups?id=a93fc666-557c-41f0-a19e-88f680ecfa1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462523 May 03 21:37:59.739113 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.db [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] For port b0b6b891-8700-4c78-8b4a-550162963c94, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=b0b6b891-8700-4c78-8b4a-550162963c94,segment=NetworkSegment(d2549613-676c-443c-96f4-e4de3ef16dda),segment_id=d2549613-676c-443c-96f4-e4de3ef16dda)] {{(pid=83994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 21:37:59.753995 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.rpc [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Returning: {'device': 'b0b6b891-8700-4c78-8b4a-550162963c94', 'network_id': '253db136-cbba-484c-ae24-75498a0c18e9', 'port_id': 'b0b6b891-8700-4c78-8b4a-550162963c94', 'mac_address': 'fa:16:3e:b5:a5:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 414, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd658046c-6be6-4f1e-bc22-3d1916130bf9', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83994) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 03 21:37:59.816281 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1124352'] for port, before_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:59.836389 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.notifiers.nova [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0b6b891-8700-4c78-8b4a-550162963c94 {{(pid=83994) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 03 21:37:59.852923 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.db [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] For port b0b6b891-8700-4c78-8b4a-550162963c94, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=b0b6b891-8700-4c78-8b4a-550162963c94,segment=NetworkSegment(d2549613-676c-443c-96f4-e4de3ef16dda),segment_id=d2549613-676c-443c-96f4-e4de3ef16dda)] {{(pid=83994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 21:37:59.972765 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781386188966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781385847453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781385847498'] for port, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:00.050874 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Pushing event updated for resources: {'Port': ['ID=b0b6b891-8700-4c78-8b4a-550162963c94,revision_number=4']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:38:00.245691 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.db [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] get_ports_and_sgs() called for port_ids ['b0b6b891-8700-4c78-8b4a-550162963c94'] {{(pid=83994) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 03 21:38:00.504681 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7581e184-3f47-4248-bd03-99ea71f098df req-1c7ca1c8-6b66-4a9e-aa93-2a05d4d73326 tempest-TestShelveInstance-1775851064 tempest-TestShelveInstance-1775851064-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:38:00.504681 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-7581e184-3f47-4248-bd03-99ea71f098df req-1c7ca1c8-6b66-4a9e-aa93-2a05d4d73326 tempest-TestShelveInstance-1775851064 tempest-TestShelveInstance-1775851064-project] 10.222.0.48 "GET /v2.0/ports?device_id=f20570e8-6f8e-4837-9fe7-10002cea7cea HTTP/1.1" status: 200 len: 945 time: 0.1004455 May 03 21:38:00.547558 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-7581e184-3f47-4248-bd03-99ea71f098df req-2db1c056-d877-4b8e-a2d5-3b4bb86281a2 tempest-TestShelveInstance-1775851064 tempest-TestShelveInstance-1775851064-project] 10.222.0.48 "GET /v2.0/security-groups?id=90a438e1-4790-42cb-bc9f-357ceea8d33f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476534 May 03 21:38:00.920574 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90476337-8886-4716-991f-f84179528b98 req-b5715840-3e5a-4e13-b2a7-a3c52bfbd601 tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:38:00.922327 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-90476337-8886-4716-991f-f84179528b98 req-b5715840-3e5a-4e13-b2a7-a3c52bfbd601 tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] 10.222.0.48 "GET /v2.0/ports?device_id=5d20cd93-7f61-4f7b-9488-b8e8a56c24d8 HTTP/1.1" status: 200 len: 946 time: 0.0824029 May 03 21:38:00.976371 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-90476337-8886-4716-991f-f84179528b98 req-96b8c4e7-7f58-4655-aec5-43316f4e81c3 tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] 10.222.0.48 "GET /v2.0/security-groups?id=a93fc666-557c-41f0-a19e-88f680ecfa1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478857 May 03 21:38:01.181458 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2205bb96-f862-43ab-bf39-4f5e8ef1b927 req-07362918-4a24-4956-9517-bdd7ad5d1ea7 tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:38:01.182959 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-2205bb96-f862-43ab-bf39-4f5e8ef1b927 req-07362918-4a24-4956-9517-bdd7ad5d1ea7 tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] 10.222.0.48 "GET /v2.0/ports?device_id=5d20cd93-7f61-4f7b-9488-b8e8a56c24d8 HTTP/1.1" status: 200 len: 946 time: 0.0847118 May 03 21:38:01.233083 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-2205bb96-f862-43ab-bf39-4f5e8ef1b927 req-2f3c2c2f-5ed0-414e-a509-7fbdd5d94279 tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] 10.222.0.48 "GET /v2.0/security-groups?id=a93fc666-557c-41f0-a19e-88f680ecfa1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440943 May 03 21:38:01.262280 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.48', 36084) {{(pid=83992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:38:01.337435 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [None req-cf5b5826-0dcc-4de7-b16e-8397adadf48b tempest-TestVolumeBootPattern-1780332728 tempest-TestVolumeBootPattern-1780332728-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=5d20cd93-7f61-4f7b-9488-b8e8a56c24d8 HTTP/1.1" status: 200 len: 1094 time: 0.0739832 May 03 21:38:01.340152 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.48', 36088) {{(pid=83992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:38:01.345876 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.v2.base [None req-0ff6fbe2-5aaf-4599-908d-a7e7172bb5c4 tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] Request body: {'floatingip': {'floating_network_id': 'c33334bd-f19e-453d-9f7b-349270405c58', 'port_id': '861debb4-c679-41ef-af2d-3ffdd7122e86', 'tenant_id': 'e665d5aad2c24ad7843ca060d41792d3', 'fixed_ip_address': '172.20.0.14'}} {{(pid=83992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 03 21:38:01.351571 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.db.quota.driver [None req-0ff6fbe2-5aaf-4599-908d-a7e7172bb5c4 tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:38:01.356860 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.quota.resource [None req-0ff6fbe2-5aaf-4599-908d-a7e7172bb5c4 tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] Usage tracker for resource:floatingip and tenant:e665d5aad2c24ad7843ca060d41792d3 is out of sync, need to count used quota {{(pid=83992) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:38:01.359866 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.quota.resource [None req-0ff6fbe2-5aaf-4599-908d-a7e7172bb5c4 tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=83992) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:38:01.366576 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.db.quota.driver [None req-0ff6fbe2-5aaf-4599-908d-a7e7172bb5c4 tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:38:01.452406 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-0ff6fbe2-5aaf-4599-908d-a7e7172bb5c4 tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] Notify callbacks [] for floatingip, before_create {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:01.587249 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.rpc [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Device b0b6b891-8700-4c78-8b4a-550162963c94 up at agent hyperv_hv-cinder-84037 {{(pid=83994) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 21:38:01.599280 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-0ff6fbe2-5aaf-4599-908d-a7e7172bb5c4 tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1124352'] for port, before_create {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:01.743789 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.provisioning_blocks [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Provisioning for port b0b6b891-8700-4c78-8b4a-550162963c94 completed by entity L2. {{(pid=83994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 21:38:01.749284 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.provisioning_blocks [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Provisioning complete for port b0b6b891-8700-4c78-8b4a-550162963c94 triggered by entity L2. {{(pid=83994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:38:01.749649 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2080827'] for port, provisioning_complete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:01.901883 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.db.db_base_plugin_common [None req-0ff6fbe2-5aaf-4599-908d-a7e7172bb5c4 tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] Allocated IP 172.27.1.97 (c33334bd-f19e-453d-9f7b-349270405c58/8155f8f1-bdbd-4c1c-8daf-045a3e4a5222/55a496f9-9492-4cf9-8e02-5463c22b5a60) {{(pid=83992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 21:38:01.913752 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1124352'] for port, before_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:01.923478 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcec0bf-72c7-4d1c-8312-dddf4badcc75 req-ef0d0a45-3681-4021-86b2-bac02c5d7ecf tempest-TestShelveInstance-1775851064 tempest-TestShelveInstance-1775851064-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:38:01.925892 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-fdcec0bf-72c7-4d1c-8312-dddf4badcc75 req-ef0d0a45-3681-4021-86b2-bac02c5d7ecf tempest-TestShelveInstance-1775851064 tempest-TestShelveInstance-1775851064-project] 10.222.0.48 "GET /v2.0/ports?device_id=f20570e8-6f8e-4837-9fe7-10002cea7cea HTTP/1.1" status: 200 len: 945 time: 0.2175641 May 03 21:38:01.948667 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f20570e8-6f8e-4837-9fe7-10002cea7cea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0b6b891-8700-4c78-8b4a-550162963c94'}] {{(pid=83994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 03 21:38:01.955712 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.db [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] For port b0b6b891-8700-4c78-8b4a-550162963c94, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=b0b6b891-8700-4c78-8b4a-550162963c94,segment=NetworkSegment(d2549613-676c-443c-96f4-e4de3ef16dda),segment_id=d2549613-676c-443c-96f4-e4de3ef16dda)] {{(pid=83994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 21:38:02.001920 dv-cinder-840377-1-iscsi neutron-server[83994]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e0ba7e4f-bf8f-4574-bb47-c92f2a4554cd'] response: {'server_uuid': 'f20570e8-6f8e-4837-9fe7-10002cea7cea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0b6b891-8700-4c78-8b4a-550162963c94', 'code': 200} May 03 21:38:02.035678 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781386188966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781385847453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781385847498'] for port, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:02.087417 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-fdcec0bf-72c7-4d1c-8312-dddf4badcc75 req-7b35be21-fcb4-4f36-8817-07692e6b0c29 tempest-TestShelveInstance-1775851064 tempest-TestShelveInstance-1775851064-project] 10.222.0.48 "GET /v2.0/security-groups?id=90a438e1-4790-42cb-bc9f-357ceea8d33f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1404209 May 03 21:38:02.141684 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-0ff6fbe2-5aaf-4599-908d-a7e7172bb5c4 tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] Notify callbacks [] for port, precommit_create {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:02.155327 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Pushing event updated for resources: {'Port': ['ID=b0b6b891-8700-4c78-8b4a-550162963c94,revision_number=5']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:38:02.287602 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-0ff6fbe2-5aaf-4599-908d-a7e7172bb5c4 tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781385847435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3996730'] for port, after_create {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:02.360977 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ff6fbe2-5aaf-4599-908d-a7e7172bb5c4 tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] Network c33334bd-f19e-453d-9f7b-349270405c58 is already hosted by enough agents. {{(pid=83992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 21:38:02.364198 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.scheduler.base_scheduler [None req-0ff6fbe2-5aaf-4599-908d-a7e7172bb5c4 tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] Resources bound (agent type, host, resource id): {{(pid=83992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 21:38:02.369363 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ff6fbe2-5aaf-4599-908d-a7e7172bb5c4 tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] Received port after_create {{(pid=83992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 03 21:38:02.393705 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff6fbe2-5aaf-4599-908d-a7e7172bb5c4 tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] Pushing event updated for resources: {'Port': ['ID=55a496f9-9492-4cf9-8e02-5463c22b5a60,revision_number=1']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:38:02.544622 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-fa7ac2b4-5509-4f85-90df-8dce4f6fbbc9 req-98d4ce17-6897-4585-9382-1ecf249b587f service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=f20570e8-6f8e-4837-9fe7-10002cea7cea HTTP/1.1" status: 200 len: 1099 time: 0.0956163 May 03 21:38:02.587871 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-fa7ac2b4-5509-4f85-90df-8dce4f6fbbc9 req-92ca780a-c4b5-4991-92fb-5467b6916b6c service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=90a438e1-4790-42cb-bc9f-357ceea8d33f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380373 May 03 21:38:03.016989 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-0ff6fbe2-5aaf-4599-908d-a7e7172bb5c4 tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:03.134083 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.48', 36128) {{(pid=83993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:38:03.200193 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-0ff6fbe2-5aaf-4599-908d-a7e7172bb5c4 tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1124352'] for port, before_update {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:03.318258 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-96c42e58-6562-439f-9e4a-d3236b04c7ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:03.368864 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-96c42e58-6562-439f-9e4a-d3236b04c7ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:38:03.374903 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-96c42e58-6562-439f-9e4a-d3236b04c7ce admin admin] Usage tracker for resource:security_group_rule and tenant:05db6fec22b2499680233e88b8c0923b is out of sync, need to count used quota {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:38:03.378945 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-96c42e58-6562-439f-9e4a-d3236b04c7ce admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:38:03.386878 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-96c42e58-6562-439f-9e4a-d3236b04c7ce admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:38:03.394058 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933b2006-7dfb-4c6e-9a53-12ee94965a2b req-1cee8279-bbdf-41b4-a7f5-1aeea7aa5ed0 tempest-TestShelveInstance-1775851064 tempest-TestShelveInstance-1775851064-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:38:03.395627 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-933b2006-7dfb-4c6e-9a53-12ee94965a2b req-1cee8279-bbdf-41b4-a7f5-1aeea7aa5ed0 tempest-TestShelveInstance-1775851064 tempest-TestShelveInstance-1775851064-project] 10.222.0.48 "GET /v2.0/ports?device_id=f20570e8-6f8e-4837-9fe7-10002cea7cea HTTP/1.1" status: 200 len: 946 time: 0.1481705 May 03 21:38:03.406892 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-0ff6fbe2-5aaf-4599-908d-a7e7172bb5c4 tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] Notify callbacks [] for port, precommit_update {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:03.470869 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-933b2006-7dfb-4c6e-9a53-12ee94965a2b req-bf3bce8a-472b-497e-9498-0398d3bd3242 tempest-TestShelveInstance-1775851064 tempest-TestShelveInstance-1775851064-project] 10.222.0.48 "GET /v2.0/security-groups?id=90a438e1-4790-42cb-bc9f-357ceea8d33f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664661 May 03 21:38:03.476480 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-0ff6fbe2-5aaf-4599-908d-a7e7172bb5c4 tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781386188966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781385847453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781385847498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3996739'] for port, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:03.539185 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-96c42e58-6562-439f-9e4a-d3236b04c7ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:03.598388 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff6fbe2-5aaf-4599-908d-a7e7172bb5c4 tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] Pushing event updated for resources: {'Port': ['ID=55a496f9-9492-4cf9-8e02-5463c22b5a60,revision_number=2']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:38:03.600920 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-96c42e58-6562-439f-9e4a-d3236b04c7ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746426'] for security_group, after_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:03.615384 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-0ff6fbe2-5aaf-4599-908d-a7e7172bb5c4 tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-332800'] for floatingip, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:03.666012 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c42e58-6562-439f-9e4a-d3236b04c7ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf7ec446-6970-497e-9d83-d023129f236a,revision_number=1']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:38:03.703765 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-96c42e58-6562-439f-9e4a-d3236b04c7ce admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=05db6fec22b2499680233e88b8c0923b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5659678 May 03 21:38:03.710649 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.48', 36140) {{(pid=83993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:38:03.769576 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-bd872564-0b4a-4227-b52d-f0a2c49820a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:03.799308 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-bd872564-0b4a-4227-b52d-f0a2c49820a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:03.850529 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.db.l3_db [None req-0ff6fbe2-5aaf-4599-908d-a7e7172bb5c4 tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] Floating IP b174aef0-ac0c-4417-bd90-f94b4b405d87 associated. External IP: 172.27.1.97, port: 861debb4-c679-41ef-af2d-3ffdd7122e86. May 03 21:38:03.927049 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-bd872564-0b4a-4227-b52d-f0a2c49820a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746426'] for security_group, after_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:03.955188 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd872564-0b4a-4227-b52d-f0a2c49820a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf7ec446-6970-497e-9d83-d023129f236a,revision_number=None']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:38:03.962969 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-bd872564-0b4a-4227-b52d-f0a2c49820a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:03.964210 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-bd872564-0b4a-4227-b52d-f0a2c49820a5 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/cf7ec446-6970-497e-9d83-d023129f236a HTTP/1.1" status: 204 len: 168 time: 0.2577715 May 03 21:38:04.337094 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ff6fbe2-5aaf-4599-908d-a7e7172bb5c4 tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] Router 2e3dfff1-9645-409e-bf30-4464ec3b1553 has already been hosted by L3 agent c192ea1b-f7d6-49b7-9f22-5492fbafc6f3 {{(pid=83992) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 03 21:38:04.564989 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ff6fbe2-5aaf-4599-908d-a7e7172bb5c4 tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] Notify agent at l3_agent.dv-cinder-840377-1-iscsi the message routers_updated {{(pid=83992) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 21:38:04.577287 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f4192f8-8347-497e-bc26-e90e6c0fbd07 None None] Sync routers for ids ['2e3dfff1-9645-409e-bf30-4464ec3b1553'] in dv-cinder-840377-1-iscsi {{(pid=83994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 03 21:38:04.595176 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f4192f8-8347-497e-bc26-e90e6c0fbd07 None None] Routers {'2e3dfff1-9645-409e-bf30-4464ec3b1553'} bound to L3 agent in host dv-cinder-840377-1-iscsi {{(pid=83994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 03 21:38:04.595176 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.l3_hamode_db [None req-1f4192f8-8347-497e-bc26-e90e6c0fbd07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840377-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-03T21:19:18Z,description=,heartbeat_timestamp=2022-05-03T21:37:48Z,host='dv-cinder-840377-1-iscsi',id=c192ea1b-f7d6-49b7-9f22-5492fbafc6f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:19:19Z,topic='l3_agent')) {'router_ids': ['2e3dfff1-9645-409e-bf30-4464ec3b1553'], 'active': True} {{(pid=83994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:38:04.784552 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-0ff6fbe2-5aaf-4599-908d-a7e7172bb5c4 tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93163'] for floatingip, before_response {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:04.787017 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.48', 36166) {{(pid=83993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:38:04.806997 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-a57e3993-2d14-442a-9cb7-d5f19dad2f6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:04.808460 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.l3_dvr_db [None req-1f4192f8-8347-497e-bc26-e90e6c0fbd07 None None] Set router 2e3dfff1-9645-409e-bf30-4464ec3b1553 gateway port host: dv-cinder-840377-1-iscsi {{(pid=83994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 03 21:38:04.842446 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-a57e3993-2d14-442a-9cb7-d5f19dad2f6b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:38:04.847216 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-a57e3993-2d14-442a-9cb7-d5f19dad2f6b admin admin] Usage tracker for resource:security_group_rule and tenant:c3ad3215abc64d76b58853c67fce33d3 is out of sync, need to count used quota {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:38:04.852540 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-a57e3993-2d14-442a-9cb7-d5f19dad2f6b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:38:04.860148 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-a57e3993-2d14-442a-9cb7-d5f19dad2f6b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:38:04.861533 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [None req-0ff6fbe2-5aaf-4599-908d-a7e7172bb5c4 tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.5203335 May 03 21:38:04.863177 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d20cd93-7f61-4f7b-9488-b8e8a56c24d8', 'tag': '861debb4-c679-41ef-af2d-3ffdd7122e86'}] {{(pid=83992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 03 21:38:04.901238 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f568ca-d22a-40b2-9c3a-d83fcbcff962 req-8728ea3b-add8-4571-b47c-10d742f35de0 tempest-TestShelveInstance-1775851064 tempest-TestShelveInstance-1775851064-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:38:04.902988 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-a6f568ca-d22a-40b2-9c3a-d83fcbcff962 req-8728ea3b-add8-4571-b47c-10d742f35de0 tempest-TestShelveInstance-1775851064 tempest-TestShelveInstance-1775851064-project] 10.222.0.48 "GET /v2.0/ports?device_id=f20570e8-6f8e-4837-9fe7-10002cea7cea HTTP/1.1" status: 200 len: 946 time: 0.2725000 May 03 21:38:04.938234 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e1dcbdd3-df30-4b92-8b97-bfefa5dccbcf'] response: {'name': 'network-changed', 'server_uuid': '5d20cd93-7f61-4f7b-9488-b8e8a56c24d8', 'tag': '861debb4-c679-41ef-af2d-3ffdd7122e86', 'status': 'completed', 'code': 200} May 03 21:38:04.966335 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-a57e3993-2d14-442a-9cb7-d5f19dad2f6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:04.974265 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-a6f568ca-d22a-40b2-9c3a-d83fcbcff962 req-68396096-1b84-44c0-875b-fd6d83309d4d tempest-TestShelveInstance-1775851064 tempest-TestShelveInstance-1775851064-project] 10.222.0.48 "GET /v2.0/security-groups?id=90a438e1-4790-42cb-bc9f-357ceea8d33f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653226 May 03 21:38:05.053613 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-a57e3993-2d14-442a-9cb7-d5f19dad2f6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746426'] for security_group, after_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:05.132046 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-dcf86ff9-a914-406e-9d2c-3997cc845a93 req-3a988a43-6d4a-4ec6-967a-e79835b1195b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e665d5aad2c24ad7843ca060d41792d3&device_id=5d20cd93-7f61-4f7b-9488-b8e8a56c24d8 HTTP/1.1" status: 200 len: 1099 time: 0.1458461 May 03 21:38:05.133020 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57e3993-2d14-442a-9cb7-d5f19dad2f6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3749f9d1-203f-4728-b214-72a80521e4a7,revision_number=1']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:38:05.233511 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.l3_hamode_db [None req-1f4192f8-8347-497e-bc26-e90e6c0fbd07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e3dfff1-9645-409e-bf30-4464ec3b1553', 'name': 'tempest-TestVolumeBootPattern-1397119621-router', 'tenant_id': 'e665d5aad2c24ad7843ca060d41792d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c33334bd-f19e-453d-9f7b-349270405c58', 'external_fixed_ips': [{'subnet_id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'ip_address': '172.27.1.207'}], 'enable_snat': True}, 'gw_port_id': '8cea356d-7d33-44b4-a4b5-aec73b440abd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:34:12Z', 'updated_at': '2022-05-03T21:34:17Z', 'revision_number': 4, 'project_id': 'e665d5aad2c24ad7843ca060d41792d3', 'gw_port': {'id': '8cea356d-7d33-44b4-a4b5-aec73b440abd', 'name': '', 'network_id': 'c33334bd-f19e-453d-9f7b-349270405c58', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:d1:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e3dfff1-9645-409e-bf30-4464ec3b1553', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'ip_address': '172.27.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:34:13Z', 'updated_at': '2022-05-03T21:34:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840377-1-iscsi', '_floatingips': [{'id': 'b174aef0-ac0c-4417-bd90-f94b4b405d87', 'tenant_id': 'e665d5aad2c24ad7843ca060d41792d3', 'floating_ip_address': '172.27.1.97', 'floating_network_id': 'c33334bd-f19e-453d-9f7b-349270405c58', 'router_id': '2e3dfff1-9645-409e-bf30-4464ec3b1553', 'port_id': '861debb4-c679-41ef-af2d-3ffdd7122e86', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f0a9fce1-0034-4c9f-bab5-3584af0c3657', 'mac_address': 'fa:16:3e:ca:9e:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d20cd93-7f61-4f7b-9488-b8e8a56c24d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T21:38:02Z', 'updated_at': '2022-05-03T21:38:02Z', 'revision_number': 0, 'project_id': 'e665d5aad2c24ad7843ca060d41792d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '417ff828-e1a3-471a-ac64-bc91b666d26e', 'name': '', 'network_id': 'f0a9fce1-0034-4c9f-bab5-3584af0c3657', 'tenant_id': 'e665d5aad2c24ad7843ca060d41792d3', 'mac_address': 'fa:16:3e:c1:d6:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e3dfff1-9645-409e-bf30-4464ec3b1553', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '668a4303-55d7-4be7-977c-0eb3f7451c76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:34:16Z', 'updated_at': '2022-05-03T21:34:26Z', 'revision_number': 5, 'project_id': 'e665d5aad2c24ad7843ca060d41792d3', 'subnets': [{'id': '668a4303-55d7-4be7-977c-0eb3f7451c76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840377-1-iscsi', False) {} {{(pid=83994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:38:05.238570 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f4192f8-8347-497e-bc26-e90e6c0fbd07 None None] Checking router: 2e3dfff1-9645-409e-bf30-4464ec3b1553 for host: dv-cinder-840377-1-iscsi {{(pid=83994) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 03 21:38:05.251358 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f4192f8-8347-497e-bc26-e90e6c0fbd07 None None] Routers {'2e3dfff1-9645-409e-bf30-4464ec3b1553'} bound to L3 agent in host dv-cinder-840377-1-iscsi {{(pid=83994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 03 21:38:05.252023 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.l3_hamode_db [None req-1f4192f8-8347-497e-bc26-e90e6c0fbd07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840377-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-03T21:19:18Z,description=,heartbeat_timestamp=2022-05-03T21:37:48Z,host='dv-cinder-840377-1-iscsi',id=c192ea1b-f7d6-49b7-9f22-5492fbafc6f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:19:19Z,topic='l3_agent')) {'router_ids': ['2e3dfff1-9645-409e-bf30-4464ec3b1553'], 'active': True} {{(pid=83994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:38:05.282680 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-a57e3993-2d14-442a-9cb7-d5f19dad2f6b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c3ad3215abc64d76b58853c67fce33d3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4914482 May 03 21:38:05.283762 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.48', 36176) {{(pid=83992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:38:05.354071 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-42f48428-6a22-450d-9b94-48a9ac68d25a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:05.382646 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-42f48428-6a22-450d-9b94-48a9ac68d25a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:05.425813 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8241913-16de-4a4c-b401-7c9efb6e3f84 req-fa55ae97-d615-431c-89f0-287fe03bf9a1 tempest-TestShelveInstance-1775851064 tempest-TestShelveInstance-1775851064-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:38:05.427351 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-a8241913-16de-4a4c-b401-7c9efb6e3f84 req-fa55ae97-d615-431c-89f0-287fe03bf9a1 tempest-TestShelveInstance-1775851064 tempest-TestShelveInstance-1775851064-project] 10.222.0.48 "GET /v2.0/ports?device_id=f20570e8-6f8e-4837-9fe7-10002cea7cea HTTP/1.1" status: 200 len: 946 time: 0.2907174 May 03 21:38:05.435047 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf86ff9-a914-406e-9d2c-3997cc845a93 req-1b47f1c9-e87b-4fe1-9468-90ecb65ed3b9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:38:05.436516 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-dcf86ff9-a914-406e-9d2c-3997cc845a93 req-1b47f1c9-e87b-4fe1-9468-90ecb65ed3b9 service neutron] 10.222.0.42 "GET /v2.0/networks?id=f0a9fce1-0034-4c9f-bab5-3584af0c3657 HTTP/1.1" status: 200 len: 913 time: 0.2984655 May 03 21:38:05.449974 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.l3_dvr_db [None req-1f4192f8-8347-497e-bc26-e90e6c0fbd07 None None] Set router 2e3dfff1-9645-409e-bf30-4464ec3b1553 gateway port host: dv-cinder-840377-1-iscsi {{(pid=83994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 03 21:38:05.504343 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-42f48428-6a22-450d-9b94-48a9ac68d25a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746426'] for security_group, after_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:05.520848 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f48428-6a22-450d-9b94-48a9ac68d25a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3749f9d1-203f-4728-b214-72a80521e4a7,revision_number=None']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:38:05.538639 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-42f48428-6a22-450d-9b94-48a9ac68d25a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:05.542043 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [None req-42f48428-6a22-450d-9b94-48a9ac68d25a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/3749f9d1-203f-4728-b214-72a80521e4a7 HTTP/1.1" status: 204 len: 168 time: 0.2554412 May 03 21:38:05.562878 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-a8241913-16de-4a4c-b401-7c9efb6e3f84 req-22dd362f-1563-42b0-954e-f23a0208adbf tempest-TestShelveInstance-1775851064 tempest-TestShelveInstance-1775851064-project] 10.222.0.48 "GET /v2.0/security-groups?id=90a438e1-4790-42cb-bc9f-357ceea8d33f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1225791 May 03 21:38:05.594291 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.48', 36184) {{(pid=83992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:38:05.602065 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-dcf86ff9-a914-406e-9d2c-3997cc845a93 req-f8b27355-e860-4a5d-bf0a-a1db8295907b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=861debb4-c679-41ef-af2d-3ffdd7122e86 HTTP/1.1" status: 200 len: 999 time: 0.1485026 May 03 21:38:05.747317 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf86ff9-a914-406e-9d2c-3997cc845a93 req-10e2a959-85e2-4082-b742-75d3c9d52450 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:38:05.748853 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-dcf86ff9-a914-406e-9d2c-3997cc845a93 req-10e2a959-85e2-4082-b742-75d3c9d52450 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=668a4303-55d7-4be7-977c-0eb3f7451c76 HTTP/1.1" status: 200 len: 851 time: 0.1404557 May 03 21:38:05.844053 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-dcf86ff9-a914-406e-9d2c-3997cc845a93 req-d09f58f8-8bb0-4cd1-9b3b-22a8af35a43b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f0a9fce1-0034-4c9f-bab5-3584af0c3657&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0878384 May 03 21:38:05.947549 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [None req-0f951dd1-fe5c-42c1-910c-d40016526be2 tempest-TestShelveInstance-2033601411 tempest-TestShelveInstance-2033601411-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=f20570e8-6f8e-4837-9fe7-10002cea7cea HTTP/1.1" status: 200 len: 1094 time: 0.3519526 May 03 21:38:05.950286 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.48', 36196) {{(pid=83992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:38:05.952957 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.l3_hamode_db [None req-1f4192f8-8347-497e-bc26-e90e6c0fbd07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e3dfff1-9645-409e-bf30-4464ec3b1553', 'name': 'tempest-TestVolumeBootPattern-1397119621-router', 'tenant_id': 'e665d5aad2c24ad7843ca060d41792d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c33334bd-f19e-453d-9f7b-349270405c58', 'external_fixed_ips': [{'subnet_id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'ip_address': '172.27.1.207'}], 'enable_snat': True}, 'gw_port_id': '8cea356d-7d33-44b4-a4b5-aec73b440abd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:34:12Z', 'updated_at': '2022-05-03T21:34:17Z', 'revision_number': 4, 'project_id': 'e665d5aad2c24ad7843ca060d41792d3', 'gw_port': {'id': '8cea356d-7d33-44b4-a4b5-aec73b440abd', 'name': '', 'network_id': 'c33334bd-f19e-453d-9f7b-349270405c58', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:d1:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e3dfff1-9645-409e-bf30-4464ec3b1553', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'ip_address': '172.27.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:34:13Z', 'updated_at': '2022-05-03T21:34:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840377-1-iscsi', '_floatingips': [{'id': 'b174aef0-ac0c-4417-bd90-f94b4b405d87', 'tenant_id': 'e665d5aad2c24ad7843ca060d41792d3', 'floating_ip_address': '172.27.1.97', 'floating_network_id': 'c33334bd-f19e-453d-9f7b-349270405c58', 'router_id': '2e3dfff1-9645-409e-bf30-4464ec3b1553', 'port_id': '861debb4-c679-41ef-af2d-3ffdd7122e86', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f0a9fce1-0034-4c9f-bab5-3584af0c3657', 'mac_address': 'fa:16:3e:ca:9e:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d20cd93-7f61-4f7b-9488-b8e8a56c24d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T21:38:02Z', 'updated_at': '2022-05-03T21:38:02Z', 'revision_number': 0, 'project_id': 'e665d5aad2c24ad7843ca060d41792d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '417ff828-e1a3-471a-ac64-bc91b666d26e', 'name': '', 'network_id': 'f0a9fce1-0034-4c9f-bab5-3584af0c3657', 'tenant_id': 'e665d5aad2c24ad7843ca060d41792d3', 'mac_address': 'fa:16:3e:c1:d6:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e3dfff1-9645-409e-bf30-4464ec3b1553', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '668a4303-55d7-4be7-977c-0eb3f7451c76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:34:16Z', 'updated_at': '2022-05-03T21:34:26Z', 'revision_number': 5, 'project_id': 'e665d5aad2c24ad7843ca060d41792d3', 'subnets': [{'id': '668a4303-55d7-4be7-977c-0eb3f7451c76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840377-1-iscsi', False) {} {{(pid=83994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:38:05.959152 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f4192f8-8347-497e-bc26-e90e6c0fbd07 None None] The sync data for ids ['2e3dfff1-9645-409e-bf30-4464ec3b1553'] in dv-cinder-840377-1-iscsi is: [{'id': '2e3dfff1-9645-409e-bf30-4464ec3b1553', 'name': 'tempest-TestVolumeBootPattern-1397119621-router', 'tenant_id': 'e665d5aad2c24ad7843ca060d41792d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c33334bd-f19e-453d-9f7b-349270405c58', 'external_fixed_ips': [{'subnet_id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'ip_address': '172.27.1.207'}], 'enable_snat': True}, 'gw_port_id': '8cea356d-7d33-44b4-a4b5-aec73b440abd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:34:12Z', 'updated_at': '2022-05-03T21:34:17Z', 'revision_number': 4, 'project_id': 'e665d5aad2c24ad7843ca060d41792d3', 'gw_port': {'id': '8cea356d-7d33-44b4-a4b5-aec73b440abd', 'name': '', 'network_id': 'c33334bd-f19e-453d-9f7b-349270405c58', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:d1:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e3dfff1-9645-409e-bf30-4464ec3b1553', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'ip_address': '172.27.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:34:13Z', 'updated_at': '2022-05-03T21:34:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840377-1-iscsi', '_floatingips': [{'id': 'b174aef0-ac0c-4417-bd90-f94b4b405d87', 'tenant_id': 'e665d5aad2c24ad7843ca060d41792d3', 'floating_ip_address': '172.27.1.97', 'floating_network_id': 'c33334bd-f19e-453d-9f7b-349270405c58', 'router_id': '2e3dfff1-9645-409e-bf30-4464ec3b1553', 'port_id': '861debb4-c679-41ef-af2d-3ffdd7122e86', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f0a9fce1-0034-4c9f-bab5-3584af0c3657', 'mac_address': 'fa:16:3e:ca:9e:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d20cd93-7f61-4f7b-9488-b8e8a56c24d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T21:38:02Z', 'updated_at': '2022-05-03T21:38:02Z', 'revision_number': 0, 'project_id': 'e665d5aad2c24ad7843ca060d41792d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '417ff828-e1a3-471a-ac64-bc91b666d26e', 'name': '', 'network_id': 'f0a9fce1-0034-4c9f-bab5-3584af0c3657', 'tenant_id': 'e665d5aad2c24ad7843ca060d41792d3', 'mac_address': 'fa:16:3e:c1:d6:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e3dfff1-9645-409e-bf30-4464ec3b1553', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '668a4303-55d7-4be7-977c-0eb3f7451c76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:34:16Z', 'updated_at': '2022-05-03T21:34:26Z', 'revision_number': 5, 'project_id': 'e665d5aad2c24ad7843ca060d41792d3', 'subnets': [{'id': '668a4303-55d7-4be7-977c-0eb3f7451c76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 03 21:38:05.962479 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.v2.base [None req-f235c795-e3c8-46f7-bec7-7fc64c430f01 tempest-TestShelveInstance-1775851064 tempest-TestShelveInstance-1775851064-project] Request body: {'floatingip': {'floating_network_id': 'c33334bd-f19e-453d-9f7b-349270405c58', 'port_id': 'b0b6b891-8700-4c78-8b4a-550162963c94', 'tenant_id': 'eca9727df4a44eaaa12b84e3f0df0b51', 'fixed_ip_address': '172.20.0.13'}} {{(pid=83992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 03 21:38:05.968629 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.db.quota.driver [None req-f235c795-e3c8-46f7-bec7-7fc64c430f01 tempest-TestShelveInstance-1775851064 tempest-TestShelveInstance-1775851064-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:38:05.974336 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.quota.resource [None req-f235c795-e3c8-46f7-bec7-7fc64c430f01 tempest-TestShelveInstance-1775851064 tempest-TestShelveInstance-1775851064-project] Usage tracker for resource:floatingip and tenant:eca9727df4a44eaaa12b84e3f0df0b51 is out of sync, need to count used quota {{(pid=83992) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:38:05.980404 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.quota.resource [None req-f235c795-e3c8-46f7-bec7-7fc64c430f01 tempest-TestShelveInstance-1775851064 tempest-TestShelveInstance-1775851064-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83992) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:38:05.989624 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.db.quota.driver [None req-f235c795-e3c8-46f7-bec7-7fc64c430f01 tempest-TestShelveInstance-1775851064 tempest-TestShelveInstance-1775851064-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:38:06.077899 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-dcf86ff9-a914-406e-9d2c-3997cc845a93 req-7e8c19f9-15a8-45b2-8d5b-f937502c706c service neutron] 10.222.0.42 "GET /v2.0/networks/f0a9fce1-0034-4c9f-bab5-3584af0c3657?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2277002 May 03 21:38:06.087088 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-f235c795-e3c8-46f7-bec7-7fc64c430f01 tempest-TestShelveInstance-1775851064 tempest-TestShelveInstance-1775851064-project] Notify callbacks [] for floatingip, before_create {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:06.306595 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-795fe175-6536-481c-840e-5e9f0edebbcd None None] New status for floating IP b174aef0-ac0c-4417-bd90-f94b4b405d87: ACTIVE {{(pid=83995) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 03 21:38:06.316139 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-f235c795-e3c8-46f7-bec7-7fc64c430f01 tempest-TestShelveInstance-1775851064 tempest-TestShelveInstance-1775851064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1124352'] for port, before_create {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:06.343283 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-dcf86ff9-a914-406e-9d2c-3997cc845a93 req-acb28ac3-9b72-4872-91d7-fb5a28200836 service neutron] 10.222.0.42 "GET /v2.0/networks/f0a9fce1-0034-4c9f-bab5-3584af0c3657?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2565227 May 03 21:38:06.483395 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.db.db_base_plugin_common [None req-f235c795-e3c8-46f7-bec7-7fc64c430f01 tempest-TestShelveInstance-1775851064 tempest-TestShelveInstance-1775851064-project] Allocated IP 172.27.1.55 (c33334bd-f19e-453d-9f7b-349270405c58/8155f8f1-bdbd-4c1c-8daf-045a3e4a5222/94079b9a-7790-4a46-8137-8b092ed45b31) {{(pid=83992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 21:38:06.606332 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.48', 36212) {{(pid=83992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:38:06.662249 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-f235c795-e3c8-46f7-bec7-7fc64c430f01 tempest-TestShelveInstance-1775851064 tempest-TestShelveInstance-1775851064-project] Notify callbacks [] for port, precommit_create {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:06.749667 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-f235c795-e3c8-46f7-bec7-7fc64c430f01 tempest-TestShelveInstance-1775851064 tempest-TestShelveInstance-1775851064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781385847435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3996730'] for port, after_create {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:06.826263 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-5dc39712-f465-445d-98fc-16e66d9f4b89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:06.851791 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f235c795-e3c8-46f7-bec7-7fc64c430f01 tempest-TestShelveInstance-1775851064 tempest-TestShelveInstance-1775851064-project] Network c33334bd-f19e-453d-9f7b-349270405c58 is already hosted by enough agents. {{(pid=83992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 21:38:06.862058 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.scheduler.base_scheduler [None req-f235c795-e3c8-46f7-bec7-7fc64c430f01 tempest-TestShelveInstance-1775851064 tempest-TestShelveInstance-1775851064-project] Resources bound (agent type, host, resource id): {{(pid=83992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 21:38:06.864515 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f235c795-e3c8-46f7-bec7-7fc64c430f01 tempest-TestShelveInstance-1775851064 tempest-TestShelveInstance-1775851064-project] Received port after_create {{(pid=83992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 03 21:38:06.893688 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f235c795-e3c8-46f7-bec7-7fc64c430f01 tempest-TestShelveInstance-1775851064 tempest-TestShelveInstance-1775851064-project] Pushing event updated for resources: {'Port': ['ID=94079b9a-7790-4a46-8137-8b092ed45b31,revision_number=1']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:38:06.924797 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.db.quota.driver [None req-5dc39712-f465-445d-98fc-16e66d9f4b89 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:38:06.933448 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.quota.resource [None req-5dc39712-f465-445d-98fc-16e66d9f4b89 admin admin] Usage tracker for resource:security_group_rule and tenant:fee3504e76b246ef90c9227aa30e7ec4 is out of sync, need to count used quota {{(pid=83992) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:38:06.934880 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.quota.resource [None req-5dc39712-f465-445d-98fc-16e66d9f4b89 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83992) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:38:06.943509 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.db.quota.driver [None req-5dc39712-f465-445d-98fc-16e66d9f4b89 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:38:07.241737 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-5dc39712-f465-445d-98fc-16e66d9f4b89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:07.327502 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-5dc39712-f465-445d-98fc-16e66d9f4b89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746426'] for security_group, after_create {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:07.391360 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc39712-f465-445d-98fc-16e66d9f4b89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dc2d394-6561-48fc-bcfa-7553378aedb3,revision_number=1']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:38:07.403227 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [None req-5dc39712-f465-445d-98fc-16e66d9f4b89 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=fee3504e76b246ef90c9227aa30e7ec4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7921386 May 03 21:38:07.404258 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.48', 36226) {{(pid=83993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:38:07.476219 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-82a4dc96-975a-4122-b2b1-95e677cb18d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:07.508521 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-82a4dc96-975a-4122-b2b1-95e677cb18d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:07.529405 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-f235c795-e3c8-46f7-bec7-7fc64c430f01 tempest-TestShelveInstance-1775851064 tempest-TestShelveInstance-1775851064-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:07.649795 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-f235c795-e3c8-46f7-bec7-7fc64c430f01 tempest-TestShelveInstance-1775851064 tempest-TestShelveInstance-1775851064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1124352'] for port, before_update {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:07.664669 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-82a4dc96-975a-4122-b2b1-95e677cb18d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746426'] for security_group, after_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:07.683820 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a4dc96-975a-4122-b2b1-95e677cb18d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dc2d394-6561-48fc-bcfa-7553378aedb3,revision_number=None']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:38:07.692952 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-82a4dc96-975a-4122-b2b1-95e677cb18d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:07.694720 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-82a4dc96-975a-4122-b2b1-95e677cb18d0 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/2dc2d394-6561-48fc-bcfa-7553378aedb3 HTTP/1.1" status: 204 len: 168 time: 0.2894258 May 03 21:38:08.030320 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-f235c795-e3c8-46f7-bec7-7fc64c430f01 tempest-TestShelveInstance-1775851064 tempest-TestShelveInstance-1775851064-project] Notify callbacks [] for port, precommit_update {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:08.104122 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-f235c795-e3c8-46f7-bec7-7fc64c430f01 tempest-TestShelveInstance-1775851064 tempest-TestShelveInstance-1775851064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781386188966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781385847453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781385847498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3996739'] for port, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:08.243378 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f235c795-e3c8-46f7-bec7-7fc64c430f01 tempest-TestShelveInstance-1775851064 tempest-TestShelveInstance-1775851064-project] Pushing event updated for resources: {'Port': ['ID=94079b9a-7790-4a46-8137-8b092ed45b31,revision_number=2']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:38:08.260408 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-f235c795-e3c8-46f7-bec7-7fc64c430f01 tempest-TestShelveInstance-1775851064 tempest-TestShelveInstance-1775851064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-332800'] for floatingip, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:08.519442 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.db.l3_db [None req-f235c795-e3c8-46f7-bec7-7fc64c430f01 tempest-TestShelveInstance-1775851064 tempest-TestShelveInstance-1775851064-project] Floating IP 493844b5-47b2-4992-b3d5-63861bf8308c associated. External IP: 172.27.1.55, port: b0b6b891-8700-4c78-8b4a-550162963c94. May 03 21:38:08.551432 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.48', 36250) {{(pid=83993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:38:08.575874 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-6d520faf-8e74-4c62-bb20-df60121121f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:08.611905 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-6d520faf-8e74-4c62-bb20-df60121121f0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:38:08.617528 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-6d520faf-8e74-4c62-bb20-df60121121f0 admin admin] Usage tracker for resource:security_group_rule and tenant:5b07b13521e545c9831d55600d29d569 is out of sync, need to count used quota {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:38:08.622346 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-6d520faf-8e74-4c62-bb20-df60121121f0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:38:08.628533 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-6d520faf-8e74-4c62-bb20-df60121121f0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:38:08.723687 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-6d520faf-8e74-4c62-bb20-df60121121f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:08.813147 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-6d520faf-8e74-4c62-bb20-df60121121f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746426'] for security_group, after_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:08.869903 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d520faf-8e74-4c62-bb20-df60121121f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4446a58d-0e66-407a-8880-c24a34d5bfc2,revision_number=1']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:38:08.874068 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-6d520faf-8e74-4c62-bb20-df60121121f0 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=5b07b13521e545c9831d55600d29d569&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3216157 May 03 21:38:08.885504 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.48', 36258) {{(pid=83993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:38:08.956930 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-1da85857-6b81-4456-98ef-4047581e2194 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:08.985545 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-1da85857-6b81-4456-98ef-4047581e2194 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:09.027717 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f235c795-e3c8-46f7-bec7-7fc64c430f01 tempest-TestShelveInstance-1775851064 tempest-TestShelveInstance-1775851064-project] Router 8c17d97d-771e-4e6d-83f8-6893a4147d01 has already been hosted by L3 agent c192ea1b-f7d6-49b7-9f22-5492fbafc6f3 {{(pid=83992) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 03 21:38:09.104099 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-1da85857-6b81-4456-98ef-4047581e2194 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746426'] for security_group, after_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:09.129263 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da85857-6b81-4456-98ef-4047581e2194 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4446a58d-0e66-407a-8880-c24a34d5bfc2,revision_number=None']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:38:09.133013 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-1da85857-6b81-4456-98ef-4047581e2194 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:09.138905 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-1da85857-6b81-4456-98ef-4047581e2194 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/4446a58d-0e66-407a-8880-c24a34d5bfc2 HTTP/1.1" status: 204 len: 168 time: 0.2517135 May 03 21:38:09.282576 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f235c795-e3c8-46f7-bec7-7fc64c430f01 tempest-TestShelveInstance-1775851064 tempest-TestShelveInstance-1775851064-project] Notify agent at l3_agent.dv-cinder-840377-1-iscsi the message routers_updated {{(pid=83992) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 21:38:09.294397 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e77252bd-6789-46c7-abf9-4bfcbf83fc7a None None] Sync routers for ids ['8c17d97d-771e-4e6d-83f8-6893a4147d01'] in dv-cinder-840377-1-iscsi {{(pid=83994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 03 21:38:09.310339 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e77252bd-6789-46c7-abf9-4bfcbf83fc7a None None] Routers {'8c17d97d-771e-4e6d-83f8-6893a4147d01'} bound to L3 agent in host dv-cinder-840377-1-iscsi {{(pid=83994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 03 21:38:09.310954 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.l3_hamode_db [None req-e77252bd-6789-46c7-abf9-4bfcbf83fc7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840377-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-03T21:19:18Z,description=,heartbeat_timestamp=2022-05-03T21:37:48Z,host='dv-cinder-840377-1-iscsi',id=c192ea1b-f7d6-49b7-9f22-5492fbafc6f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:19:19Z,topic='l3_agent')) {'router_ids': ['8c17d97d-771e-4e6d-83f8-6893a4147d01'], 'active': True} {{(pid=83994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:38:09.407437 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-f235c795-e3c8-46f7-bec7-7fc64c430f01 tempest-TestShelveInstance-1775851064 tempest-TestShelveInstance-1775851064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93163'] for floatingip, before_response {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:09.479569 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [None req-f235c795-e3c8-46f7-bec7-7fc64c430f01 tempest-TestShelveInstance-1775851064 tempest-TestShelveInstance-1775851064-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.5127807 May 03 21:38:09.479569 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f20570e8-6f8e-4837-9fe7-10002cea7cea', 'tag': 'b0b6b891-8700-4c78-8b4a-550162963c94'}] {{(pid=83992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 03 21:38:09.536500 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9caa781b-d8c7-4211-b632-cbe23621ecf5'] response: {'name': 'network-changed', 'server_uuid': 'f20570e8-6f8e-4837-9fe7-10002cea7cea', 'tag': 'b0b6b891-8700-4c78-8b4a-550162963c94', 'status': 'completed', 'code': 200} May 03 21:38:09.554668 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.l3_dvr_db [None req-e77252bd-6789-46c7-abf9-4bfcbf83fc7a None None] Set router 8c17d97d-771e-4e6d-83f8-6893a4147d01 gateway port host: dv-cinder-840377-1-iscsi {{(pid=83994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 03 21:38:09.659301 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-ca1dc1f7-c4ce-4fc8-9cab-f0cba5140e3a req-85e5450b-9b44-4124-a44f-58e746eac2c7 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=eca9727df4a44eaaa12b84e3f0df0b51&device_id=f20570e8-6f8e-4837-9fe7-10002cea7cea HTTP/1.1" status: 200 len: 1099 time: 0.0751534 May 03 21:38:09.806968 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1dc1f7-c4ce-4fc8-9cab-f0cba5140e3a req-6856893a-fe9f-43ee-845d-597c09037cc5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:38:09.808775 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-ca1dc1f7-c4ce-4fc8-9cab-f0cba5140e3a req-6856893a-fe9f-43ee-845d-597c09037cc5 service neutron] 10.222.0.42 "GET /v2.0/networks?id=253db136-cbba-484c-ae24-75498a0c18e9 HTTP/1.1" status: 200 len: 910 time: 0.1372139 May 03 21:38:09.891713 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.48', 36276) {{(pid=83992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:38:09.922630 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-1d6a30c5-590c-45ee-97f8-d859f932fd46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:09.925126 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-ca1dc1f7-c4ce-4fc8-9cab-f0cba5140e3a req-ae4f5ed6-c7ee-4462-a173-9796d3d0a44c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b0b6b891-8700-4c78-8b4a-550162963c94 HTTP/1.1" status: 200 len: 999 time: 0.1108923 May 03 21:38:09.953150 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.l3_hamode_db [None req-e77252bd-6789-46c7-abf9-4bfcbf83fc7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c17d97d-771e-4e6d-83f8-6893a4147d01', 'name': 'tempest-TestShelveInstance-1172187993-router', 'tenant_id': 'eca9727df4a44eaaa12b84e3f0df0b51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c33334bd-f19e-453d-9f7b-349270405c58', 'external_fixed_ips': [{'subnet_id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'ip_address': '172.27.1.74'}], 'enable_snat': True}, 'gw_port_id': '568313d3-a68d-4792-bc4c-2603a7d49e41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:36:57Z', 'updated_at': '2022-05-03T21:37:03Z', 'revision_number': 4, 'project_id': 'eca9727df4a44eaaa12b84e3f0df0b51', 'gw_port': {'id': '568313d3-a68d-4792-bc4c-2603a7d49e41', 'name': '', 'network_id': 'c33334bd-f19e-453d-9f7b-349270405c58', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:bb:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c17d97d-771e-4e6d-83f8-6893a4147d01', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'ip_address': '172.27.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:36:58Z', 'updated_at': '2022-05-03T21:37:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840377-1-iscsi', '_floatingips': [{'id': '493844b5-47b2-4992-b3d5-63861bf8308c', 'tenant_id': 'eca9727df4a44eaaa12b84e3f0df0b51', 'floating_ip_address': '172.27.1.55', 'floating_network_id': 'c33334bd-f19e-453d-9f7b-349270405c58', 'router_id': '8c17d97d-771e-4e6d-83f8-6893a4147d01', 'port_id': 'b0b6b891-8700-4c78-8b4a-550162963c94', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '253db136-cbba-484c-ae24-75498a0c18e9', 'mac_address': 'fa:16:3e:b5:a5:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f20570e8-6f8e-4837-9fe7-10002cea7cea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T21:38:07Z', 'updated_at': '2022-05-03T21:38:07Z', 'revision_number': 0, 'project_id': 'eca9727df4a44eaaa12b84e3f0df0b51', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '664e1c46-4b31-4d24-a01f-4a2d625cc30a', 'name': '', 'network_id': '253db136-cbba-484c-ae24-75498a0c18e9', 'tenant_id': 'eca9727df4a44eaaa12b84e3f0df0b51', 'mac_address': 'fa:16:3e:9b:1a:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c17d97d-771e-4e6d-83f8-6893a4147d01', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd658046c-6be6-4f1e-bc22-3d1916130bf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:37:02Z', 'updated_at': '2022-05-03T21:37:13Z', 'revision_number': 5, 'project_id': 'eca9727df4a44eaaa12b84e3f0df0b51', 'subnets': [{'id': 'd658046c-6be6-4f1e-bc22-3d1916130bf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840377-1-iscsi', False) {} {{(pid=83994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:38:09.963390 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.db.quota.driver [None req-1d6a30c5-590c-45ee-97f8-d859f932fd46 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:38:09.964041 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e77252bd-6789-46c7-abf9-4bfcbf83fc7a None None] Checking router: 8c17d97d-771e-4e6d-83f8-6893a4147d01 for host: dv-cinder-840377-1-iscsi {{(pid=83994) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 03 21:38:09.967552 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.quota.resource [None req-1d6a30c5-590c-45ee-97f8-d859f932fd46 admin admin] Usage tracker for resource:security_group_rule and tenant:7f316ed9d2074fba95744fbd33b060b2 is out of sync, need to count used quota {{(pid=83992) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:38:09.970750 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.quota.resource [None req-1d6a30c5-590c-45ee-97f8-d859f932fd46 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83992) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:38:09.978356 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.db.quota.driver [None req-1d6a30c5-590c-45ee-97f8-d859f932fd46 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:38:09.980735 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e77252bd-6789-46c7-abf9-4bfcbf83fc7a None None] Routers {'8c17d97d-771e-4e6d-83f8-6893a4147d01'} bound to L3 agent in host dv-cinder-840377-1-iscsi {{(pid=83994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 03 21:38:09.981431 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.l3_hamode_db [None req-e77252bd-6789-46c7-abf9-4bfcbf83fc7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840377-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-03T21:19:18Z,description=,heartbeat_timestamp=2022-05-03T21:37:48Z,host='dv-cinder-840377-1-iscsi',id=c192ea1b-f7d6-49b7-9f22-5492fbafc6f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:19:19Z,topic='l3_agent')) {'router_ids': ['8c17d97d-771e-4e6d-83f8-6893a4147d01'], 'active': True} {{(pid=83994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:38:10.002339 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1dc1f7-c4ce-4fc8-9cab-f0cba5140e3a req-164a7e32-94b9-4e57-9123-fa1dc00addfb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:38:10.004182 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-ca1dc1f7-c4ce-4fc8-9cab-f0cba5140e3a req-164a7e32-94b9-4e57-9123-fa1dc00addfb service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d658046c-6be6-4f1e-bc22-3d1916130bf9 HTTP/1.1" status: 200 len: 848 time: 0.0740089 May 03 21:38:10.090298 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-1d6a30c5-590c-45ee-97f8-d859f932fd46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:10.107869 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-ca1dc1f7-c4ce-4fc8-9cab-f0cba5140e3a req-ea316b61-d678-467d-bd16-569d3e6c3399 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=253db136-cbba-484c-ae24-75498a0c18e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0967555 May 03 21:38:10.149340 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-1d6a30c5-590c-45ee-97f8-d859f932fd46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746426'] for security_group, after_create {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:10.181025 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.l3_dvr_db [None req-e77252bd-6789-46c7-abf9-4bfcbf83fc7a None None] Set router 8c17d97d-771e-4e6d-83f8-6893a4147d01 gateway port host: dv-cinder-840377-1-iscsi {{(pid=83994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 03 21:38:10.211723 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [None req-1d6a30c5-590c-45ee-97f8-d859f932fd46 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=7f316ed9d2074fba95744fbd33b060b2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3183060 May 03 21:38:10.213252 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6a30c5-590c-45ee-97f8-d859f932fd46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddeffeb2-b66c-4965-813f-7f210972ccc4,revision_number=1']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:38:10.228360 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.48', 36284) {{(pid=83992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:38:10.306212 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-ef8e72f5-181e-4200-97ae-82965dea3c58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:10.339128 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-ef8e72f5-181e-4200-97ae-82965dea3c58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:10.379391 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-ca1dc1f7-c4ce-4fc8-9cab-f0cba5140e3a req-10776c5f-7585-481d-ae78-22d3031bd49a service neutron] 10.222.0.42 "GET /v2.0/networks/253db136-cbba-484c-ae24-75498a0c18e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2655833 May 03 21:38:10.503755 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-ef8e72f5-181e-4200-97ae-82965dea3c58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746426'] for security_group, after_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:10.518967 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8e72f5-181e-4200-97ae-82965dea3c58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddeffeb2-b66c-4965-813f-7f210972ccc4,revision_number=None']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:38:10.525629 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-ef8e72f5-181e-4200-97ae-82965dea3c58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:10.526750 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [None req-ef8e72f5-181e-4200-97ae-82965dea3c58 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ddeffeb2-b66c-4965-813f-7f210972ccc4 HTTP/1.1" status: 204 len: 168 time: 0.2973325 May 03 21:38:10.547398 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-ca1dc1f7-c4ce-4fc8-9cab-f0cba5140e3a req-80187e4d-d001-4747-8f00-a67de98ef44c service neutron] 10.222.0.42 "GET /v2.0/networks/253db136-cbba-484c-ae24-75498a0c18e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1612682 May 03 21:38:10.610672 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.db.agents_db [None req-1c6bebc3-6d0c-4304-a2c1-5df630ce29f1 None None] Agent healthcheck: found 6 active agents {{(pid=83995) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 03 21:38:10.611597 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.l3_hamode_db [None req-e77252bd-6789-46c7-abf9-4bfcbf83fc7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c17d97d-771e-4e6d-83f8-6893a4147d01', 'name': 'tempest-TestShelveInstance-1172187993-router', 'tenant_id': 'eca9727df4a44eaaa12b84e3f0df0b51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c33334bd-f19e-453d-9f7b-349270405c58', 'external_fixed_ips': [{'subnet_id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'ip_address': '172.27.1.74'}], 'enable_snat': True}, 'gw_port_id': '568313d3-a68d-4792-bc4c-2603a7d49e41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:36:57Z', 'updated_at': '2022-05-03T21:37:03Z', 'revision_number': 4, 'project_id': 'eca9727df4a44eaaa12b84e3f0df0b51', 'gw_port': {'id': '568313d3-a68d-4792-bc4c-2603a7d49e41', 'name': '', 'network_id': 'c33334bd-f19e-453d-9f7b-349270405c58', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:bb:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c17d97d-771e-4e6d-83f8-6893a4147d01', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'ip_address': '172.27.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:36:58Z', 'updated_at': '2022-05-03T21:37:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840377-1-iscsi', '_floatingips': [{'id': '493844b5-47b2-4992-b3d5-63861bf8308c', 'tenant_id': 'eca9727df4a44eaaa12b84e3f0df0b51', 'floating_ip_address': '172.27.1.55', 'floating_network_id': 'c33334bd-f19e-453d-9f7b-349270405c58', 'router_id': '8c17d97d-771e-4e6d-83f8-6893a4147d01', 'port_id': 'b0b6b891-8700-4c78-8b4a-550162963c94', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '253db136-cbba-484c-ae24-75498a0c18e9', 'mac_address': 'fa:16:3e:b5:a5:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f20570e8-6f8e-4837-9fe7-10002cea7cea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T21:38:07Z', 'updated_at': '2022-05-03T21:38:07Z', 'revision_number': 0, 'project_id': 'eca9727df4a44eaaa12b84e3f0df0b51', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '664e1c46-4b31-4d24-a01f-4a2d625cc30a', 'name': '', 'network_id': '253db136-cbba-484c-ae24-75498a0c18e9', 'tenant_id': 'eca9727df4a44eaaa12b84e3f0df0b51', 'mac_address': 'fa:16:3e:9b:1a:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c17d97d-771e-4e6d-83f8-6893a4147d01', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd658046c-6be6-4f1e-bc22-3d1916130bf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:37:02Z', 'updated_at': '2022-05-03T21:37:13Z', 'revision_number': 5, 'project_id': 'eca9727df4a44eaaa12b84e3f0df0b51', 'subnets': [{'id': 'd658046c-6be6-4f1e-bc22-3d1916130bf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840377-1-iscsi', False) {} {{(pid=83994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:38:10.618131 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e77252bd-6789-46c7-abf9-4bfcbf83fc7a None None] The sync data for ids ['8c17d97d-771e-4e6d-83f8-6893a4147d01'] in dv-cinder-840377-1-iscsi is: [{'id': '8c17d97d-771e-4e6d-83f8-6893a4147d01', 'name': 'tempest-TestShelveInstance-1172187993-router', 'tenant_id': 'eca9727df4a44eaaa12b84e3f0df0b51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c33334bd-f19e-453d-9f7b-349270405c58', 'external_fixed_ips': [{'subnet_id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'ip_address': '172.27.1.74'}], 'enable_snat': True}, 'gw_port_id': '568313d3-a68d-4792-bc4c-2603a7d49e41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:36:57Z', 'updated_at': '2022-05-03T21:37:03Z', 'revision_number': 4, 'project_id': 'eca9727df4a44eaaa12b84e3f0df0b51', 'gw_port': {'id': '568313d3-a68d-4792-bc4c-2603a7d49e41', 'name': '', 'network_id': 'c33334bd-f19e-453d-9f7b-349270405c58', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:bb:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c17d97d-771e-4e6d-83f8-6893a4147d01', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'ip_address': '172.27.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:36:58Z', 'updated_at': '2022-05-03T21:37:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840377-1-iscsi', '_floatingips': [{'id': '493844b5-47b2-4992-b3d5-63861bf8308c', 'tenant_id': 'eca9727df4a44eaaa12b84e3f0df0b51', 'floating_ip_address': '172.27.1.55', 'floating_network_id': 'c33334bd-f19e-453d-9f7b-349270405c58', 'router_id': '8c17d97d-771e-4e6d-83f8-6893a4147d01', 'port_id': 'b0b6b891-8700-4c78-8b4a-550162963c94', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '253db136-cbba-484c-ae24-75498a0c18e9', 'mac_address': 'fa:16:3e:b5:a5:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f20570e8-6f8e-4837-9fe7-10002cea7cea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T21:38:07Z', 'updated_at': '2022-05-03T21:38:07Z', 'revision_number': 0, 'project_id': 'eca9727df4a44eaaa12b84e3f0df0b51', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '664e1c46-4b31-4d24-a01f-4a2d625cc30a', 'name': '', 'network_id': '253db136-cbba-484c-ae24-75498a0c18e9', 'tenant_id': 'eca9727df4a44eaaa12b84e3f0df0b51', 'mac_address': 'fa:16:3e:9b:1a:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c17d97d-771e-4e6d-83f8-6893a4147d01', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd658046c-6be6-4f1e-bc22-3d1916130bf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:37:02Z', 'updated_at': '2022-05-03T21:37:13Z', 'revision_number': 5, 'project_id': 'eca9727df4a44eaaa12b84e3f0df0b51', 'subnets': [{'id': 'd658046c-6be6-4f1e-bc22-3d1916130bf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 03 21:38:11.993368 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.48', 36326) {{(pid=83992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:38:12.245056 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-c3dda6ff-4328-413a-88ac-8e8c2cdd5e45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:12.278369 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.db.quota.driver [None req-c3dda6ff-4328-413a-88ac-8e8c2cdd5e45 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:38:12.282356 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.quota.resource [None req-c3dda6ff-4328-413a-88ac-8e8c2cdd5e45 admin admin] Usage tracker for resource:security_group_rule and tenant:28f10fba96a8436fabd97cf70fa57d92 is out of sync, need to count used quota {{(pid=83992) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:38:12.285338 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.quota.resource [None req-c3dda6ff-4328-413a-88ac-8e8c2cdd5e45 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83992) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:38:12.291882 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.db.quota.driver [None req-c3dda6ff-4328-413a-88ac-8e8c2cdd5e45 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:38:12.386237 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-c3dda6ff-4328-413a-88ac-8e8c2cdd5e45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:12.475921 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-c3dda6ff-4328-413a-88ac-8e8c2cdd5e45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746426'] for security_group, after_create {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:12.525841 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3dda6ff-4328-413a-88ac-8e8c2cdd5e45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40d26f19-44f0-45df-a7a1-4f4d8969b5df,revision_number=1']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:38:12.531666 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [None req-c3dda6ff-4328-413a-88ac-8e8c2cdd5e45 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=28f10fba96a8436fabd97cf70fa57d92&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5371835 May 03 21:38:12.534518 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.48', 36354) {{(pid=83993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:38:12.602456 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-c504604a-fe60-4814-b71d-ec3dcd1f13cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:12.637454 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-c504604a-fe60-4814-b71d-ec3dcd1f13cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:12.670039 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11b914bd-68e4-40d5-b576-b4e4803e4e11 None None] New status for floating IP 493844b5-47b2-4992-b3d5-63861bf8308c: ACTIVE {{(pid=83995) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 03 21:38:12.744365 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-c504604a-fe60-4814-b71d-ec3dcd1f13cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746426'] for security_group, after_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:12.761747 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c504604a-fe60-4814-b71d-ec3dcd1f13cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40d26f19-44f0-45df-a7a1-4f4d8969b5df,revision_number=None']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:38:12.769379 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-c504604a-fe60-4814-b71d-ec3dcd1f13cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:12.770527 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-c504604a-fe60-4814-b71d-ec3dcd1f13cf admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/40d26f19-44f0-45df-a7a1-4f4d8969b5df HTTP/1.1" status: 204 len: 168 time: 0.2350287 May 03 21:38:13.538321 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.48', 36366) {{(pid=83992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:38:13.557570 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-2aca09d2-0be3-4790-b5d2-8a8082b5bc6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:13.592919 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.db.quota.driver [None req-2aca09d2-0be3-4790-b5d2-8a8082b5bc6e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:38:13.597090 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.quota.resource [None req-2aca09d2-0be3-4790-b5d2-8a8082b5bc6e admin admin] Usage tracker for resource:security_group_rule and tenant:97c61379ac0b4cf3a861c7fdc695a79a is out of sync, need to count used quota {{(pid=83992) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:38:13.600078 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.quota.resource [None req-2aca09d2-0be3-4790-b5d2-8a8082b5bc6e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83992) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:38:13.606163 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.db.quota.driver [None req-2aca09d2-0be3-4790-b5d2-8a8082b5bc6e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:38:13.675943 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-2aca09d2-0be3-4790-b5d2-8a8082b5bc6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:13.720604 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-2aca09d2-0be3-4790-b5d2-8a8082b5bc6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746426'] for security_group, after_create {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:13.775148 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aca09d2-0be3-4790-b5d2-8a8082b5bc6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58f99f0b-50bd-4dc2-b129-d71d39e6d819,revision_number=1']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:38:13.783473 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [None req-2aca09d2-0be3-4790-b5d2-8a8082b5bc6e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=97c61379ac0b4cf3a861c7fdc695a79a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2428200 May 03 21:38:13.786410 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.48', 36370) {{(pid=83992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:38:13.874833 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-038680ea-83e6-45f2-8fdb-ff9256c21ea7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:13.904715 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-038680ea-83e6-45f2-8fdb-ff9256c21ea7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:14.045947 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-038680ea-83e6-45f2-8fdb-ff9256c21ea7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746426'] for security_group, after_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:14.066244 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038680ea-83e6-45f2-8fdb-ff9256c21ea7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58f99f0b-50bd-4dc2-b129-d71d39e6d819,revision_number=None']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:38:14.074678 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-038680ea-83e6-45f2-8fdb-ff9256c21ea7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:14.075744 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [None req-038680ea-83e6-45f2-8fdb-ff9256c21ea7 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/58f99f0b-50bd-4dc2-b129-d71d39e6d819 HTTP/1.1" status: 204 len: 168 time: 0.2883770 May 03 21:38:16.429669 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-0c408f52-6b8a-4fec-9f7c-6684f08dd085 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781386283879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2080842'] for agent, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:18.589018 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-1eb33e95-1624-46d6-a602-a4b5830017b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781386283879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2080842'] for agent, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:19.675015 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781386283879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2080842'] for agent, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:19.755549 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781386283879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2080842'] for agent, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:19.783180 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-0dfda447-9707-4eba-99ce-657c79a02a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781386283879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2080842'] for agent, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:21.166016 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-672d275f-a9b7-498c-8eb6-010b5168d44a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781386283879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2080842'] for agent, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:22.445371 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.48', 36470) {{(pid=83992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:38:22.605185 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-eaa15e46-8393-4194-bcb5-1648268e2c70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:22.637987 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.db.quota.driver [None req-eaa15e46-8393-4194-bcb5-1648268e2c70 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:38:22.641786 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.quota.resource [None req-eaa15e46-8393-4194-bcb5-1648268e2c70 admin admin] Usage tracker for resource:security_group_rule and tenant:b0509e50e27f4c6d8fa5eac8620c8f36 is out of sync, need to count used quota {{(pid=83992) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:38:22.644641 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.quota.resource [None req-eaa15e46-8393-4194-bcb5-1648268e2c70 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83992) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:38:22.650803 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.db.quota.driver [None req-eaa15e46-8393-4194-bcb5-1648268e2c70 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:38:22.720500 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-eaa15e46-8393-4194-bcb5-1648268e2c70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:22.754671 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-eaa15e46-8393-4194-bcb5-1648268e2c70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746426'] for security_group, after_create {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:22.899498 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa15e46-8393-4194-bcb5-1648268e2c70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d75290b-e594-40aa-aff0-dbb7d4449e52,revision_number=1']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:38:22.903669 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [None req-eaa15e46-8393-4194-bcb5-1648268e2c70 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b0509e50e27f4c6d8fa5eac8620c8f36&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4572265 May 03 21:38:22.906671 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.48', 36478) {{(pid=83992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:38:22.973805 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-26a3bad5-056f-43b6-be3f-85776de1848a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:23.002953 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-26a3bad5-056f-43b6-be3f-85776de1848a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:23.155163 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-26a3bad5-056f-43b6-be3f-85776de1848a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746426'] for security_group, after_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:23.173313 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a3bad5-056f-43b6-be3f-85776de1848a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d75290b-e594-40aa-aff0-dbb7d4449e52,revision_number=None']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:38:23.176613 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-26a3bad5-056f-43b6-be3f-85776de1848a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:23.182090 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [None req-26a3bad5-056f-43b6-be3f-85776de1848a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/7d75290b-e594-40aa-aff0-dbb7d4449e52 HTTP/1.1" status: 204 len: 168 time: 0.2711413 May 03 21:38:23.782175 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.48', 36486) {{(pid=83992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:38:23.801884 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-7c7d6b88-235b-4398-b621-e898a7feb751 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:23.838606 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.db.quota.driver [None req-7c7d6b88-235b-4398-b621-e898a7feb751 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:38:23.842534 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.quota.resource [None req-7c7d6b88-235b-4398-b621-e898a7feb751 admin admin] Usage tracker for resource:security_group_rule and tenant:cb4116112c754056aba828f0ff5fcff4 is out of sync, need to count used quota {{(pid=83992) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:38:23.845424 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.quota.resource [None req-7c7d6b88-235b-4398-b621-e898a7feb751 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83992) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:38:23.851152 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.db.quota.driver [None req-7c7d6b88-235b-4398-b621-e898a7feb751 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:38:23.932523 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-7c7d6b88-235b-4398-b621-e898a7feb751 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:24.007144 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-7c7d6b88-235b-4398-b621-e898a7feb751 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746426'] for security_group, after_create {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:24.059811 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7d6b88-235b-4398-b621-e898a7feb751 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b7b6447-08a7-429e-8332-289c9f1e34c7,revision_number=1']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:38:24.066506 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [None req-7c7d6b88-235b-4398-b621-e898a7feb751 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=cb4116112c754056aba828f0ff5fcff4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2808931 May 03 21:38:24.066728 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.48', 36494) {{(pid=83992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:38:24.133911 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-301b4f66-5da4-4229-b06a-8eebea9abea1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:24.162064 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-301b4f66-5da4-4229-b06a-8eebea9abea1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:24.269258 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-301b4f66-5da4-4229-b06a-8eebea9abea1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746426'] for security_group, after_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:24.283667 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301b4f66-5da4-4229-b06a-8eebea9abea1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b7b6447-08a7-429e-8332-289c9f1e34c7,revision_number=None']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:38:24.290401 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-301b4f66-5da4-4229-b06a-8eebea9abea1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:24.291513 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [None req-301b4f66-5da4-4229-b06a-8eebea9abea1 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/7b7b6447-08a7-429e-8332-289c9f1e34c7 HTTP/1.1" status: 204 len: 168 time: 0.2239313 May 03 21:38:29.084665 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-a8210c00-3837-468c-989a-5e89c16a673d req-9085d9c2-9fdf-4e6e-b21e-624c4550b5d6 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=5d20cd93-7f61-4f7b-9488-b8e8a56c24d8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0759959 May 03 21:38:29.238677 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-a8210c00-3837-468c-989a-5e89c16a673d req-696e5246-ff4b-4375-91f3-524d0674e727 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e665d5aad2c24ad7843ca060d41792d3&device_id=5d20cd93-7f61-4f7b-9488-b8e8a56c24d8 HTTP/1.1" status: 200 len: 1099 time: 0.0692911 May 03 21:38:29.418316 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8210c00-3837-468c-989a-5e89c16a673d req-1e940072-55a5-4484-9230-e6198ba50af5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:38:29.420612 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-a8210c00-3837-468c-989a-5e89c16a673d req-1e940072-55a5-4484-9230-e6198ba50af5 service neutron] 10.222.0.42 "GET /v2.0/networks?id=f0a9fce1-0034-4c9f-bab5-3584af0c3657 HTTP/1.1" status: 200 len: 913 time: 0.1557331 May 03 21:38:29.540496 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-a8210c00-3837-468c-989a-5e89c16a673d req-81212a22-9483-4a82-9651-df3bc8da4319 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=861debb4-c679-41ef-af2d-3ffdd7122e86 HTTP/1.1" status: 200 len: 1001 time: 0.1126745 May 03 21:38:29.607217 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8210c00-3837-468c-989a-5e89c16a673d req-e9fc02e4-4672-42ad-9ea2-b351ba62e1b0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:38:29.608684 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-a8210c00-3837-468c-989a-5e89c16a673d req-e9fc02e4-4672-42ad-9ea2-b351ba62e1b0 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=668a4303-55d7-4be7-977c-0eb3f7451c76 HTTP/1.1" status: 200 len: 851 time: 0.0625432 May 03 21:38:29.694340 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-a8210c00-3837-468c-989a-5e89c16a673d req-f361ef44-1f36-4185-bffc-6eb5260b3fc6 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f0a9fce1-0034-4c9f-bab5-3584af0c3657&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0781674 May 03 21:38:29.841197 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-a8210c00-3837-468c-989a-5e89c16a673d req-bf470b29-3f0f-433d-add2-4fb17a9baa27 service neutron] 10.222.0.42 "GET /v2.0/networks/f0a9fce1-0034-4c9f-bab5-3584af0c3657?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1385608 May 03 21:38:29.976798 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-a8210c00-3837-468c-989a-5e89c16a673d req-d4a362a7-9ea0-40e8-9f1d-5f34cdd1025d service neutron] 10.222.0.42 "GET /v2.0/networks/f0a9fce1-0034-4c9f-bab5-3584af0c3657?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290171 May 03 21:38:36.368784 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.48', 36626) {{(pid=83993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:38:36.514785 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-867cc155-fb13-4325-a4ea-5fb73a263ba4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:36.545912 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-867cc155-fb13-4325-a4ea-5fb73a263ba4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:38:36.549748 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-867cc155-fb13-4325-a4ea-5fb73a263ba4 admin admin] Usage tracker for resource:security_group_rule and tenant:f20d9fec34ab4924b7cab363ee0e47ba is out of sync, need to count used quota {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:38:36.553023 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-867cc155-fb13-4325-a4ea-5fb73a263ba4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:38:36.558744 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-867cc155-fb13-4325-a4ea-5fb73a263ba4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:38:36.624280 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-867cc155-fb13-4325-a4ea-5fb73a263ba4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:36.691304 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-867cc155-fb13-4325-a4ea-5fb73a263ba4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746426'] for security_group, after_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:36.738562 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867cc155-fb13-4325-a4ea-5fb73a263ba4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9752f800-2098-431d-a267-55b3ce1b9608,revision_number=1']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:38:36.743418 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-867cc155-fb13-4325-a4ea-5fb73a263ba4 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f20d9fec34ab4924b7cab363ee0e47ba&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3771935 May 03 21:38:36.746488 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.48', 36634) {{(pid=83992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:38:36.750484 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867cc155-fb13-4325-a4ea-5fb73a263ba4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:38:36.750833 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867cc155-fb13-4325-a4ea-5fb73a263ba4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:38:36.751167 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867cc155-fb13-4325-a4ea-5fb73a263ba4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:38:36.751497 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867cc155-fb13-4325-a4ea-5fb73a263ba4 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:38:36.751857 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867cc155-fb13-4325-a4ea-5fb73a263ba4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:38:36.752151 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867cc155-fb13-4325-a4ea-5fb73a263ba4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:38:36.752491 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867cc155-fb13-4325-a4ea-5fb73a263ba4 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:38:36.752821 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867cc155-fb13-4325-a4ea-5fb73a263ba4 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:38:36.753141 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867cc155-fb13-4325-a4ea-5fb73a263ba4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:38:36.753460 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867cc155-fb13-4325-a4ea-5fb73a263ba4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:38:36.753779 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867cc155-fb13-4325-a4ea-5fb73a263ba4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:38:36.810174 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-780d794a-b09d-42aa-bed2-374fad0c9d35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:36.836045 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-780d794a-b09d-42aa-bed2-374fad0c9d35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:36.943845 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-780d794a-b09d-42aa-bed2-374fad0c9d35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746426'] for security_group, after_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:36.969709 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780d794a-b09d-42aa-bed2-374fad0c9d35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9752f800-2098-431d-a267-55b3ce1b9608,revision_number=None']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:38:36.981499 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-780d794a-b09d-42aa-bed2-374fad0c9d35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:36.982599 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [None req-780d794a-b09d-42aa-bed2-374fad0c9d35 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/9752f800-2098-431d-a267-55b3ce1b9608 HTTP/1.1" status: 204 len: 168 time: 0.2350564 May 03 21:38:36.984477 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780d794a-b09d-42aa-bed2-374fad0c9d35 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:38:36.984992 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780d794a-b09d-42aa-bed2-374fad0c9d35 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:38:36.985275 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780d794a-b09d-42aa-bed2-374fad0c9d35 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:38:36.985602 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780d794a-b09d-42aa-bed2-374fad0c9d35 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:38:36.985929 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780d794a-b09d-42aa-bed2-374fad0c9d35 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:38:36.986248 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780d794a-b09d-42aa-bed2-374fad0c9d35 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:38:36.986567 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780d794a-b09d-42aa-bed2-374fad0c9d35 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:38:36.986886 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780d794a-b09d-42aa-bed2-374fad0c9d35 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:38:36.987197 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780d794a-b09d-42aa-bed2-374fad0c9d35 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:38:36.987505 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780d794a-b09d-42aa-bed2-374fad0c9d35 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:38:36.987817 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780d794a-b09d-42aa-bed2-374fad0c9d35 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:38:37.820847 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.48', 36646) {{(pid=83992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:38:37.840866 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-4905e2b2-bcdf-4665-8249-e7d55037609a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:37.872781 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.db.quota.driver [None req-4905e2b2-bcdf-4665-8249-e7d55037609a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:38:37.876591 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.quota.resource [None req-4905e2b2-bcdf-4665-8249-e7d55037609a admin admin] Usage tracker for resource:security_group_rule and tenant:7bbac6bdde2e4b6390d65e885d9beb0e is out of sync, need to count used quota {{(pid=83992) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:38:37.880750 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.quota.resource [None req-4905e2b2-bcdf-4665-8249-e7d55037609a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83992) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:38:37.886690 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.db.quota.driver [None req-4905e2b2-bcdf-4665-8249-e7d55037609a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:38:37.954723 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-4905e2b2-bcdf-4665-8249-e7d55037609a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:38.028639 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-4905e2b2-bcdf-4665-8249-e7d55037609a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746426'] for security_group, after_create {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:38.076932 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4905e2b2-bcdf-4665-8249-e7d55037609a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77077ed7-7e8a-4e60-bbdd-903908612b8d,revision_number=1']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:38:38.082447 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [None req-4905e2b2-bcdf-4665-8249-e7d55037609a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=7bbac6bdde2e4b6390d65e885d9beb0e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2598305 May 03 21:38:38.086484 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.48', 36650) {{(pid=83993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:38:38.152155 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-3f74f7fc-0e06-44ea-81e3-ae0d6f3a979e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:38.178182 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-3f74f7fc-0e06-44ea-81e3-ae0d6f3a979e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:38.268367 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-3f74f7fc-0e06-44ea-81e3-ae0d6f3a979e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746426'] for security_group, after_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:38.285420 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f74f7fc-0e06-44ea-81e3-ae0d6f3a979e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77077ed7-7e8a-4e60-bbdd-903908612b8d,revision_number=None']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:38:38.308344 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-3f74f7fc-0e06-44ea-81e3-ae0d6f3a979e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:38.309560 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-3f74f7fc-0e06-44ea-81e3-ae0d6f3a979e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/77077ed7-7e8a-4e60-bbdd-903908612b8d HTTP/1.1" status: 204 len: 168 time: 0.2226574 May 03 21:38:44.936192 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.48', 36738) {{(pid=83993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:38:45.122878 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-be3c76ed-cff3-43a2-bff0-8e48ccc093c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:45.158530 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-be3c76ed-cff3-43a2-bff0-8e48ccc093c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:38:45.163093 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-be3c76ed-cff3-43a2-bff0-8e48ccc093c2 admin admin] Usage tracker for resource:security_group_rule and tenant:7b0ae27a12724db181439ca4caf8cfc6 is out of sync, need to count used quota {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:38:45.166544 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [None req-be3c76ed-cff3-43a2-bff0-8e48ccc093c2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83993) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:38:45.173644 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [None req-be3c76ed-cff3-43a2-bff0-8e48ccc093c2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:38:45.247332 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-be3c76ed-cff3-43a2-bff0-8e48ccc093c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:45.331517 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-be3c76ed-cff3-43a2-bff0-8e48ccc093c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746426'] for security_group, after_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:45.383998 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3c76ed-cff3-43a2-bff0-8e48ccc093c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84e54cf7-2f78-4a2b-b35e-e8034c0e96f7,revision_number=1']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:38:45.391727 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-be3c76ed-cff3-43a2-bff0-8e48ccc093c2 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=7b0ae27a12724db181439ca4caf8cfc6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4535534 May 03 21:38:45.393636 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.48', 36748) {{(pid=83992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:38:45.471942 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-ec5d1f5b-9b73-4658-bd5d-c313930d8c8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:45.506730 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-ec5d1f5b-9b73-4658-bd5d-c313930d8c8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:45.680175 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-ec5d1f5b-9b73-4658-bd5d-c313930d8c8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746426'] for security_group, after_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:45.698351 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5d1f5b-9b73-4658-bd5d-c313930d8c8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84e54cf7-2f78-4a2b-b35e-e8034c0e96f7,revision_number=None']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:38:45.711011 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-ec5d1f5b-9b73-4658-bd5d-c313930d8c8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:45.712364 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [None req-ec5d1f5b-9b73-4658-bd5d-c313930d8c8b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/84e54cf7-2f78-4a2b-b35e-e8034c0e96f7 HTTP/1.1" status: 204 len: 168 time: 0.3175621 May 03 21:38:46.354494 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-15b42379-7cd0-4e1b-9fde-f3427b98f157 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781386283879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2080842'] for agent, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:46.455589 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.48', 36760) {{(pid=83992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:38:46.473860 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-7cbecc32-103f-4d72-b9fa-a3a3560d3bb3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:46.507709 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.db.quota.driver [None req-7cbecc32-103f-4d72-b9fa-a3a3560d3bb3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:38:46.511815 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.quota.resource [None req-7cbecc32-103f-4d72-b9fa-a3a3560d3bb3 admin admin] Usage tracker for resource:security_group_rule and tenant:9b839d88820545e79fb8334b76fc2c7a is out of sync, need to count used quota {{(pid=83992) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:38:46.514692 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.quota.resource [None req-7cbecc32-103f-4d72-b9fa-a3a3560d3bb3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83992) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:38:46.520366 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.db.quota.driver [None req-7cbecc32-103f-4d72-b9fa-a3a3560d3bb3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:38:46.587477 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-7cbecc32-103f-4d72-b9fa-a3a3560d3bb3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:46.679678 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-7cbecc32-103f-4d72-b9fa-a3a3560d3bb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746426'] for security_group, after_create {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:46.728886 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbecc32-103f-4d72-b9fa-a3a3560d3bb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14362b37-4963-43c3-8165-3bce74dcfed0,revision_number=1']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:38:46.734236 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [None req-7cbecc32-103f-4d72-b9fa-a3a3560d3bb3 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=9b839d88820545e79fb8334b76fc2c7a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2776296 May 03 21:38:46.737048 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.48', 36764) {{(pid=83992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:38:46.797473 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-48261f09-3f59-4a54-95ed-2bb0c66aaf99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:46.823480 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-48261f09-3f59-4a54-95ed-2bb0c66aaf99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:46.931424 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-48261f09-3f59-4a54-95ed-2bb0c66aaf99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746426'] for security_group, after_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:46.948618 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48261f09-3f59-4a54-95ed-2bb0c66aaf99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14362b37-4963-43c3-8165-3bce74dcfed0,revision_number=None']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:38:46.954368 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-48261f09-3f59-4a54-95ed-2bb0c66aaf99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:46.955546 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [None req-48261f09-3f59-4a54-95ed-2bb0c66aaf99 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/14362b37-4963-43c3-8165-3bce74dcfed0 HTTP/1.1" status: 204 len: 168 time: 0.2176051 May 03 21:38:47.610727 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.db.agents_db [None req-1c6bebc3-6d0c-4304-a2c1-5df630ce29f1 None None] Agent healthcheck: found 6 active agents {{(pid=83995) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 03 21:38:48.645367 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-58c5f5b8-b46f-42a8-bc2d-4e248103347c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781386283879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2080842'] for agent, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:48.960001 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.48', 36802) {{(pid=83992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:38:49.104113 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-3e94d752-8f7b-4833-abec-0d80bc1f3478 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:49.141211 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.db.quota.driver [None req-3e94d752-8f7b-4833-abec-0d80bc1f3478 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:38:49.145093 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.quota.resource [None req-3e94d752-8f7b-4833-abec-0d80bc1f3478 admin admin] Usage tracker for resource:security_group_rule and tenant:cd2334b74f91416e87ba631583fedeb9 is out of sync, need to count used quota {{(pid=83992) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:38:49.148955 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.quota.resource [None req-3e94d752-8f7b-4833-abec-0d80bc1f3478 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83992) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:38:49.154859 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.db.quota.driver [None req-3e94d752-8f7b-4833-abec-0d80bc1f3478 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:38:49.224320 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-3e94d752-8f7b-4833-abec-0d80bc1f3478 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:49.325647 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-3e94d752-8f7b-4833-abec-0d80bc1f3478 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746426'] for security_group, after_create {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:49.375872 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e94d752-8f7b-4833-abec-0d80bc1f3478 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d389a80c-cbde-4b2f-9d7c-a9a8cca8841f,revision_number=1']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:38:49.384318 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [None req-3e94d752-8f7b-4833-abec-0d80bc1f3478 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=cd2334b74f91416e87ba631583fedeb9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4209523 May 03 21:38:49.385598 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.48', 36814) {{(pid=83992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:38:49.446591 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-8dfb9ccf-6daa-4e5f-ac40-32c018a0c4c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:49.472620 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-8dfb9ccf-6daa-4e5f-ac40-32c018a0c4c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:49.593938 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-8dfb9ccf-6daa-4e5f-ac40-32c018a0c4c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746426'] for security_group, after_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:49.611350 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfb9ccf-6daa-4e5f-ac40-32c018a0c4c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d389a80c-cbde-4b2f-9d7c-a9a8cca8841f,revision_number=None']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:38:49.615117 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-8dfb9ccf-6daa-4e5f-ac40-32c018a0c4c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:49.616329 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [None req-8dfb9ccf-6daa-4e5f-ac40-32c018a0c4c0 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d389a80c-cbde-4b2f-9d7c-a9a8cca8841f HTTP/1.1" status: 204 len: 168 time: 0.2308614 May 03 21:38:49.691009 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781386283879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2080842'] for agent, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:49.759486 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781386283879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2080842'] for agent, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:49.793788 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-0dfda447-9707-4eba-99ce-657c79a02a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781386283879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2080842'] for agent, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:51.274015 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-672d275f-a9b7-498c-8eb6-010b5168d44a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781386283879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2080842'] for agent, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:39:12.124869 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.48', 36924) {{(pid=83992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:39:12.277027 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-b13ede6d-1e1b-46fb-b8a4-f18b13bbfdd4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:39:12.310137 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.db.quota.driver [None req-b13ede6d-1e1b-46fb-b8a4-f18b13bbfdd4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:39:12.314140 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.quota.resource [None req-b13ede6d-1e1b-46fb-b8a4-f18b13bbfdd4 admin admin] Usage tracker for resource:security_group_rule and tenant:aa953af785504b9299ef3027944c93e5 is out of sync, need to count used quota {{(pid=83992) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:39:12.317037 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.quota.resource [None req-b13ede6d-1e1b-46fb-b8a4-f18b13bbfdd4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83992) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:39:12.322814 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.db.quota.driver [None req-b13ede6d-1e1b-46fb-b8a4-f18b13bbfdd4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:39:12.393178 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-b13ede6d-1e1b-46fb-b8a4-f18b13bbfdd4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:39:12.479113 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-b13ede6d-1e1b-46fb-b8a4-f18b13bbfdd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746426'] for security_group, after_create {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:39:12.526848 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13ede6d-1e1b-46fb-b8a4-f18b13bbfdd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dab7732a-b978-4ed8-a9e5-24aa8cdf582c,revision_number=1']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:39:12.531468 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [None req-b13ede6d-1e1b-46fb-b8a4-f18b13bbfdd4 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=aa953af785504b9299ef3027944c93e5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4053364 May 03 21:39:12.534064 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.48', 36930) {{(pid=83992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:39:12.595519 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-0cf9b9f9-2870-4d77-a661-a6d841539a27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:39:12.621723 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-0cf9b9f9-2870-4d77-a661-a6d841539a27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:39:12.741775 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-0cf9b9f9-2870-4d77-a661-a6d841539a27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746426'] for security_group, after_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:39:12.758264 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf9b9f9-2870-4d77-a661-a6d841539a27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dab7732a-b978-4ed8-a9e5-24aa8cdf582c,revision_number=None']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:39:12.762702 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-0cf9b9f9-2870-4d77-a661-a6d841539a27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:39:12.763719 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [None req-0cf9b9f9-2870-4d77-a661-a6d841539a27 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/dab7732a-b978-4ed8-a9e5-24aa8cdf582c HTTP/1.1" status: 204 len: 168 time: 0.2287617 May 03 21:39:16.434734 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-198ee895-04d6-4778-811d-0ea9ec53f9ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781386283879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2080842'] for agent, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:39:18.656087 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-1786ce70-75e4-4cad-b47f-8a5a13591239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781386283879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2080842'] for agent, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:39:19.684316 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781386283879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2080842'] for agent, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:39:19.804756 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781386283879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2080842'] for agent, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:39:19.867678 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-0dfda447-9707-4eba-99ce-657c79a02a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781386283879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2080842'] for agent, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:39:21.164658 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-672d275f-a9b7-498c-8eb6-010b5168d44a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781386283879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2080842'] for agent, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:39:24.611684 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.db.agents_db [None req-1c6bebc3-6d0c-4304-a2c1-5df630ce29f1 None None] Agent healthcheck: found 6 active agents {{(pid=83995) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 03 21:39:31.115939 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-eadc3ad5-bc1f-40f6-b251-976af6371d4a req-9fef1e52-e914-48ea-aa09-188c892f77cc service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=f20570e8-6f8e-4837-9fe7-10002cea7cea&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2097447 May 03 21:39:31.219931 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-eadc3ad5-bc1f-40f6-b251-976af6371d4a req-f050bb89-8fcd-44a8-98bd-4017bd4d9501 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=eca9727df4a44eaaa12b84e3f0df0b51&device_id=f20570e8-6f8e-4837-9fe7-10002cea7cea HTTP/1.1" status: 200 len: 1099 time: 0.0704219 May 03 21:39:31.370840 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadc3ad5-bc1f-40f6-b251-976af6371d4a req-4c821483-0992-4a05-ae87-161383552cf5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:39:31.372313 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-eadc3ad5-bc1f-40f6-b251-976af6371d4a req-4c821483-0992-4a05-ae87-161383552cf5 service neutron] 10.222.0.42 "GET /v2.0/networks?id=253db136-cbba-484c-ae24-75498a0c18e9 HTTP/1.1" status: 200 len: 910 time: 0.1342223 May 03 21:39:31.570318 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-eadc3ad5-bc1f-40f6-b251-976af6371d4a req-368859cc-69ba-4cd7-94b3-be68d93ba505 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b0b6b891-8700-4c78-8b4a-550162963c94 HTTP/1.1" status: 200 len: 1001 time: 0.1922741 May 03 21:39:31.636560 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadc3ad5-bc1f-40f6-b251-976af6371d4a req-189ad682-e7c7-4abe-b2df-9584f574873e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:39:31.638022 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-eadc3ad5-bc1f-40f6-b251-976af6371d4a req-189ad682-e7c7-4abe-b2df-9584f574873e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d658046c-6be6-4f1e-bc22-3d1916130bf9 HTTP/1.1" status: 200 len: 848 time: 0.0624981 May 03 21:39:31.715940 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-eadc3ad5-bc1f-40f6-b251-976af6371d4a req-587f675e-2bf6-46d5-8d11-b08436974421 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=253db136-cbba-484c-ae24-75498a0c18e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0716517 May 03 21:39:31.725317 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.wsgi [req-eadc3ad5-bc1f-40f6-b251-976af6371d4a req-19feba91-99b8-430b-a037-9f3ed5a2638a service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=83993) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 03 21:39:31.726398 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-eadc3ad5-bc1f-40f6-b251-976af6371d4a req-19feba91-99b8-430b-a037-9f3ed5a2638a service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0050254 May 03 21:39:31.864861 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-eadc3ad5-bc1f-40f6-b251-976af6371d4a req-51db3260-4648-41c5-9867-7de3fde4e19c service neutron] 10.222.0.42 "GET /v2.0/networks/253db136-cbba-484c-ae24-75498a0c18e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319315 May 03 21:39:32.006102 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-eadc3ad5-bc1f-40f6-b251-976af6371d4a req-6def5473-4f35-4d48-9f45-63deae5140f8 service neutron] 10.222.0.42 "GET /v2.0/networks/253db136-cbba-484c-ae24-75498a0c18e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356747 May 03 21:39:46.380872 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-7c2fe00e-ae30-467d-b6a6-fa27212b5a1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781386283879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2080842'] for agent, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:39:48.563493 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-e4184622-ffe3-4181-8da8-db43e6e23902 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781386283879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2080842'] for agent, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:39:49.706357 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781386283879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2080842'] for agent, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:39:49.815033 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781386283879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2080842'] for agent, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:39:49.843819 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-0dfda447-9707-4eba-99ce-657c79a02a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781386283879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2080842'] for agent, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:39:51.186384 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-672d275f-a9b7-498c-8eb6-010b5168d44a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781386283879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2080842'] for agent, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:39:52.922933 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-b74d3a5a-3e12-457d-9568-7b4f36e24b59 req-78755a05-e7c9-4d16-b43d-9bcf03bf6288 tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1580700779&fields=id&tenant_id=e665d5aad2c24ad7843ca060d41792d3 HTTP/1.1" status: 200 len: 267 time: 0.0424693 May 03 21:39:53.077004 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74d3a5a-3e12-457d-9568-7b4f36e24b59 req-b206b009-2d50-4f4b-92a8-c99413627ead tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:39:53.078463 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-b74d3a5a-3e12-457d-9568-7b4f36e24b59 req-b206b009-2d50-4f4b-92a8-c99413627ead tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] 10.222.0.48 "GET /v2.0/networks?id=f0a9fce1-0034-4c9f-bab5-3584af0c3657 HTTP/1.1" status: 200 len: 812 time: 0.1491339 May 03 21:39:53.095313 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-b74d3a5a-3e12-457d-9568-7b4f36e24b59 req-32caff4b-28ad-4899-b908-f12158b13db2 tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] 10.222.0.48 "GET /v2.0/quotas/e665d5aad2c24ad7843ca060d41792d3 HTTP/1.1" status: 200 len: 375 time: 0.0114350 May 03 21:39:53.187898 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-b74d3a5a-3e12-457d-9568-7b4f36e24b59 req-93daff55-7d75-4f35-b4cc-7c6558f8def4 tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=e665d5aad2c24ad7843ca060d41792d3&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0873315 May 03 21:39:53.319542 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.wsgi [req-b74d3a5a-3e12-457d-9568-7b4f36e24b59 req-6ec3d45e-8365-42a6-9364-c6977b08ed2d service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=83993) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 03 21:39:53.320568 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-b74d3a5a-3e12-457d-9568-7b4f36e24b59 req-6ec3d45e-8365-42a6-9364-c6977b08ed2d service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.1200047 May 03 21:39:53.456943 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-b74d3a5a-3e12-457d-9568-7b4f36e24b59 req-420a4c29-b5cf-49bd-8380-bdedb26ac4ba service neutron] 10.222.0.48 "GET /v2.0/networks/f0a9fce1-0034-4c9f-bab5-3584af0c3657?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292586 May 03 21:39:53.598052 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-b74d3a5a-3e12-457d-9568-7b4f36e24b59 req-f6d55e10-f0d7-46cd-8061-9b4066f12c4b service neutron] 10.222.0.48 "GET /v2.0/networks/f0a9fce1-0034-4c9f-bab5-3584af0c3657?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1352136 May 03 21:39:54.452415 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-e949065e-b735-4884-9230-dd065888f240 req-6439daf3-c82e-4fef-8c1d-31a5d55f53c6 tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] 10.222.0.48 "GET /v2.0/ports?device_id=cea317da-5aeb-47d0-a20a-17f516ce9eb4 HTTP/1.1" status: 200 len: 210 time: 0.1331460 May 03 21:39:55.581344 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-bd251d64-85d4-4d0a-b521-71a2ae44ca78 req-30c83c9b-1d52-481d-b715-7fa150a57b66 tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] 10.222.0.48 "GET /v2.0/ports?device_id=cea317da-5aeb-47d0-a20a-17f516ce9eb4 HTTP/1.1" status: 200 len: 210 time: 0.0545790 May 03 21:39:56.706622 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-2fc96df6-30ff-406b-9b57-881ccbe37a25 req-c725efb4-a021-4fb3-9ec4-842fec21b4e0 tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] 10.222.0.48 "GET /v2.0/ports?device_id=cea317da-5aeb-47d0-a20a-17f516ce9eb4 HTTP/1.1" status: 200 len: 210 time: 0.0431333 May 03 21:39:57.815231 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-581c54f5-aa59-454d-a251-93e048d3d161 req-28b361cd-3ff9-4ec3-9812-b8f9d80a1085 tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] 10.222.0.48 "GET /v2.0/ports?device_id=cea317da-5aeb-47d0-a20a-17f516ce9eb4 HTTP/1.1" status: 200 len: 210 time: 0.0410674 May 03 21:39:58.978912 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-8a05cd7e-5834-4a8c-b811-5444d63e9a55 req-f3941cab-7cbc-4386-bffe-1e1560324132 tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] 10.222.0.48 "GET /v2.0/ports?device_id=cea317da-5aeb-47d0-a20a-17f516ce9eb4 HTTP/1.1" status: 200 len: 210 time: 0.0414104 May 03 21:40:00.150704 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-8f594692-8b63-41aa-82c4-61509cca4d73 req-779d7874-d3c3-44b8-b872-9aba342d373a tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] 10.222.0.48 "GET /v2.0/ports?device_id=cea317da-5aeb-47d0-a20a-17f516ce9eb4 HTTP/1.1" status: 200 len: 210 time: 0.0470533 May 03 21:40:00.690990 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74d3a5a-3e12-457d-9568-7b4f36e24b59 req-adaa4a5a-1e77-4ae9-a1e1-8ba19f40f3d5 tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:40:00.692763 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-b74d3a5a-3e12-457d-9568-7b4f36e24b59 req-adaa4a5a-1e77-4ae9-a1e1-8ba19f40f3d5 tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] 10.222.0.42 "GET /v2.0/networks?id=f0a9fce1-0034-4c9f-bab5-3584af0c3657 HTTP/1.1" status: 200 len: 812 time: 0.1541972 May 03 21:40:00.776402 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-b74d3a5a-3e12-457d-9568-7b4f36e24b59 req-6d6f8952-1453-44d2-ae25-2f6a6ea015a0 tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e665d5aad2c24ad7843ca060d41792d3 HTTP/1.1" status: 200 len: 380 time: 0.0552487 May 03 21:40:00.786013 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.v2.base [req-b74d3a5a-3e12-457d-9568-7b4f36e24b59 req-5affb0bc-b5ff-485d-9760-f2b5c6f6e7d1 tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] Request body: {'port': {'device_id': 'cea317da-5aeb-47d0-a20a-17f516ce9eb4', 'network_id': 'f0a9fce1-0034-4c9f-bab5-3584af0c3657', 'admin_state_up': True, 'tenant_id': 'e665d5aad2c24ad7843ca060d41792d3', 'security_groups': ['a93fc666-557c-41f0-a19e-88f680ecfa1b']}} {{(pid=83993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 03 21:40:00.930401 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [req-b74d3a5a-3e12-457d-9568-7b4f36e24b59 req-5affb0bc-b5ff-485d-9760-f2b5c6f6e7d1 tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:40:00.945593 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.db.quota.driver [req-b74d3a5a-3e12-457d-9568-7b4f36e24b59 req-5affb0bc-b5ff-485d-9760-f2b5c6f6e7d1 tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=83993) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:40:01.020608 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b74d3a5a-3e12-457d-9568-7b4f36e24b59 req-5affb0bc-b5ff-485d-9760-f2b5c6f6e7d1 tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] Made reservation on behalf of e665d5aad2c24ad7843ca060d41792d3 for: {'port': 1} {{(pid=83993) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 21:40:01.023811 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-b74d3a5a-3e12-457d-9568-7b4f36e24b59 req-5affb0bc-b5ff-485d-9760-f2b5c6f6e7d1 tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1124352'] for port, before_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:40:01.315174 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.db.db_base_plugin_common [req-b74d3a5a-3e12-457d-9568-7b4f36e24b59 req-5affb0bc-b5ff-485d-9760-f2b5c6f6e7d1 tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] Allocated IP 172.20.0.8 (f0a9fce1-0034-4c9f-bab5-3584af0c3657/668a4303-55d7-4be7-977c-0eb3f7451c76/863dbad0-54f3-4bbe-8e38-c7eb9fe7f31b) {{(pid=83993) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 21:40:01.328728 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-fc42ec67-d0f1-42f6-900a-f8709496dfed req-4f4bdea5-417f-417e-ae88-36ea4fc671ee tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] 10.222.0.48 "GET /v2.0/ports?device_id=cea317da-5aeb-47d0-a20a-17f516ce9eb4 HTTP/1.1" status: 200 len: 210 time: 0.0445325 May 03 21:40:01.519814 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-b74d3a5a-3e12-457d-9568-7b4f36e24b59 req-5affb0bc-b5ff-485d-9760-f2b5c6f6e7d1 tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] Notify callbacks [] for port, precommit_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:40:01.537587 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.db.provisioning_blocks [req-b74d3a5a-3e12-457d-9568-7b4f36e24b59 req-5affb0bc-b5ff-485d-9760-f2b5c6f6e7d1 tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] Transition to ACTIVE for port object 863dbad0-54f3-4bbe-8e38-c7eb9fe7f31b will not be triggered until provisioned by entity DHCP. {{(pid=83993) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 21:40:01.611832 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.db.agents_db [None req-1c6bebc3-6d0c-4304-a2c1-5df630ce29f1 None None] Agent healthcheck: found 6 active agents {{(pid=83995) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 03 21:40:01.632328 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-b74d3a5a-3e12-457d-9568-7b4f36e24b59 req-5affb0bc-b5ff-485d-9760-f2b5c6f6e7d1 tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781385847435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3391708'] for port, after_create {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:40:01.709535 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b74d3a5a-3e12-457d-9568-7b4f36e24b59 req-5affb0bc-b5ff-485d-9760-f2b5c6f6e7d1 tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] Network f0a9fce1-0034-4c9f-bab5-3584af0c3657 is already hosted by enough agents. {{(pid=83993) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 21:40:01.712574 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.scheduler.base_scheduler [req-b74d3a5a-3e12-457d-9568-7b4f36e24b59 req-5affb0bc-b5ff-485d-9760-f2b5c6f6e7d1 tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] Resources bound (agent type, host, resource id): {{(pid=83993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 21:40:01.717288 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.db.l3_dvrscheduler_db [req-b74d3a5a-3e12-457d-9568-7b4f36e24b59 req-5affb0bc-b5ff-485d-9760-f2b5c6f6e7d1 tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] Received port after_create {{(pid=83993) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 03 21:40:01.748475 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5affb0bc-b5ff-485d-9760-f2b5c6f6e7d1 tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] Pushing event updated for resources: {'Port': ['ID=863dbad0-54f3-4bbe-8e38-c7eb9fe7f31b,revision_number=1']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:40:01.775464 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5affb0bc-b5ff-485d-9760-f2b5c6f6e7d1 tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:40:01.776752 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5affb0bc-b5ff-485d-9760-f2b5c6f6e7d1 tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:40:01.778149 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5affb0bc-b5ff-485d-9760-f2b5c6f6e7d1 tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:40:01.778149 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5affb0bc-b5ff-485d-9760-f2b5c6f6e7d1 tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:40:01.778149 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5affb0bc-b5ff-485d-9760-f2b5c6f6e7d1 tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:40:01.778149 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5affb0bc-b5ff-485d-9760-f2b5c6f6e7d1 tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:40:01.778684 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5affb0bc-b5ff-485d-9760-f2b5c6f6e7d1 tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:40:01.778684 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5affb0bc-b5ff-485d-9760-f2b5c6f6e7d1 tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:40:01.778999 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5affb0bc-b5ff-485d-9760-f2b5c6f6e7d1 tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:40:01.779321 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5affb0bc-b5ff-485d-9760-f2b5c6f6e7d1 tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:40:01.779643 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5affb0bc-b5ff-485d-9760-f2b5c6f6e7d1 tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:40:01.800085 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74d3a5a-3e12-457d-9568-7b4f36e24b59 req-5affb0bc-b5ff-485d-9760-f2b5c6f6e7d1 tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:40:01.800704 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-b74d3a5a-3e12-457d-9568-7b4f36e24b59 req-5affb0bc-b5ff-485d-9760-f2b5c6f6e7d1 tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93163'] for port, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:40:01.912736 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-b74d3a5a-3e12-457d-9568-7b4f36e24b59 req-5affb0bc-b5ff-485d-9760-f2b5c6f6e7d1 tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1305208 May 03 21:40:01.929892 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.v2.base [req-b74d3a5a-3e12-457d-9568-7b4f36e24b59 req-258ee262-45bb-45f4-bc59-01139abba801 service neutron] Request body: {'port': {'device_id': 'cea317da-5aeb-47d0-a20a-17f516ce9eb4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84037'}} {{(pid=83993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 03 21:40:02.045085 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-b74d3a5a-3e12-457d-9568-7b4f36e24b59 req-258ee262-45bb-45f4-bc59-01139abba801 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1124352'] for port, before_update {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:40:02.060607 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.provisioning_blocks [None req-4a908e4c-606f-4acc-aea7-8061a35033e6 None None] Provisioning for port 863dbad0-54f3-4bbe-8e38-c7eb9fe7f31b completed by entity DHCP. {{(pid=83994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 21:40:02.065767 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.provisioning_blocks [None req-4a908e4c-606f-4acc-aea7-8061a35033e6 None None] Provisioning complete for port 863dbad0-54f3-4bbe-8e38-c7eb9fe7f31b triggered by entity DHCP. {{(pid=83994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:40:02.066192 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-4a908e4c-606f-4acc-aea7-8061a35033e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2080827'] for port, provisioning_complete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:40:02.137215 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.plugin [None req-4a908e4c-606f-4acc-aea7-8061a35033e6 None None] Port 863dbad0-54f3-4bbe-8e38-c7eb9fe7f31b cannot update to ACTIVE because it is not bound. {{(pid=83994) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 03 21:40:02.417404 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.notifiers.nova [req-b74d3a5a-3e12-457d-9568-7b4f36e24b59 req-258ee262-45bb-45f4-bc59-01139abba801 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 863dbad0-54f3-4bbe-8e38-c7eb9fe7f31b {{(pid=83993) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 03 21:40:02.424495 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-b74d3a5a-3e12-457d-9568-7b4f36e24b59 req-258ee262-45bb-45f4-bc59-01139abba801 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:40:02.441294 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.db.provisioning_blocks [req-b74d3a5a-3e12-457d-9568-7b4f36e24b59 req-258ee262-45bb-45f4-bc59-01139abba801 service neutron] Transition to ACTIVE for port object 863dbad0-54f3-4bbe-8e38-c7eb9fe7f31b will not be triggered until provisioned by entity L2. {{(pid=83993) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 21:40:02.540495 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-b74d3a5a-3e12-457d-9568-7b4f36e24b59 req-258ee262-45bb-45f4-bc59-01139abba801 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781386188966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781385847453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781385847498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3391653'] for port, after_update {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:40:02.591428 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54794da3-f9b9-4c05-833b-ce7a261f918d req-0460bcc8-4348-4e51-a3a5-625b7c2871db tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:40:02.592119 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [req-54794da3-f9b9-4c05-833b-ce7a261f918d req-0460bcc8-4348-4e51-a3a5-625b7c2871db tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] Synchronizing usage tracker for tenant:e665d5aad2c24ad7843ca060d41792d3 on resource:port {{(pid=83993) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 21:40:02.694195 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258ee262-45bb-45f4-bc59-01139abba801 service neutron] Pushing event updated for resources: {'Port': ['ID=863dbad0-54f3-4bbe-8e38-c7eb9fe7f31b,revision_number=2']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:40:02.770969 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [req-54794da3-f9b9-4c05-833b-ce7a261f918d req-0460bcc8-4348-4e51-a3a5-625b7c2871db tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] Unset dirty status for tenant:e665d5aad2c24ad7843ca060d41792d3 on resource:port {{(pid=83993) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 21:40:02.772168 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-54794da3-f9b9-4c05-833b-ce7a261f918d req-0460bcc8-4348-4e51-a3a5-625b7c2871db tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] 10.222.0.48 "GET /v2.0/ports?device_id=cea317da-5aeb-47d0-a20a-17f516ce9eb4 HTTP/1.1" status: 200 len: 931 time: 0.3093669 May 03 21:40:02.852393 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.managers [req-b74d3a5a-3e12-457d-9568-7b4f36e24b59 req-258ee262-45bb-45f4-bc59-01139abba801 service neutron] Attempting to bind port 863dbad0-54f3-4bbe-8e38-c7eb9fe7f31b on host hv-cinder-84037 for vnic_type normal with profile {{(pid=83993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 21:40:02.852742 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.managers [req-b74d3a5a-3e12-457d-9568-7b4f36e24b59 req-258ee262-45bb-45f4-bc59-01139abba801 service neutron] Attempting to bind port 863dbad0-54f3-4bbe-8e38-c7eb9fe7f31b by drivers openvswitch,hyperv on host hv-cinder-84037 at level 0 using segments [{'id': '3e0ba556-645a-494a-9a35-88209b132e8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'f0a9fce1-0034-4c9f-bab5-3584af0c3657'}] {{(pid=83993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 21:40:02.853076 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b74d3a5a-3e12-457d-9568-7b4f36e24b59 req-258ee262-45bb-45f4-bc59-01139abba801 service neutron] Attempting to bind port 863dbad0-54f3-4bbe-8e38-c7eb9fe7f31b on network f0a9fce1-0034-4c9f-bab5-3584af0c3657 {{(pid=83993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 03 21:40:02.857240 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-54794da3-f9b9-4c05-833b-ce7a261f918d req-d5362e45-f327-4a1c-ae53-ce5b4065c270 tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] 10.222.0.48 "GET /v2.0/security-groups?id=a93fc666-557c-41f0-a19e-88f680ecfa1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779693 May 03 21:40:02.861897 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b74d3a5a-3e12-457d-9568-7b4f36e24b59 req-258ee262-45bb-45f4-bc59-01139abba801 service neutron] Port 863dbad0-54f3-4bbe-8e38-c7eb9fe7f31b on network f0a9fce1-0034-4c9f-bab5-3584af0c3657 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84037 {{(pid=83993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 03 21:40:02.862222 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b74d3a5a-3e12-457d-9568-7b4f36e24b59 req-258ee262-45bb-45f4-bc59-01139abba801 service neutron] Attempting to bind port 863dbad0-54f3-4bbe-8e38-c7eb9fe7f31b on network f0a9fce1-0034-4c9f-bab5-3584af0c3657 {{(pid=83993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 03 21:40:02.869078 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b74d3a5a-3e12-457d-9568-7b4f36e24b59 req-258ee262-45bb-45f4-bc59-01139abba801 service neutron] Checking agent: {'id': '6f729c1e-126d-4db9-b521-92dbb8a34775', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84037', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 21, 26, 18), 'started_at': datetime.datetime(2022, 5, 3, 21, 26, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 21, 39, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 03 21:40:02.873546 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b74d3a5a-3e12-457d-9568-7b4f36e24b59 req-258ee262-45bb-45f4-bc59-01139abba801 service neutron] Checking segment: {'id': '3e0ba556-645a-494a-9a35-88209b132e8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'f0a9fce1-0034-4c9f-bab5-3584af0c3657'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 03 21:40:02.873546 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b74d3a5a-3e12-457d-9568-7b4f36e24b59 req-258ee262-45bb-45f4-bc59-01139abba801 service neutron] Bound using segment: {'id': '3e0ba556-645a-494a-9a35-88209b132e8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'f0a9fce1-0034-4c9f-bab5-3584af0c3657'} {{(pid=83993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 03 21:40:02.873546 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.managers [req-b74d3a5a-3e12-457d-9568-7b4f36e24b59 req-258ee262-45bb-45f4-bc59-01139abba801 service neutron] Bound port: 863dbad0-54f3-4bbe-8e38-c7eb9fe7f31b, host: hv-cinder-84037, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e0ba556-645a-494a-9a35-88209b132e8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'f0a9fce1-0034-4c9f-bab5-3584af0c3657'}}] {{(pid=83993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 21:40:02.873546 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-b74d3a5a-3e12-457d-9568-7b4f36e24b59 req-258ee262-45bb-45f4-bc59-01139abba801 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1124352'] for port, before_update {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:40:02.972800 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.db [req-b74d3a5a-3e12-457d-9568-7b4f36e24b59 req-258ee262-45bb-45f4-bc59-01139abba801 service neutron] For port 863dbad0-54f3-4bbe-8e38-c7eb9fe7f31b, host hv-cinder-84037, cleared binding levels {{(pid=83993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 21:40:02.977291 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.db [req-b74d3a5a-3e12-457d-9568-7b4f36e24b59 req-258ee262-45bb-45f4-bc59-01139abba801 service neutron] For port 863dbad0-54f3-4bbe-8e38-c7eb9fe7f31b, host hv-cinder-84037, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=863dbad0-54f3-4bbe-8e38-c7eb9fe7f31b,segment=NetworkSegment(3e0ba556-645a-494a-9a35-88209b132e8b),segment_id=3e0ba556-645a-494a-9a35-88209b132e8b)] {{(pid=83993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 21:40:03.083463 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-b74d3a5a-3e12-457d-9568-7b4f36e24b59 req-258ee262-45bb-45f4-bc59-01139abba801 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781386188966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781385847453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781385847498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3391653'] for port, after_update {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:40:03.175812 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-b74d3a5a-3e12-457d-9568-7b4f36e24b59 req-258ee262-45bb-45f4-bc59-01139abba801 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93163'] for port, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:40:03.177233 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-b74d3a5a-3e12-457d-9568-7b4f36e24b59 req-258ee262-45bb-45f4-bc59-01139abba801 service neutron] 10.222.0.42 "PUT /v2.0/ports/863dbad0-54f3-4bbe-8e38-c7eb9fe7f31b HTTP/1.1" status: 200 len: 1093 time: 1.2516699 May 03 21:40:03.177674 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cea317da-5aeb-47d0-a20a-17f516ce9eb4', 'tag': '863dbad0-54f3-4bbe-8e38-c7eb9fe7f31b'}] {{(pid=83993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 03 21:40:03.196031 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258ee262-45bb-45f4-bc59-01139abba801 service neutron] Pushing event updated for resources: {'Port': ['ID=863dbad0-54f3-4bbe-8e38-c7eb9fe7f31b,revision_number=3']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:40:03.321321 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8e6a4eab-6c9e-4017-9c51-b4e75bb7e076'] response: {'name': 'network-changed', 'server_uuid': 'cea317da-5aeb-47d0-a20a-17f516ce9eb4', 'tag': '863dbad0-54f3-4bbe-8e38-c7eb9fe7f31b', 'status': 'completed', 'code': 200} May 03 21:40:03.416966 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-b74d3a5a-3e12-457d-9568-7b4f36e24b59 req-d0bb75c1-c8d2-41a4-b77d-e45720172454 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e665d5aad2c24ad7843ca060d41792d3&device_id=cea317da-5aeb-47d0-a20a-17f516ce9eb4 HTTP/1.1" status: 200 len: 1096 time: 0.0736523 May 03 21:40:03.512119 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-b74d3a5a-3e12-457d-9568-7b4f36e24b59 req-55c3f006-251e-49c9-923a-f6b48ea2a47c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=863dbad0-54f3-4bbe-8e38-c7eb9fe7f31b HTTP/1.1" status: 200 len: 217 time: 0.0789402 May 03 21:40:03.577822 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74d3a5a-3e12-457d-9568-7b4f36e24b59 req-031ff36b-2cb5-4497-96a1-f29e48512f1f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:40:03.579284 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-b74d3a5a-3e12-457d-9568-7b4f36e24b59 req-031ff36b-2cb5-4497-96a1-f29e48512f1f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=668a4303-55d7-4be7-977c-0eb3f7451c76 HTTP/1.1" status: 200 len: 851 time: 0.0612764 May 03 21:40:03.655885 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-b74d3a5a-3e12-457d-9568-7b4f36e24b59 req-bb39d79c-535a-418a-b1de-c1600500f227 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f0a9fce1-0034-4c9f-bab5-3584af0c3657&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0705082 May 03 21:40:03.888863 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-b74d3a5a-3e12-457d-9568-7b4f36e24b59 req-09822f89-64f4-485e-a047-029e7a4de834 service neutron] 10.222.0.42 "GET /v2.0/networks/f0a9fce1-0034-4c9f-bab5-3584af0c3657?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2245893 May 03 21:40:04.061685 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-b74d3a5a-3e12-457d-9568-7b4f36e24b59 req-65739e85-d573-4c28-9fef-846e97afebbc service neutron] 10.222.0.42 "GET /v2.0/networks/f0a9fce1-0034-4c9f-bab5-3584af0c3657?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1698995 May 03 21:40:04.096841 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c99e59f-cb77-4702-8aed-298b926fdff0 req-c333aa9b-38ca-4e1c-9289-d882a3f114e3 tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:40:04.098285 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-2c99e59f-cb77-4702-8aed-298b926fdff0 req-c333aa9b-38ca-4e1c-9289-d882a3f114e3 tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] 10.222.0.48 "GET /v2.0/ports?device_id=cea317da-5aeb-47d0-a20a-17f516ce9eb4 HTTP/1.1" status: 200 len: 943 time: 0.1032352 May 03 21:40:04.149047 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-2c99e59f-cb77-4702-8aed-298b926fdff0 req-0b03e0b8-7115-43b7-a27d-dd3def616f0a tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] 10.222.0.48 "GET /v2.0/security-groups?id=a93fc666-557c-41f0-a19e-88f680ecfa1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446906 May 03 21:40:04.301343 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-1628e0ae-701d-4f5e-8376-3dab3ec9d032 req-a6cf07bd-950d-4292-ae07-d6a231ff35d4 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e665d5aad2c24ad7843ca060d41792d3&device_id=cea317da-5aeb-47d0-a20a-17f516ce9eb4 HTTP/1.1" status: 200 len: 1096 time: 0.0780752 May 03 21:40:04.443707 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1628e0ae-701d-4f5e-8376-3dab3ec9d032 req-78f7c2fc-a24e-4209-9e3c-017286173b33 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:40:04.445117 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-1628e0ae-701d-4f5e-8376-3dab3ec9d032 req-78f7c2fc-a24e-4209-9e3c-017286173b33 service neutron] 10.222.0.42 "GET /v2.0/networks?id=f0a9fce1-0034-4c9f-bab5-3584af0c3657 HTTP/1.1" status: 200 len: 913 time: 0.1373386 May 03 21:40:04.514025 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-1628e0ae-701d-4f5e-8376-3dab3ec9d032 req-59ef351c-f9f5-4352-9224-a4cb5e9e2ace service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=863dbad0-54f3-4bbe-8e38-c7eb9fe7f31b HTTP/1.1" status: 200 len: 217 time: 0.0618391 May 03 21:40:04.580440 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1628e0ae-701d-4f5e-8376-3dab3ec9d032 req-57b31412-8309-4d31-bb25-34927ff0394a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:40:04.581919 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-1628e0ae-701d-4f5e-8376-3dab3ec9d032 req-57b31412-8309-4d31-bb25-34927ff0394a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=668a4303-55d7-4be7-977c-0eb3f7451c76 HTTP/1.1" status: 200 len: 851 time: 0.0615025 May 03 21:40:04.664207 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-1628e0ae-701d-4f5e-8376-3dab3ec9d032 req-a6758d79-b752-439a-9026-265f787652e7 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f0a9fce1-0034-4c9f-bab5-3584af0c3657&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0737512 May 03 21:40:04.808726 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-1628e0ae-701d-4f5e-8376-3dab3ec9d032 req-beaa6339-f783-4fd6-85ec-238c16456705 service neutron] 10.222.0.42 "GET /v2.0/networks/f0a9fce1-0034-4c9f-bab5-3584af0c3657?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351469 May 03 21:40:04.945134 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-1628e0ae-701d-4f5e-8376-3dab3ec9d032 req-010a2a20-5dec-4e7a-b917-5bc4c3f9d694 service neutron] 10.222.0.42 "GET /v2.0/networks/f0a9fce1-0034-4c9f-bab5-3584af0c3657?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307335 May 03 21:40:05.355485 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d50aa5-a21a-46db-8c1d-596e46ef2145 req-e2a82ea0-5507-4b26-ba0f-96992d62478e tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:40:05.356986 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-96d50aa5-a21a-46db-8c1d-596e46ef2145 req-e2a82ea0-5507-4b26-ba0f-96992d62478e tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] 10.222.0.48 "GET /v2.0/ports?device_id=cea317da-5aeb-47d0-a20a-17f516ce9eb4 HTTP/1.1" status: 200 len: 943 time: 0.0769899 May 03 21:40:05.404747 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-96d50aa5-a21a-46db-8c1d-596e46ef2145 req-6cb5e05e-048c-4051-a1cc-099839cc2e27 tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] 10.222.0.48 "GET /v2.0/security-groups?id=a93fc666-557c-41f0-a19e-88f680ecfa1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421238 May 03 21:40:06.607784 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1dff2a-d3a8-4af5-9a1e-af67f4fad713 req-fb8d2620-253c-45ab-90f8-cb03647742fc tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:40:06.609323 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-8d1dff2a-d3a8-4af5-9a1e-af67f4fad713 req-fb8d2620-253c-45ab-90f8-cb03647742fc tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] 10.222.0.48 "GET /v2.0/ports?device_id=cea317da-5aeb-47d0-a20a-17f516ce9eb4 HTTP/1.1" status: 200 len: 943 time: 0.0778985 May 03 21:40:06.659442 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-8d1dff2a-d3a8-4af5-9a1e-af67f4fad713 req-8e642d7b-3ce9-40a5-b47c-6d5194de071c tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] 10.222.0.48 "GET /v2.0/security-groups?id=a93fc666-557c-41f0-a19e-88f680ecfa1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446517 May 03 21:40:07.868417 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f62d7f-b8d5-425e-946e-093a5d57999d req-fe33dd2e-92a1-49d8-98ef-a9a4c921023d tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:40:07.877524 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-58f62d7f-b8d5-425e-946e-093a5d57999d req-fe33dd2e-92a1-49d8-98ef-a9a4c921023d tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] 10.222.0.48 "GET /v2.0/ports?device_id=cea317da-5aeb-47d0-a20a-17f516ce9eb4 HTTP/1.1" status: 200 len: 943 time: 0.0855687 May 03 21:40:07.920705 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-58f62d7f-b8d5-425e-946e-093a5d57999d req-15aebfe4-e4e9-4915-b4f4-3a5e53543ca7 tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] 10.222.0.48 "GET /v2.0/security-groups?id=a93fc666-557c-41f0-a19e-88f680ecfa1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443006 May 03 21:40:09.170102 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e68a80e-2774-45d1-bb69-60f9076540be req-8a3e1e36-3236-4898-99d8-7f4fc64dd1e8 tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:40:09.172215 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-4e68a80e-2774-45d1-bb69-60f9076540be req-8a3e1e36-3236-4898-99d8-7f4fc64dd1e8 tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] 10.222.0.48 "GET /v2.0/ports?device_id=cea317da-5aeb-47d0-a20a-17f516ce9eb4 HTTP/1.1" status: 200 len: 943 time: 0.1070020 May 03 21:40:09.240316 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-4e68a80e-2774-45d1-bb69-60f9076540be req-b017589a-7233-45f5-ab12-41d1065c3cda tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] 10.222.0.48 "GET /v2.0/security-groups?id=a93fc666-557c-41f0-a19e-88f680ecfa1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571339 May 03 21:40:10.449165 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebc887d-80a0-4599-93e5-9d83cb15bf1d req-b00c06ef-f509-45d1-b313-18bf10d9ab22 tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:40:10.450675 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-0ebc887d-80a0-4599-93e5-9d83cb15bf1d req-b00c06ef-f509-45d1-b313-18bf10d9ab22 tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] 10.222.0.48 "GET /v2.0/ports?device_id=cea317da-5aeb-47d0-a20a-17f516ce9eb4 HTTP/1.1" status: 200 len: 943 time: 0.0773771 May 03 21:40:10.503372 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-0ebc887d-80a0-4599-93e5-9d83cb15bf1d req-4f5b828d-4418-4674-883d-b2d8494796a8 tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] 10.222.0.48 "GET /v2.0/security-groups?id=a93fc666-557c-41f0-a19e-88f680ecfa1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467920 May 03 21:40:11.708504 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7f57fc-5267-4b97-b081-5b53d81fdb76 req-472ac195-1d8a-4269-84f0-cbbdac2fe8ea tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:40:11.710003 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-5c7f57fc-5267-4b97-b081-5b53d81fdb76 req-472ac195-1d8a-4269-84f0-cbbdac2fe8ea tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] 10.222.0.48 "GET /v2.0/ports?device_id=cea317da-5aeb-47d0-a20a-17f516ce9eb4 HTTP/1.1" status: 200 len: 943 time: 0.0821464 May 03 21:40:11.756477 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-5c7f57fc-5267-4b97-b081-5b53d81fdb76 req-58dd6277-8eae-429e-a99a-68e5c5a02c71 tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] 10.222.0.48 "GET /v2.0/security-groups?id=a93fc666-557c-41f0-a19e-88f680ecfa1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408189 May 03 21:40:12.243033 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.rpc [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Device 863dbad0-54f3-4bbe-8e38-c7eb9fe7f31b details requested by agent hyperv_hv-cinder-84037 with host hv-cinder-84037 {{(pid=83994) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 03 21:40:12.381400 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.db [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] For port 863dbad0-54f3-4bbe-8e38-c7eb9fe7f31b, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=863dbad0-54f3-4bbe-8e38-c7eb9fe7f31b,segment=NetworkSegment(3e0ba556-645a-494a-9a35-88209b132e8b),segment_id=3e0ba556-645a-494a-9a35-88209b132e8b)] {{(pid=83994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 21:40:12.395146 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.rpc [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Returning: {'device': '863dbad0-54f3-4bbe-8e38-c7eb9fe7f31b', 'network_id': 'f0a9fce1-0034-4c9f-bab5-3584af0c3657', 'port_id': '863dbad0-54f3-4bbe-8e38-c7eb9fe7f31b', 'mac_address': 'fa:16:3e:90:55:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 402, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '668a4303-55d7-4be7-977c-0eb3f7451c76', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83994) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 03 21:40:12.450344 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1124352'] for port, before_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:40:12.471933 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.notifiers.nova [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 863dbad0-54f3-4bbe-8e38-c7eb9fe7f31b {{(pid=83994) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 03 21:40:12.487899 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.db [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] For port 863dbad0-54f3-4bbe-8e38-c7eb9fe7f31b, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=863dbad0-54f3-4bbe-8e38-c7eb9fe7f31b,segment=NetworkSegment(3e0ba556-645a-494a-9a35-88209b132e8b),segment_id=3e0ba556-645a-494a-9a35-88209b132e8b)] {{(pid=83994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 21:40:12.540302 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781386188966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781385847453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781385847498'] for port, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:40:12.609214 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Pushing event updated for resources: {'Port': ['ID=863dbad0-54f3-4bbe-8e38-c7eb9fe7f31b,revision_number=4']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:40:12.617942 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:40:12.618281 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:40:12.618613 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:40:12.619024 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:40:12.619871 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:40:12.620840 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:40:12.620840 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:40:12.621138 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:40:12.621463 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:40:12.621779 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:40:12.622125 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:40:12.862176 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.db [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] get_ports_and_sgs() called for port_ids ['863dbad0-54f3-4bbe-8e38-c7eb9fe7f31b'] {{(pid=83994) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 03 21:40:12.957591 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57efdd5c-5d4b-415d-9c46-72c344a2fcd4 req-2fb4676c-ff50-4009-a0f5-fa4bd6aaed57 tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:40:12.959143 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-57efdd5c-5d4b-415d-9c46-72c344a2fcd4 req-2fb4676c-ff50-4009-a0f5-fa4bd6aaed57 tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] 10.222.0.48 "GET /v2.0/ports?device_id=cea317da-5aeb-47d0-a20a-17f516ce9eb4 HTTP/1.1" status: 200 len: 944 time: 0.0809178 May 03 21:40:13.006479 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-57efdd5c-5d4b-415d-9c46-72c344a2fcd4 req-10f30287-a42d-4ba0-b70b-ebaa4a5b2185 tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] 10.222.0.48 "GET /v2.0/security-groups?id=a93fc666-557c-41f0-a19e-88f680ecfa1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410833 May 03 21:40:14.217964 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7916a5b-cbe1-468c-936a-824ed5341ee8 req-123a545f-0e6e-4412-a158-595f40bff931 tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:40:14.219445 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-e7916a5b-cbe1-468c-936a-824ed5341ee8 req-123a545f-0e6e-4412-a158-595f40bff931 tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] 10.222.0.48 "GET /v2.0/ports?device_id=cea317da-5aeb-47d0-a20a-17f516ce9eb4 HTTP/1.1" status: 200 len: 944 time: 0.0806997 May 03 21:40:14.258217 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.rpc [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Device 863dbad0-54f3-4bbe-8e38-c7eb9fe7f31b up at agent hyperv_hv-cinder-84037 {{(pid=83994) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 21:40:14.268959 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-e7916a5b-cbe1-468c-936a-824ed5341ee8 req-ad5b7e20-e223-447d-b38c-2259118b4671 tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] 10.222.0.48 "GET /v2.0/security-groups?id=a93fc666-557c-41f0-a19e-88f680ecfa1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437291 May 03 21:40:14.408680 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.provisioning_blocks [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Provisioning for port 863dbad0-54f3-4bbe-8e38-c7eb9fe7f31b completed by entity L2. {{(pid=83994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 21:40:14.413795 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.provisioning_blocks [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Provisioning complete for port 863dbad0-54f3-4bbe-8e38-c7eb9fe7f31b triggered by entity L2. {{(pid=83994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:40:14.414159 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2080827'] for port, provisioning_complete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:40:14.529782 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1124352'] for port, before_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:40:14.557488 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cea317da-5aeb-47d0-a20a-17f516ce9eb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '863dbad0-54f3-4bbe-8e38-c7eb9fe7f31b'}] {{(pid=83994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 03 21:40:14.567715 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.db [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] For port 863dbad0-54f3-4bbe-8e38-c7eb9fe7f31b, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=863dbad0-54f3-4bbe-8e38-c7eb9fe7f31b,segment=NetworkSegment(3e0ba556-645a-494a-9a35-88209b132e8b),segment_id=3e0ba556-645a-494a-9a35-88209b132e8b)] {{(pid=83994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 21:40:14.631380 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781386188966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781385847453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781385847498'] for port, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:40:14.700657 dv-cinder-840377-1-iscsi neutron-server[83994]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c802d677-a7f7-422c-90f2-378f71d79cc3'] response: {'server_uuid': 'cea317da-5aeb-47d0-a20a-17f516ce9eb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '863dbad0-54f3-4bbe-8e38-c7eb9fe7f31b', 'code': 200} May 03 21:40:14.705875 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Pushing event updated for resources: {'Port': ['ID=863dbad0-54f3-4bbe-8e38-c7eb9fe7f31b,revision_number=5']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:40:15.115818 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-f2130cd7-628d-484b-9a84-3180ed07b414 req-7c8b230e-a7e7-4548-99ed-dc169fcc26a2 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=cea317da-5aeb-47d0-a20a-17f516ce9eb4 HTTP/1.1" status: 200 len: 1098 time: 0.0735211 May 03 21:40:15.160301 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-f2130cd7-628d-484b-9a84-3180ed07b414 req-2ca7304c-13e3-49ee-8d63-1d821c35c981 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=a93fc666-557c-41f0-a19e-88f680ecfa1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368555 May 03 21:40:15.468537 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de65374f-5cde-425d-9c0d-796471e5776c req-a877a3f7-9a77-427a-8d6e-f22daeb98091 tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:40:15.469925 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-de65374f-5cde-425d-9c0d-796471e5776c req-a877a3f7-9a77-427a-8d6e-f22daeb98091 tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] 10.222.0.48 "GET /v2.0/ports?device_id=cea317da-5aeb-47d0-a20a-17f516ce9eb4 HTTP/1.1" status: 200 len: 945 time: 0.0786669 May 03 21:40:15.522153 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-de65374f-5cde-425d-9c0d-796471e5776c req-6b51bda1-a643-4977-949f-a53dbf099ba6 tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] 10.222.0.48 "GET /v2.0/security-groups?id=a93fc666-557c-41f0-a19e-88f680ecfa1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465090 May 03 21:40:16.189113 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a994238f-6817-4be4-8cd3-0ee2cc91a897 req-0edf386f-7db3-4603-95b3-febf48828efb tempest-TestShelveInstance-1775851064 tempest-TestShelveInstance-1775851064-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:40:16.190484 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-a994238f-6817-4be4-8cd3-0ee2cc91a897 req-0edf386f-7db3-4603-95b3-febf48828efb tempest-TestShelveInstance-1775851064 tempest-TestShelveInstance-1775851064-project] 10.222.0.48 "GET /v2.0/ports?device_id=f20570e8-6f8e-4837-9fe7-10002cea7cea HTTP/1.1" status: 200 len: 946 time: 0.1706796 May 03 21:40:16.244636 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-a994238f-6817-4be4-8cd3-0ee2cc91a897 req-3bbf5655-a6cc-474d-8adb-66cb1a3dda5c tempest-TestShelveInstance-1775851064 tempest-TestShelveInstance-1775851064-project] 10.222.0.48 "GET /v2.0/security-groups?id=90a438e1-4790-42cb-bc9f-357ceea8d33f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472522 May 03 21:40:16.454758 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-974e0fa4-aef7-4c95-923f-03fd896dfa3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781386283879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2080842'] for agent, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:40:16.745334 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b165cd0-3ca4-46e1-87ec-b64dae8f4d4d req-ca35f602-4f33-48be-94c4-8337dd427bf3 tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:40:16.746716 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-3b165cd0-3ca4-46e1-87ec-b64dae8f4d4d req-ca35f602-4f33-48be-94c4-8337dd427bf3 tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] 10.222.0.48 "GET /v2.0/ports?device_id=cea317da-5aeb-47d0-a20a-17f516ce9eb4 HTTP/1.1" status: 200 len: 945 time: 0.0827239 May 03 21:40:16.790566 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-3b165cd0-3ca4-46e1-87ec-b64dae8f4d4d req-023ed635-366a-4420-9301-d2672e7e778e tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] 10.222.0.48 "GET /v2.0/security-groups?id=a93fc666-557c-41f0-a19e-88f680ecfa1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382841 May 03 21:40:17.147852 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf1f4d4-5a04-46c3-a564-dcb989f3a621 req-38d31863-bdb1-4a63-9914-777d7039df09 tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:40:17.149348 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-6bf1f4d4-5a04-46c3-a564-dcb989f3a621 req-38d31863-bdb1-4a63-9914-777d7039df09 tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] 10.222.0.48 "GET /v2.0/ports?device_id=cea317da-5aeb-47d0-a20a-17f516ce9eb4 HTTP/1.1" status: 200 len: 945 time: 0.0827186 May 03 21:40:17.202569 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-6bf1f4d4-5a04-46c3-a564-dcb989f3a621 req-02caab02-3be7-4bf6-94d4-61f8e55d2b41 tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] 10.222.0.48 "GET /v2.0/security-groups?id=a93fc666-557c-41f0-a19e-88f680ecfa1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470004 May 03 21:40:17.231862 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.48', 37078) {{(pid=83992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:40:17.307111 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [None req-18c52839-5fca-48ee-98d9-9ea4ba584bd4 tempest-TestVolumeBootPattern-1780332728 tempest-TestVolumeBootPattern-1780332728-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=cea317da-5aeb-47d0-a20a-17f516ce9eb4 HTTP/1.1" status: 200 len: 1093 time: 0.0731192 May 03 21:40:17.308937 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.48', 37084) {{(pid=83992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:40:17.314083 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.v2.base [None req-e4c8a60d-64e3-408f-bdcf-79681bfb4aa1 tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] Request body: {'floatingip': {'floating_network_id': 'c33334bd-f19e-453d-9f7b-349270405c58', 'port_id': '863dbad0-54f3-4bbe-8e38-c7eb9fe7f31b', 'tenant_id': 'e665d5aad2c24ad7843ca060d41792d3', 'fixed_ip_address': '172.20.0.8'}} {{(pid=83992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 03 21:40:17.319834 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.db.quota.driver [None req-e4c8a60d-64e3-408f-bdcf-79681bfb4aa1 tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:40:17.325146 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.quota.resource [None req-e4c8a60d-64e3-408f-bdcf-79681bfb4aa1 tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] Usage tracker for resource:floatingip and tenant:e665d5aad2c24ad7843ca060d41792d3 is out of sync, need to count used quota {{(pid=83992) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:40:17.328109 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.quota.resource [None req-e4c8a60d-64e3-408f-bdcf-79681bfb4aa1 tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=83992) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:40:17.344495 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.db.quota.driver [None req-e4c8a60d-64e3-408f-bdcf-79681bfb4aa1 tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=83992) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:40:17.408526 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-e4c8a60d-64e3-408f-bdcf-79681bfb4aa1 tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] Notify callbacks [] for floatingip, before_create {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:40:17.618637 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0293a8-79a3-49ae-8304-f403e94fd7d9 req-64eb735c-c430-4e55-a54c-8e0a833b49e9 tempest-TestShelveInstance-1775851064 tempest-TestShelveInstance-1775851064-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:40:17.621126 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-fd0293a8-79a3-49ae-8304-f403e94fd7d9 req-64eb735c-c430-4e55-a54c-8e0a833b49e9 tempest-TestShelveInstance-1775851064 tempest-TestShelveInstance-1775851064-project] 10.222.0.48 "GET /v2.0/ports?device_id=f20570e8-6f8e-4837-9fe7-10002cea7cea HTTP/1.1" status: 200 len: 946 time: 0.2486634 May 03 21:40:17.690415 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-fd0293a8-79a3-49ae-8304-f403e94fd7d9 req-9022144a-187a-4a2f-93f5-e8155af47731 tempest-TestShelveInstance-1775851064 tempest-TestShelveInstance-1775851064-project] 10.222.0.48 "GET /v2.0/security-groups?id=90a438e1-4790-42cb-bc9f-357ceea8d33f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612638 May 03 21:40:17.702580 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-e4c8a60d-64e3-408f-bdcf-79681bfb4aa1 tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1124352'] for port, before_create {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:40:17.847834 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.db.db_base_plugin_common [None req-e4c8a60d-64e3-408f-bdcf-79681bfb4aa1 tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] Allocated IP 172.27.1.216 (c33334bd-f19e-453d-9f7b-349270405c58/8155f8f1-bdbd-4c1c-8daf-045a3e4a5222/ea6ac367-3f98-464d-aa6d-b0374d5f6a43) {{(pid=83992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 21:40:18.005176 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-e4c8a60d-64e3-408f-bdcf-79681bfb4aa1 tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] Notify callbacks [] for port, precommit_create {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:40:18.094885 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-e4c8a60d-64e3-408f-bdcf-79681bfb4aa1 tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781385847435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3996730'] for port, after_create {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:40:18.162798 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4c8a60d-64e3-408f-bdcf-79681bfb4aa1 tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] Network c33334bd-f19e-453d-9f7b-349270405c58 is already hosted by enough agents. {{(pid=83992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 21:40:18.166217 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.scheduler.base_scheduler [None req-e4c8a60d-64e3-408f-bdcf-79681bfb4aa1 tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] Resources bound (agent type, host, resource id): {{(pid=83992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 21:40:18.171127 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4c8a60d-64e3-408f-bdcf-79681bfb4aa1 tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] Received port after_create {{(pid=83992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 03 21:40:18.195729 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c8a60d-64e3-408f-bdcf-79681bfb4aa1 tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] Pushing event updated for resources: {'Port': ['ID=ea6ac367-3f98-464d-aa6d-b0374d5f6a43,revision_number=1']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:40:18.219014 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c8a60d-64e3-408f-bdcf-79681bfb4aa1 tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:40:18.219354 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c8a60d-64e3-408f-bdcf-79681bfb4aa1 tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:40:18.219687 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c8a60d-64e3-408f-bdcf-79681bfb4aa1 tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:40:18.220015 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c8a60d-64e3-408f-bdcf-79681bfb4aa1 tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:40:18.220344 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c8a60d-64e3-408f-bdcf-79681bfb4aa1 tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:40:18.220702 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c8a60d-64e3-408f-bdcf-79681bfb4aa1 tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:40:18.221023 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c8a60d-64e3-408f-bdcf-79681bfb4aa1 tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:40:18.221341 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c8a60d-64e3-408f-bdcf-79681bfb4aa1 tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:40:18.221658 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c8a60d-64e3-408f-bdcf-79681bfb4aa1 tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:40:18.221972 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c8a60d-64e3-408f-bdcf-79681bfb4aa1 tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:40:18.222312 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c8a60d-64e3-408f-bdcf-79681bfb4aa1 tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:40:18.557297 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-e722ea18-1443-42ff-a708-3a9b81df760a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781386283879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2080842'] for agent, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:40:18.701099 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-e4c8a60d-64e3-408f-bdcf-79681bfb4aa1 tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:40:18.813244 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-e4c8a60d-64e3-408f-bdcf-79681bfb4aa1 tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1124352'] for port, before_update {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:40:18.917513 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29330309-31f2-44f6-9d8e-589c75c6176a req-508fb88a-c310-4f38-b676-9b692c6b6147 tempest-TestShelveInstance-1775851064 tempest-TestShelveInstance-1775851064-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:40:18.919770 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-29330309-31f2-44f6-9d8e-589c75c6176a req-508fb88a-c310-4f38-b676-9b692c6b6147 tempest-TestShelveInstance-1775851064 tempest-TestShelveInstance-1775851064-project] 10.222.0.48 "GET /v2.0/ports?device_id=f20570e8-6f8e-4837-9fe7-10002cea7cea HTTP/1.1" status: 200 len: 946 time: 0.0972481 May 03 21:40:18.970122 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-29330309-31f2-44f6-9d8e-589c75c6176a req-5957dbad-007a-4377-add1-f1ffd97bb609 tempest-TestShelveInstance-1775851064 tempest-TestShelveInstance-1775851064-project] 10.222.0.48 "GET /v2.0/security-groups?id=90a438e1-4790-42cb-bc9f-357ceea8d33f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440521 May 03 21:40:19.044975 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-e4c8a60d-64e3-408f-bdcf-79681bfb4aa1 tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] Notify callbacks [] for port, precommit_update {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:40:19.099832 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-e4c8a60d-64e3-408f-bdcf-79681bfb4aa1 tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781386188966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781385847453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781385847498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3996739'] for port, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:40:19.207523 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c8a60d-64e3-408f-bdcf-79681bfb4aa1 tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] Pushing event updated for resources: {'Port': ['ID=ea6ac367-3f98-464d-aa6d-b0374d5f6a43,revision_number=2']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:40:19.224937 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-e4c8a60d-64e3-408f-bdcf-79681bfb4aa1 tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-332800'] for floatingip, after_update {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:40:19.421973 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.db.l3_db [None req-e4c8a60d-64e3-408f-bdcf-79681bfb4aa1 tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] Floating IP 1c0af69e-9ad3-4215-ad7d-92becade4f2a associated. External IP: 172.27.1.216, port: 863dbad0-54f3-4bbe-8e38-c7eb9fe7f31b. May 03 21:40:19.680762 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781386283879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2080842'] for agent, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:40:19.768963 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781386283879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2080842'] for agent, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:40:19.797620 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-0dfda447-9707-4eba-99ce-657c79a02a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781386283879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2080842'] for agent, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:40:19.935677 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4c8a60d-64e3-408f-bdcf-79681bfb4aa1 tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] Router 2e3dfff1-9645-409e-bf30-4464ec3b1553 has already been hosted by L3 agent c192ea1b-f7d6-49b7-9f22-5492fbafc6f3 {{(pid=83992) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 03 21:40:20.205450 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c82beb-e3f4-48f3-b737-a55d023ab24d req-472bcbd4-e4f6-4e6b-90e4-2ac5b1502ee5 tempest-TestShelveInstance-1775851064 tempest-TestShelveInstance-1775851064-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:40:20.206853 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-d7c82beb-e3f4-48f3-b737-a55d023ab24d req-472bcbd4-e4f6-4e6b-90e4-2ac5b1502ee5 tempest-TestShelveInstance-1775851064 tempest-TestShelveInstance-1775851064-project] 10.222.0.48 "GET /v2.0/ports?device_id=f20570e8-6f8e-4837-9fe7-10002cea7cea HTTP/1.1" status: 200 len: 946 time: 0.1010432 May 03 21:40:20.267232 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-d7c82beb-e3f4-48f3-b737-a55d023ab24d req-8f309c03-909f-4ada-9cf3-f3525eb264a5 tempest-TestShelveInstance-1775851064 tempest-TestShelveInstance-1775851064-project] 10.222.0.48 "GET /v2.0/security-groups?id=90a438e1-4790-42cb-bc9f-357ceea8d33f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509999 May 03 21:40:20.271624 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4c8a60d-64e3-408f-bdcf-79681bfb4aa1 tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] Notify agent at l3_agent.dv-cinder-840377-1-iscsi the message routers_updated {{(pid=83992) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 21:40:20.282321 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67059250-7bc7-44c9-a68f-1e3efb7fbe54 None None] Sync routers for ids ['2e3dfff1-9645-409e-bf30-4464ec3b1553'] in dv-cinder-840377-1-iscsi {{(pid=83994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 03 21:40:20.294722 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67059250-7bc7-44c9-a68f-1e3efb7fbe54 None None] Routers {'2e3dfff1-9645-409e-bf30-4464ec3b1553'} bound to L3 agent in host dv-cinder-840377-1-iscsi {{(pid=83994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 03 21:40:20.295444 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.l3_hamode_db [None req-67059250-7bc7-44c9-a68f-1e3efb7fbe54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840377-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-03T21:19:18Z,description=,heartbeat_timestamp=2022-05-03T21:40:18Z,host='dv-cinder-840377-1-iscsi',id=c192ea1b-f7d6-49b7-9f22-5492fbafc6f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:19:19Z,topic='l3_agent')) {'router_ids': ['2e3dfff1-9645-409e-bf30-4464ec3b1553'], 'active': True} {{(pid=83994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:40:20.391356 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-e4c8a60d-64e3-408f-bdcf-79681bfb4aa1 tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93163'] for floatingip, before_response {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:40:20.447953 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [None req-e4c8a60d-64e3-408f-bdcf-79681bfb4aa1 tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.1377203 May 03 21:40:20.448780 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cea317da-5aeb-47d0-a20a-17f516ce9eb4', 'tag': '863dbad0-54f3-4bbe-8e38-c7eb9fe7f31b'}] {{(pid=83992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 03 21:40:20.496011 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.l3_dvr_db [None req-67059250-7bc7-44c9-a68f-1e3efb7fbe54 None None] Set router 2e3dfff1-9645-409e-bf30-4464ec3b1553 gateway port host: dv-cinder-840377-1-iscsi {{(pid=83994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 03 21:40:20.587228 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c07d5a29-cb2f-4299-bdbe-8698bf64ae69'] response: {'name': 'network-changed', 'server_uuid': 'cea317da-5aeb-47d0-a20a-17f516ce9eb4', 'tag': '863dbad0-54f3-4bbe-8e38-c7eb9fe7f31b', 'status': 'completed', 'code': 200} May 03 21:40:20.709971 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-60bb4307-d240-494f-8528-6a6f42fca252 req-4b9697bb-c98e-44ee-b2dc-30d216da62ce service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e665d5aad2c24ad7843ca060d41792d3&device_id=cea317da-5aeb-47d0-a20a-17f516ce9eb4 HTTP/1.1" status: 200 len: 1098 time: 0.0777407 May 03 21:40:20.854212 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bb4307-d240-494f-8528-6a6f42fca252 req-81a5e3d9-3f0f-48db-bc24-64592128036b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:40:20.855697 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-60bb4307-d240-494f-8528-6a6f42fca252 req-81a5e3d9-3f0f-48db-bc24-64592128036b service neutron] 10.222.0.42 "GET /v2.0/networks?id=f0a9fce1-0034-4c9f-bab5-3584af0c3657 HTTP/1.1" status: 200 len: 913 time: 0.1393092 May 03 21:40:20.874542 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.l3_hamode_db [None req-67059250-7bc7-44c9-a68f-1e3efb7fbe54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e3dfff1-9645-409e-bf30-4464ec3b1553', 'name': 'tempest-TestVolumeBootPattern-1397119621-router', 'tenant_id': 'e665d5aad2c24ad7843ca060d41792d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c33334bd-f19e-453d-9f7b-349270405c58', 'external_fixed_ips': [{'subnet_id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'ip_address': '172.27.1.207'}], 'enable_snat': True}, 'gw_port_id': '8cea356d-7d33-44b4-a4b5-aec73b440abd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:34:12Z', 'updated_at': '2022-05-03T21:34:17Z', 'revision_number': 4, 'project_id': 'e665d5aad2c24ad7843ca060d41792d3', 'gw_port': {'id': '8cea356d-7d33-44b4-a4b5-aec73b440abd', 'name': '', 'network_id': 'c33334bd-f19e-453d-9f7b-349270405c58', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:d1:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e3dfff1-9645-409e-bf30-4464ec3b1553', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'ip_address': '172.27.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:34:13Z', 'updated_at': '2022-05-03T21:34:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840377-1-iscsi', '_floatingips': [{'id': '1c0af69e-9ad3-4215-ad7d-92becade4f2a', 'tenant_id': 'e665d5aad2c24ad7843ca060d41792d3', 'floating_ip_address': '172.27.1.216', 'floating_network_id': 'c33334bd-f19e-453d-9f7b-349270405c58', 'router_id': '2e3dfff1-9645-409e-bf30-4464ec3b1553', 'port_id': '863dbad0-54f3-4bbe-8e38-c7eb9fe7f31b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f0a9fce1-0034-4c9f-bab5-3584af0c3657', 'mac_address': 'fa:16:3e:90:55:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cea317da-5aeb-47d0-a20a-17f516ce9eb4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T21:40:18Z', 'updated_at': '2022-05-03T21:40:18Z', 'revision_number': 0, 'project_id': 'e665d5aad2c24ad7843ca060d41792d3', 'fixed_ip_address_scope': None}, {'id': 'b174aef0-ac0c-4417-bd90-f94b4b405d87', 'tenant_id': 'e665d5aad2c24ad7843ca060d41792d3', 'floating_ip_address': '172.27.1.97', 'floating_network_id': 'c33334bd-f19e-453d-9f7b-349270405c58', 'router_id': '2e3dfff1-9645-409e-bf30-4464ec3b1553', 'port_id': '861debb4-c679-41ef-af2d-3ffdd7122e86', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f0a9fce1-0034-4c9f-bab5-3584af0c3657', 'mac_address': 'fa:16:3e:ca:9e:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d20cd93-7f61-4f7b-9488-b8e8a56c24d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T21:38:02Z', 'updated_at': '2022-05-03T21:38:06Z', 'revision_number': 1, 'project_id': 'e665d5aad2c24ad7843ca060d41792d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '417ff828-e1a3-471a-ac64-bc91b666d26e', 'name': '', 'network_id': 'f0a9fce1-0034-4c9f-bab5-3584af0c3657', 'tenant_id': 'e665d5aad2c24ad7843ca060d41792d3', 'mac_address': 'fa:16:3e:c1:d6:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e3dfff1-9645-409e-bf30-4464ec3b1553', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '668a4303-55d7-4be7-977c-0eb3f7451c76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:34:16Z', 'updated_at': '2022-05-03T21:34:26Z', 'revision_number': 5, 'project_id': 'e665d5aad2c24ad7843ca060d41792d3', 'subnets': [{'id': '668a4303-55d7-4be7-977c-0eb3f7451c76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840377-1-iscsi', False) {} {{(pid=83994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:40:20.878509 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67059250-7bc7-44c9-a68f-1e3efb7fbe54 None None] Checking router: 2e3dfff1-9645-409e-bf30-4464ec3b1553 for host: dv-cinder-840377-1-iscsi {{(pid=83994) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 03 21:40:20.890150 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67059250-7bc7-44c9-a68f-1e3efb7fbe54 None None] Routers {'2e3dfff1-9645-409e-bf30-4464ec3b1553'} bound to L3 agent in host dv-cinder-840377-1-iscsi {{(pid=83994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 03 21:40:20.890763 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.l3_hamode_db [None req-67059250-7bc7-44c9-a68f-1e3efb7fbe54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840377-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-03T21:19:18Z,description=,heartbeat_timestamp=2022-05-03T21:40:18Z,host='dv-cinder-840377-1-iscsi',id=c192ea1b-f7d6-49b7-9f22-5492fbafc6f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:19:19Z,topic='l3_agent')) {'router_ids': ['2e3dfff1-9645-409e-bf30-4464ec3b1553'], 'active': True} {{(pid=83994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:40:20.965737 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-60bb4307-d240-494f-8528-6a6f42fca252 req-4a7dcbbb-7fd2-4c64-8808-995d14d8a0f0 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=863dbad0-54f3-4bbe-8e38-c7eb9fe7f31b HTTP/1.1" status: 200 len: 999 time: 0.1035535 May 03 21:40:21.031407 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bb4307-d240-494f-8528-6a6f42fca252 req-1df69846-7e23-4f8e-ae45-79b1c0b16927 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:40:21.032897 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-60bb4307-d240-494f-8528-6a6f42fca252 req-1df69846-7e23-4f8e-ae45-79b1c0b16927 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=668a4303-55d7-4be7-977c-0eb3f7451c76 HTTP/1.1" status: 200 len: 851 time: 0.0604632 May 03 21:40:21.112841 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-60bb4307-d240-494f-8528-6a6f42fca252 req-029a0837-2e4e-4742-b853-7cfb3a82520b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f0a9fce1-0034-4c9f-bab5-3584af0c3657&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0740018 May 03 21:40:21.122095 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.l3_dvr_db [None req-67059250-7bc7-44c9-a68f-1e3efb7fbe54 None None] Set router 2e3dfff1-9645-409e-bf30-4464ec3b1553 gateway port host: dv-cinder-840377-1-iscsi {{(pid=83994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 03 21:40:21.255365 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-60bb4307-d240-494f-8528-6a6f42fca252 req-93e744ad-28c4-4fa1-b565-89147210c191 service neutron] 10.222.0.42 "GET /v2.0/networks/f0a9fce1-0034-4c9f-bab5-3584af0c3657?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359222 May 03 21:40:21.264180 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-672d275f-a9b7-498c-8eb6-010b5168d44a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781386283879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2080842'] for agent, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:40:21.424525 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-60bb4307-d240-494f-8528-6a6f42fca252 req-9e050992-5f37-49a9-90d5-1bb9bb7d883a service neutron] 10.222.0.42 "GET /v2.0/networks/f0a9fce1-0034-4c9f-bab5-3584af0c3657?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1564136 May 03 21:40:21.480300 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf78adf-2137-4bcc-a3fd-b2bf4548e00c req-46378a2a-b31b-492b-b829-e6c4b4b7a834 tempest-TestShelveInstance-1775851064 tempest-TestShelveInstance-1775851064-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:40:21.481825 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-baf78adf-2137-4bcc-a3fd-b2bf4548e00c req-46378a2a-b31b-492b-b829-e6c4b4b7a834 tempest-TestShelveInstance-1775851064 tempest-TestShelveInstance-1775851064-project] 10.222.0.48 "GET /v2.0/ports?device_id=f20570e8-6f8e-4837-9fe7-10002cea7cea HTTP/1.1" status: 200 len: 946 time: 0.0831957 May 03 21:40:21.515218 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.l3_hamode_db [None req-67059250-7bc7-44c9-a68f-1e3efb7fbe54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e3dfff1-9645-409e-bf30-4464ec3b1553', 'name': 'tempest-TestVolumeBootPattern-1397119621-router', 'tenant_id': 'e665d5aad2c24ad7843ca060d41792d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c33334bd-f19e-453d-9f7b-349270405c58', 'external_fixed_ips': [{'subnet_id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'ip_address': '172.27.1.207'}], 'enable_snat': True}, 'gw_port_id': '8cea356d-7d33-44b4-a4b5-aec73b440abd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:34:12Z', 'updated_at': '2022-05-03T21:34:17Z', 'revision_number': 4, 'project_id': 'e665d5aad2c24ad7843ca060d41792d3', 'gw_port': {'id': '8cea356d-7d33-44b4-a4b5-aec73b440abd', 'name': '', 'network_id': 'c33334bd-f19e-453d-9f7b-349270405c58', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:d1:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e3dfff1-9645-409e-bf30-4464ec3b1553', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'ip_address': '172.27.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:34:13Z', 'updated_at': '2022-05-03T21:34:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840377-1-iscsi', '_floatingips': [{'id': '1c0af69e-9ad3-4215-ad7d-92becade4f2a', 'tenant_id': 'e665d5aad2c24ad7843ca060d41792d3', 'floating_ip_address': '172.27.1.216', 'floating_network_id': 'c33334bd-f19e-453d-9f7b-349270405c58', 'router_id': '2e3dfff1-9645-409e-bf30-4464ec3b1553', 'port_id': '863dbad0-54f3-4bbe-8e38-c7eb9fe7f31b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f0a9fce1-0034-4c9f-bab5-3584af0c3657', 'mac_address': 'fa:16:3e:90:55:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cea317da-5aeb-47d0-a20a-17f516ce9eb4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T21:40:18Z', 'updated_at': '2022-05-03T21:40:18Z', 'revision_number': 0, 'project_id': 'e665d5aad2c24ad7843ca060d41792d3', 'fixed_ip_address_scope': None}, {'id': 'b174aef0-ac0c-4417-bd90-f94b4b405d87', 'tenant_id': 'e665d5aad2c24ad7843ca060d41792d3', 'floating_ip_address': '172.27.1.97', 'floating_network_id': 'c33334bd-f19e-453d-9f7b-349270405c58', 'router_id': '2e3dfff1-9645-409e-bf30-4464ec3b1553', 'port_id': '861debb4-c679-41ef-af2d-3ffdd7122e86', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f0a9fce1-0034-4c9f-bab5-3584af0c3657', 'mac_address': 'fa:16:3e:ca:9e:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d20cd93-7f61-4f7b-9488-b8e8a56c24d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T21:38:02Z', 'updated_at': '2022-05-03T21:38:06Z', 'revision_number': 1, 'project_id': 'e665d5aad2c24ad7843ca060d41792d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '417ff828-e1a3-471a-ac64-bc91b666d26e', 'name': '', 'network_id': 'f0a9fce1-0034-4c9f-bab5-3584af0c3657', 'tenant_id': 'e665d5aad2c24ad7843ca060d41792d3', 'mac_address': 'fa:16:3e:c1:d6:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e3dfff1-9645-409e-bf30-4464ec3b1553', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '668a4303-55d7-4be7-977c-0eb3f7451c76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:34:16Z', 'updated_at': '2022-05-03T21:34:26Z', 'revision_number': 5, 'project_id': 'e665d5aad2c24ad7843ca060d41792d3', 'subnets': [{'id': '668a4303-55d7-4be7-977c-0eb3f7451c76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840377-1-iscsi', False) {} {{(pid=83994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:40:21.519480 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67059250-7bc7-44c9-a68f-1e3efb7fbe54 None None] The sync data for ids ['2e3dfff1-9645-409e-bf30-4464ec3b1553'] in dv-cinder-840377-1-iscsi is: [{'id': '2e3dfff1-9645-409e-bf30-4464ec3b1553', 'name': 'tempest-TestVolumeBootPattern-1397119621-router', 'tenant_id': 'e665d5aad2c24ad7843ca060d41792d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c33334bd-f19e-453d-9f7b-349270405c58', 'external_fixed_ips': [{'subnet_id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'ip_address': '172.27.1.207'}], 'enable_snat': True}, 'gw_port_id': '8cea356d-7d33-44b4-a4b5-aec73b440abd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:34:12Z', 'updated_at': '2022-05-03T21:34:17Z', 'revision_number': 4, 'project_id': 'e665d5aad2c24ad7843ca060d41792d3', 'gw_port': {'id': '8cea356d-7d33-44b4-a4b5-aec73b440abd', 'name': '', 'network_id': 'c33334bd-f19e-453d-9f7b-349270405c58', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:d1:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e3dfff1-9645-409e-bf30-4464ec3b1553', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'ip_address': '172.27.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:34:13Z', 'updated_at': '2022-05-03T21:34:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840377-1-iscsi', '_floatingips': [{'id': '1c0af69e-9ad3-4215-ad7d-92becade4f2a', 'tenant_id': 'e665d5aad2c24ad7843ca060d41792d3', 'floating_ip_address': '172.27.1.216', 'floating_network_id': 'c33334bd-f19e-453d-9f7b-349270405c58', 'router_id': '2e3dfff1-9645-409e-bf30-4464ec3b1553', 'port_id': '863dbad0-54f3-4bbe-8e38-c7eb9fe7f31b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f0a9fce1-0034-4c9f-bab5-3584af0c3657', 'mac_address': 'fa:16:3e:90:55:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cea317da-5aeb-47d0-a20a-17f516ce9eb4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T21:40:18Z', 'updated_at': '2022-05-03T21:40:18Z', 'revision_number': 0, 'project_id': 'e665d5aad2c24ad7843ca060d41792d3', 'fixed_ip_address_scope': None}, {'id': 'b174aef0-ac0c-4417-bd90-f94b4b405d87', 'tenant_id': 'e665d5aad2c24ad7843ca060d41792d3', 'floating_ip_address': '172.27.1.97', 'floating_network_id': 'c33334bd-f19e-453d-9f7b-349270405c58', 'router_id': '2e3dfff1-9645-409e-bf30-4464ec3b1553', 'port_id': '861debb4-c679-41ef-af2d-3ffdd7122e86', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f0a9fce1-0034-4c9f-bab5-3584af0c3657', 'mac_address': 'fa:16:3e:ca:9e:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d20cd93-7f61-4f7b-9488-b8e8a56c24d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T21:38:02Z', 'updated_at': '2022-05-03T21:38:06Z', 'revision_number': 1, 'project_id': 'e665d5aad2c24ad7843ca060d41792d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '417ff828-e1a3-471a-ac64-bc91b666d26e', 'name': '', 'network_id': 'f0a9fce1-0034-4c9f-bab5-3584af0c3657', 'tenant_id': 'e665d5aad2c24ad7843ca060d41792d3', 'mac_address': 'fa:16:3e:c1:d6:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e3dfff1-9645-409e-bf30-4464ec3b1553', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '668a4303-55d7-4be7-977c-0eb3f7451c76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:34:16Z', 'updated_at': '2022-05-03T21:34:26Z', 'revision_number': 5, 'project_id': 'e665d5aad2c24ad7843ca060d41792d3', 'subnets': [{'id': '668a4303-55d7-4be7-977c-0eb3f7451c76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 03 21:40:21.533202 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-baf78adf-2137-4bcc-a3fd-b2bf4548e00c req-eaba3d10-f38c-4852-a824-cce241767575 tempest-TestShelveInstance-1775851064 tempest-TestShelveInstance-1775851064-project] 10.222.0.48 "GET /v2.0/security-groups?id=90a438e1-4790-42cb-bc9f-357ceea8d33f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446250 May 03 21:40:21.718492 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90051b38-87e8-4922-a610-dc10d359447c None None] New status for floating IP 1c0af69e-9ad3-4215-ad7d-92becade4f2a: ACTIVE {{(pid=83995) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 03 21:40:22.740838 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6d8c82-37d5-457d-a282-d73aca7523d1 req-ed503251-b1f6-451b-92c8-98e3855e4d70 tempest-TestShelveInstance-1775851064 tempest-TestShelveInstance-1775851064-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:40:22.742321 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-4b6d8c82-37d5-457d-a282-d73aca7523d1 req-ed503251-b1f6-451b-92c8-98e3855e4d70 tempest-TestShelveInstance-1775851064 tempest-TestShelveInstance-1775851064-project] 10.222.0.48 "GET /v2.0/ports?device_id=f20570e8-6f8e-4837-9fe7-10002cea7cea HTTP/1.1" status: 200 len: 946 time: 0.0809019 May 03 21:40:22.790097 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-4b6d8c82-37d5-457d-a282-d73aca7523d1 req-d58c0b31-d488-4180-adf9-467e27bc8f86 tempest-TestShelveInstance-1775851064 tempest-TestShelveInstance-1775851064-project] 10.222.0.48 "GET /v2.0/security-groups?id=90a438e1-4790-42cb-bc9f-357ceea8d33f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418177 May 03 21:40:23.991579 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293e50b7-f092-4eb3-9f67-2dbe8989a8d1 req-381bcd62-b5c9-428b-9164-0e31cbbe7ed0 tempest-TestShelveInstance-1775851064 tempest-TestShelveInstance-1775851064-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:40:23.993066 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-293e50b7-f092-4eb3-9f67-2dbe8989a8d1 req-381bcd62-b5c9-428b-9164-0e31cbbe7ed0 tempest-TestShelveInstance-1775851064 tempest-TestShelveInstance-1775851064-project] 10.222.0.48 "GET /v2.0/ports?device_id=f20570e8-6f8e-4837-9fe7-10002cea7cea HTTP/1.1" status: 200 len: 946 time: 0.0820212 May 03 21:40:24.039565 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-293e50b7-f092-4eb3-9f67-2dbe8989a8d1 req-4a47aebf-c660-4568-8b6e-79a1b0a639c0 tempest-TestShelveInstance-1775851064 tempest-TestShelveInstance-1775851064-project] 10.222.0.48 "GET /v2.0/security-groups?id=90a438e1-4790-42cb-bc9f-357ceea8d33f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400152 May 03 21:40:25.239029 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e69b7d-e4c4-4edf-a0bc-20cd7542ec26 req-fbb4ee05-2a09-449f-a20d-e84ba24a494b tempest-TestShelveInstance-1775851064 tempest-TestShelveInstance-1775851064-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:40:25.240551 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-39e69b7d-e4c4-4edf-a0bc-20cd7542ec26 req-fbb4ee05-2a09-449f-a20d-e84ba24a494b tempest-TestShelveInstance-1775851064 tempest-TestShelveInstance-1775851064-project] 10.222.0.48 "GET /v2.0/ports?device_id=f20570e8-6f8e-4837-9fe7-10002cea7cea HTTP/1.1" status: 200 len: 946 time: 0.0787184 May 03 21:40:25.290948 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-39e69b7d-e4c4-4edf-a0bc-20cd7542ec26 req-b7d5b44d-63ce-4db0-bd7f-db5cc5bb14a5 tempest-TestShelveInstance-1775851064 tempest-TestShelveInstance-1775851064-project] 10.222.0.48 "GET /v2.0/security-groups?id=90a438e1-4790-42cb-bc9f-357ceea8d33f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439055 May 03 21:40:26.450265 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-eeef12dd-5f98-46bd-9b44-32cd8295530f req-7413a6a2-b940-492d-85e4-976203274647 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=eca9727df4a44eaaa12b84e3f0df0b51&device_id=f20570e8-6f8e-4837-9fe7-10002cea7cea HTTP/1.1" status: 200 len: 1099 time: 0.0716295 May 03 21:40:26.499472 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb040d94-41b8-4783-b030-d98f7c467ebc req-e9a4c57c-60be-4cb0-8321-61bc642b2fb7 tempest-TestShelveInstance-1775851064 tempest-TestShelveInstance-1775851064-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:40:26.501041 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-fb040d94-41b8-4783-b030-d98f7c467ebc req-e9a4c57c-60be-4cb0-8321-61bc642b2fb7 tempest-TestShelveInstance-1775851064 tempest-TestShelveInstance-1775851064-project] 10.222.0.48 "GET /v2.0/ports?device_id=f20570e8-6f8e-4837-9fe7-10002cea7cea HTTP/1.1" status: 200 len: 946 time: 0.0836680 May 03 21:40:26.551283 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-fb040d94-41b8-4783-b030-d98f7c467ebc req-84b6ea8f-5a0d-4849-b571-97fc2073aab0 tempest-TestShelveInstance-1775851064 tempest-TestShelveInstance-1775851064-project] 10.222.0.48 "GET /v2.0/security-groups?id=90a438e1-4790-42cb-bc9f-357ceea8d33f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444257 May 03 21:40:26.593344 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeef12dd-5f98-46bd-9b44-32cd8295530f req-de821935-a6c9-4480-8d3f-de7113bd5ff9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:40:26.594826 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-eeef12dd-5f98-46bd-9b44-32cd8295530f req-de821935-a6c9-4480-8d3f-de7113bd5ff9 service neutron] 10.222.0.42 "GET /v2.0/networks?id=253db136-cbba-484c-ae24-75498a0c18e9 HTTP/1.1" status: 200 len: 910 time: 0.1390829 May 03 21:40:26.701740 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-eeef12dd-5f98-46bd-9b44-32cd8295530f req-835ae7fd-04d2-45ee-b97e-ae2eae225582 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b0b6b891-8700-4c78-8b4a-550162963c94 HTTP/1.1" status: 200 len: 1001 time: 0.0996330 May 03 21:40:26.765072 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeef12dd-5f98-46bd-9b44-32cd8295530f req-fac088d0-1b55-4706-ade9-4503b84d81f7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:40:26.766715 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-eeef12dd-5f98-46bd-9b44-32cd8295530f req-fac088d0-1b55-4706-ade9-4503b84d81f7 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d658046c-6be6-4f1e-bc22-3d1916130bf9 HTTP/1.1" status: 200 len: 848 time: 0.0590653 May 03 21:40:26.936728 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-eeef12dd-5f98-46bd-9b44-32cd8295530f req-bd41ca56-9552-4ac5-a01d-abd40edef930 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=253db136-cbba-484c-ae24-75498a0c18e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1645591 May 03 21:40:27.078770 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-eeef12dd-5f98-46bd-9b44-32cd8295530f req-ad846da1-c582-478f-b1ef-bc76f9804c09 service neutron] 10.222.0.42 "GET /v2.0/networks/253db136-cbba-484c-ae24-75498a0c18e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355197 May 03 21:40:27.214287 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-eeef12dd-5f98-46bd-9b44-32cd8295530f req-98667ed0-bb0d-429e-b80d-5773618520a6 service neutron] 10.222.0.42 "GET /v2.0/networks/253db136-cbba-484c-ae24-75498a0c18e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297128 May 03 21:40:27.757347 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a6dc57-4a84-43d8-8bb3-8fc32bde8d46 req-09977530-963f-4550-a0e1-465685ad2840 tempest-TestShelveInstance-1775851064 tempest-TestShelveInstance-1775851064-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:40:27.758818 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-62a6dc57-4a84-43d8-8bb3-8fc32bde8d46 req-09977530-963f-4550-a0e1-465685ad2840 tempest-TestShelveInstance-1775851064 tempest-TestShelveInstance-1775851064-project] 10.222.0.48 "GET /v2.0/ports?device_id=f20570e8-6f8e-4837-9fe7-10002cea7cea HTTP/1.1" status: 200 len: 946 time: 0.0821352 May 03 21:40:27.805320 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-62a6dc57-4a84-43d8-8bb3-8fc32bde8d46 req-a8b46fe4-0804-48d7-99b6-9df4cd3b0052 tempest-TestShelveInstance-1775851064 tempest-TestShelveInstance-1775851064-project] 10.222.0.48 "GET /v2.0/security-groups?id=90a438e1-4790-42cb-bc9f-357ceea8d33f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403726 May 03 21:40:29.002146 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f546bc88-3eea-4593-97da-1f38c5ebebe7 req-248344c9-0927-40c2-9bff-4f68c33d325c tempest-TestShelveInstance-1775851064 tempest-TestShelveInstance-1775851064-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:40:29.003589 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-f546bc88-3eea-4593-97da-1f38c5ebebe7 req-248344c9-0927-40c2-9bff-4f68c33d325c tempest-TestShelveInstance-1775851064 tempest-TestShelveInstance-1775851064-project] 10.222.0.48 "GET /v2.0/ports?device_id=f20570e8-6f8e-4837-9fe7-10002cea7cea HTTP/1.1" status: 200 len: 946 time: 0.0780039 May 03 21:40:29.052146 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-f546bc88-3eea-4593-97da-1f38c5ebebe7 req-855b1826-ea4e-4dde-9536-f2f912144b46 tempest-TestShelveInstance-1775851064 tempest-TestShelveInstance-1775851064-project] 10.222.0.48 "GET /v2.0/security-groups?id=90a438e1-4790-42cb-bc9f-357ceea8d33f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428882 May 03 21:40:30.263225 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b425f48-f555-428c-9e6d-a676ada1585c req-f0653c12-273a-42f8-bef2-2b0deb9df83b tempest-TestShelveInstance-1775851064 tempest-TestShelveInstance-1775851064-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:40:30.264702 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-7b425f48-f555-428c-9e6d-a676ada1585c req-f0653c12-273a-42f8-bef2-2b0deb9df83b tempest-TestShelveInstance-1775851064 tempest-TestShelveInstance-1775851064-project] 10.222.0.48 "GET /v2.0/ports?device_id=f20570e8-6f8e-4837-9fe7-10002cea7cea HTTP/1.1" status: 200 len: 946 time: 0.0831387 May 03 21:40:30.308787 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-7b425f48-f555-428c-9e6d-a676ada1585c req-377e89da-b7fd-47c6-8e66-615a29a9a963 tempest-TestShelveInstance-1775851064 tempest-TestShelveInstance-1775851064-project] 10.222.0.48 "GET /v2.0/security-groups?id=90a438e1-4790-42cb-bc9f-357ceea8d33f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385630 May 03 21:40:30.572579 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-e2525aaf-c157-4ecb-bc5e-96c02f0ea506 req-f0f3b9db-05f4-4abe-a7a3-e255ee2a272b service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=f20570e8-6f8e-4837-9fe7-10002cea7cea&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1361754 May 03 21:40:31.070487 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-ca28199a-2268-4a1f-93b7-497f8f71b110 req-902af55c-9088-4585-a776-fa7cf6edbcf8 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=f20570e8-6f8e-4837-9fe7-10002cea7cea&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1655962 May 03 21:40:31.082270 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150c5a41-06fa-4aa3-81a4-314b54ebb64b req-e8a3f9b7-c512-4dfd-96c5-f4d704890699 tempest-TestShelveInstance-1775851064 tempest-TestShelveInstance-1775851064-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:40:31.084475 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-150c5a41-06fa-4aa3-81a4-314b54ebb64b req-e8a3f9b7-c512-4dfd-96c5-f4d704890699 tempest-TestShelveInstance-1775851064 tempest-TestShelveInstance-1775851064-project] 10.222.0.48 "GET /v2.0/ports?device_id=f20570e8-6f8e-4837-9fe7-10002cea7cea HTTP/1.1" status: 200 len: 946 time: 0.1567507 May 03 21:40:31.086571 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-868d5dcc-b8d3-4982-a4ca-cceb154af150 req-22ac5452-2b73-4c70-ade0-5607c4d4807a service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=5d20cd93-7f61-4f7b-9488-b8e8a56c24d8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1122410 May 03 21:40:31.169616 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-150c5a41-06fa-4aa3-81a4-314b54ebb64b req-a53a617d-8da8-46ae-a525-8dc71624f84f tempest-TestShelveInstance-1775851064 tempest-TestShelveInstance-1775851064-project] 10.222.0.48 "GET /v2.0/security-groups?id=90a438e1-4790-42cb-bc9f-357ceea8d33f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0790994 May 03 21:40:31.295931 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-868d5dcc-b8d3-4982-a4ca-cceb154af150 req-3c328aaf-cc2c-459c-ba4e-1bacf5480a2b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e665d5aad2c24ad7843ca060d41792d3&device_id=5d20cd93-7f61-4f7b-9488-b8e8a56c24d8 HTTP/1.1" status: 200 len: 1099 time: 0.0764380 May 03 21:40:31.443865 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868d5dcc-b8d3-4982-a4ca-cceb154af150 req-945b1d77-61aa-4c32-9a2a-23cc97445b13 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:40:31.446306 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-868d5dcc-b8d3-4982-a4ca-cceb154af150 req-945b1d77-61aa-4c32-9a2a-23cc97445b13 service neutron] 10.222.0.42 "GET /v2.0/networks?id=f0a9fce1-0034-4c9f-bab5-3584af0c3657 HTTP/1.1" status: 200 len: 913 time: 0.1317332 May 03 21:40:31.558122 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-868d5dcc-b8d3-4982-a4ca-cceb154af150 req-0099d23a-6170-4fdf-93ac-54e1306dd4cc service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=861debb4-c679-41ef-af2d-3ffdd7122e86 HTTP/1.1" status: 200 len: 1001 time: 0.0996180 May 03 21:40:31.623652 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868d5dcc-b8d3-4982-a4ca-cceb154af150 req-8e60d911-97c9-4fb8-866c-5ba7e154bafd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:40:31.625234 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-868d5dcc-b8d3-4982-a4ca-cceb154af150 req-8e60d911-97c9-4fb8-866c-5ba7e154bafd service neutron] 10.222.0.42 "GET /v2.0/subnets?id=668a4303-55d7-4be7-977c-0eb3f7451c76 HTTP/1.1" status: 200 len: 851 time: 0.0616550 May 03 21:40:31.702512 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-868d5dcc-b8d3-4982-a4ca-cceb154af150 req-289d61cf-a9d1-44b9-adeb-555f8d27bff6 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f0a9fce1-0034-4c9f-bab5-3584af0c3657&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0716121 May 03 21:40:31.835888 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-868d5dcc-b8d3-4982-a4ca-cceb154af150 req-715fbc58-ec24-4195-9435-d03d974b4a1e service neutron] 10.222.0.42 "GET /v2.0/networks/f0a9fce1-0034-4c9f-bab5-3584af0c3657?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266863 May 03 21:40:31.974634 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-868d5dcc-b8d3-4982-a4ca-cceb154af150 req-a7984166-934a-4915-8a5e-c3b6b6d7b756 service neutron] 10.222.0.42 "GET /v2.0/networks/f0a9fce1-0034-4c9f-bab5-3584af0c3657?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319399 May 03 21:40:32.372342 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.rpc [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Device b0b6b891-8700-4c78-8b4a-550162963c94 no longer exists at agent hyperv_hv-cinder-84037 {{(pid=83994) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 21:40:32.375401 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e6b326-d633-46c9-ad34-802e88b4b5a3 req-8ffff33c-af42-462a-b6bf-97c650820965 tempest-TestShelveInstance-1775851064 tempest-TestShelveInstance-1775851064-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:40:32.376949 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-77e6b326-d633-46c9-ad34-802e88b4b5a3 req-8ffff33c-af42-462a-b6bf-97c650820965 tempest-TestShelveInstance-1775851064 tempest-TestShelveInstance-1775851064-project] 10.222.0.48 "GET /v2.0/ports?device_id=f20570e8-6f8e-4837-9fe7-10002cea7cea HTTP/1.1" status: 200 len: 946 time: 0.0821912 May 03 21:40:32.426925 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-77e6b326-d633-46c9-ad34-802e88b4b5a3 req-776037ee-046f-4b7c-abc7-9d81ea230eea tempest-TestShelveInstance-1775851064 tempest-TestShelveInstance-1775851064-project] 10.222.0.48 "GET /v2.0/security-groups?id=90a438e1-4790-42cb-bc9f-357ceea8d33f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441153 May 03 21:40:32.495556 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1124352'] for port, before_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:40:32.521920 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f20570e8-6f8e-4837-9fe7-10002cea7cea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b0b6b891-8700-4c78-8b4a-550162963c94'}] {{(pid=83994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 03 21:40:32.532303 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.db [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] For port b0b6b891-8700-4c78-8b4a-550162963c94, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=b0b6b891-8700-4c78-8b4a-550162963c94,segment=NetworkSegment(d2549613-676c-443c-96f4-e4de3ef16dda),segment_id=d2549613-676c-443c-96f4-e4de3ef16dda)] {{(pid=83994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 21:40:32.572230 dv-cinder-840377-1-iscsi neutron-server[83994]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-8fc91e45-3a31-4ba8-91d5-b68ac9d584e5']: {'server_uuid': 'f20570e8-6f8e-4837-9fe7-10002cea7cea', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'b0b6b891-8700-4c78-8b4a-550162963c94', 'code': 422} returned with failed status May 03 21:40:32.625180 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781386188966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781385847453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781385847498'] for port, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:40:32.691242 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Pushing event updated for resources: {'Port': ['ID=b0b6b891-8700-4c78-8b4a-550162963c94,revision_number=6']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:40:33.386201 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-ca28199a-2268-4a1f-93b7-497f8f71b110 req-938e5f2e-89a9-4048-afaf-d6b19c33ba1a service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=f20570e8-6f8e-4837-9fe7-10002cea7cea&tenant_id=eca9727df4a44eaaa12b84e3f0df0b51 HTTP/1.1" status: 200 len: 1097 time: 0.0742795 May 03 21:40:33.496199 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-ca28199a-2268-4a1f-93b7-497f8f71b110 req-fd698fee-5cc2-4532-a0c8-df1e0d8062cc service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=eca9727df4a44eaaa12b84e3f0df0b51&device_id=f20570e8-6f8e-4837-9fe7-10002cea7cea HTTP/1.1" status: 200 len: 1097 time: 0.0749013 May 03 21:40:33.625518 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43163d7d-80f0-4ee5-914c-81fb87504c67 req-bc5a8b73-4957-41a3-891a-de0ac813c374 tempest-TestShelveInstance-1775851064 tempest-TestShelveInstance-1775851064-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:40:33.627055 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-43163d7d-80f0-4ee5-914c-81fb87504c67 req-bc5a8b73-4957-41a3-891a-de0ac813c374 tempest-TestShelveInstance-1775851064 tempest-TestShelveInstance-1775851064-project] 10.222.0.48 "GET /v2.0/ports?device_id=f20570e8-6f8e-4837-9fe7-10002cea7cea HTTP/1.1" status: 200 len: 944 time: 0.0790954 May 03 21:40:33.680081 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-43163d7d-80f0-4ee5-914c-81fb87504c67 req-2e11ac88-93f0-45a1-b2ae-87408bd754e3 tempest-TestShelveInstance-1775851064 tempest-TestShelveInstance-1775851064-project] 10.222.0.48 "GET /v2.0/security-groups?id=90a438e1-4790-42cb-bc9f-357ceea8d33f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467305 May 03 21:40:33.733404 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca28199a-2268-4a1f-93b7-497f8f71b110 req-96c28f55-a252-4b4b-a577-b3a3889026a9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:40:33.734856 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-ca28199a-2268-4a1f-93b7-497f8f71b110 req-96c28f55-a252-4b4b-a577-b3a3889026a9 service neutron] 10.222.0.42 "GET /v2.0/networks?id=253db136-cbba-484c-ae24-75498a0c18e9 HTTP/1.1" status: 200 len: 910 time: 0.2325730 May 03 21:40:33.843638 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-ca28199a-2268-4a1f-93b7-497f8f71b110 req-9a8b96df-c934-421e-99bb-1d11e9b60610 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b0b6b891-8700-4c78-8b4a-550162963c94 HTTP/1.1" status: 200 len: 999 time: 0.1008036 May 03 21:40:33.910830 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca28199a-2268-4a1f-93b7-497f8f71b110 req-e601c56d-6c41-49f4-b8cb-672382d43099 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:40:33.912376 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-ca28199a-2268-4a1f-93b7-497f8f71b110 req-e601c56d-6c41-49f4-b8cb-672382d43099 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d658046c-6be6-4f1e-bc22-3d1916130bf9 HTTP/1.1" status: 200 len: 848 time: 0.0628657 May 03 21:40:33.993369 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-ca28199a-2268-4a1f-93b7-497f8f71b110 req-dca56394-c5ae-45bd-a683-27e185ccc4eb service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=253db136-cbba-484c-ae24-75498a0c18e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0728743 May 03 21:40:34.148492 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-ca28199a-2268-4a1f-93b7-497f8f71b110 req-d9f100f9-997f-41f3-8bc6-fb9e9c7a8572 service neutron] 10.222.0.42 "GET /v2.0/networks/253db136-cbba-484c-ae24-75498a0c18e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1451538 May 03 21:40:34.288506 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-ca28199a-2268-4a1f-93b7-497f8f71b110 req-f3dcd907-9c17-4231-976b-981e38805791 service neutron] 10.222.0.42 "GET /v2.0/networks/253db136-cbba-484c-ae24-75498a0c18e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330228 May 03 21:40:34.903213 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac76732-3069-4e1b-96a4-225a83274480 req-c7e5b76d-7842-4a29-a769-1246ff027f16 tempest-TestShelveInstance-1775851064 tempest-TestShelveInstance-1775851064-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:40:34.905156 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-1ac76732-3069-4e1b-96a4-225a83274480 req-c7e5b76d-7842-4a29-a769-1246ff027f16 tempest-TestShelveInstance-1775851064 tempest-TestShelveInstance-1775851064-project] 10.222.0.48 "GET /v2.0/ports?device_id=f20570e8-6f8e-4837-9fe7-10002cea7cea HTTP/1.1" status: 200 len: 944 time: 0.0767148 May 03 21:40:34.951727 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-1ac76732-3069-4e1b-96a4-225a83274480 req-1595fb95-ed64-4649-adcb-d4356cdcdbd5 tempest-TestShelveInstance-1775851064 tempest-TestShelveInstance-1775851064-project] 10.222.0.48 "GET /v2.0/security-groups?id=90a438e1-4790-42cb-bc9f-357ceea8d33f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413122 May 03 21:40:36.158155 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f5e5cf-742c-484e-ad2d-0839c52c54a8 req-12393714-0434-4365-8573-b9745425264d tempest-TestShelveInstance-1775851064 tempest-TestShelveInstance-1775851064-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:40:36.159545 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-10f5e5cf-742c-484e-ad2d-0839c52c54a8 req-12393714-0434-4365-8573-b9745425264d tempest-TestShelveInstance-1775851064 tempest-TestShelveInstance-1775851064-project] 10.222.0.48 "GET /v2.0/ports?device_id=f20570e8-6f8e-4837-9fe7-10002cea7cea HTTP/1.1" status: 200 len: 944 time: 0.0776384 May 03 21:40:36.205383 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-10f5e5cf-742c-484e-ad2d-0839c52c54a8 req-4b4b94f2-b697-40e7-8655-11cc3ffc28da tempest-TestShelveInstance-1775851064 tempest-TestShelveInstance-1775851064-project] 10.222.0.48 "GET /v2.0/security-groups?id=90a438e1-4790-42cb-bc9f-357ceea8d33f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403419 May 03 21:40:37.405443 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a220f476-56c9-4e7e-ad50-f29169e77946 req-90d84ef3-9765-4f75-8e42-ecc11a9db668 tempest-TestShelveInstance-1775851064 tempest-TestShelveInstance-1775851064-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:40:37.406924 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-a220f476-56c9-4e7e-ad50-f29169e77946 req-90d84ef3-9765-4f75-8e42-ecc11a9db668 tempest-TestShelveInstance-1775851064 tempest-TestShelveInstance-1775851064-project] 10.222.0.48 "GET /v2.0/ports?device_id=f20570e8-6f8e-4837-9fe7-10002cea7cea HTTP/1.1" status: 200 len: 944 time: 0.0801706 May 03 21:40:37.451964 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-a220f476-56c9-4e7e-ad50-f29169e77946 req-6d4b83eb-a624-48d9-9c1b-cf3cf5342375 tempest-TestShelveInstance-1775851064 tempest-TestShelveInstance-1775851064-project] 10.222.0.48 "GET /v2.0/security-groups?id=90a438e1-4790-42cb-bc9f-357ceea8d33f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392942 May 03 21:40:38.612861 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.db.agents_db [None req-1c6bebc3-6d0c-4304-a2c1-5df630ce29f1 None None] Agent healthcheck: found 6 active agents {{(pid=83995) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 03 21:40:38.734760 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc03df33-b10c-4a3b-a03f-e97d5ef67ee4 req-d782e545-e7d3-49c4-93f6-00d58bbe3569 tempest-TestShelveInstance-1775851064 tempest-TestShelveInstance-1775851064-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:40:38.736191 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-fc03df33-b10c-4a3b-a03f-e97d5ef67ee4 req-d782e545-e7d3-49c4-93f6-00d58bbe3569 tempest-TestShelveInstance-1775851064 tempest-TestShelveInstance-1775851064-project] 10.222.0.48 "GET /v2.0/ports?device_id=f20570e8-6f8e-4837-9fe7-10002cea7cea HTTP/1.1" status: 200 len: 944 time: 0.1641774 May 03 21:40:38.781815 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-fc03df33-b10c-4a3b-a03f-e97d5ef67ee4 req-a620710b-7d12-42d6-977e-01608d3c711d tempest-TestShelveInstance-1775851064 tempest-TestShelveInstance-1775851064-project] 10.222.0.48 "GET /v2.0/security-groups?id=90a438e1-4790-42cb-bc9f-357ceea8d33f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401669 May 03 21:40:39.975897 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c5f056-efa4-4a60-a8da-87d322eac0e2 req-8fb19044-b319-413e-ba1c-52aebced9b44 tempest-TestShelveInstance-1775851064 tempest-TestShelveInstance-1775851064-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:40:39.977389 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-50c5f056-efa4-4a60-a8da-87d322eac0e2 req-8fb19044-b319-413e-ba1c-52aebced9b44 tempest-TestShelveInstance-1775851064 tempest-TestShelveInstance-1775851064-project] 10.222.0.48 "GET /v2.0/ports?device_id=f20570e8-6f8e-4837-9fe7-10002cea7cea HTTP/1.1" status: 200 len: 944 time: 0.0773664 May 03 21:40:40.023210 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-50c5f056-efa4-4a60-a8da-87d322eac0e2 req-30cf5392-98a9-4daf-b087-5f20b2b680b9 tempest-TestShelveInstance-1775851064 tempest-TestShelveInstance-1775851064-project] 10.222.0.48 "GET /v2.0/security-groups?id=90a438e1-4790-42cb-bc9f-357ceea8d33f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399048 May 03 21:40:41.217409 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbd1438-51da-4067-887c-f764d09205b7 req-874445bc-5910-4f52-8504-4980fc756f2a tempest-TestShelveInstance-1775851064 tempest-TestShelveInstance-1775851064-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:40:41.218846 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-cfbd1438-51da-4067-887c-f764d09205b7 req-874445bc-5910-4f52-8504-4980fc756f2a tempest-TestShelveInstance-1775851064 tempest-TestShelveInstance-1775851064-project] 10.222.0.48 "GET /v2.0/ports?device_id=f20570e8-6f8e-4837-9fe7-10002cea7cea HTTP/1.1" status: 200 len: 944 time: 0.0764239 May 03 21:40:41.264549 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-cfbd1438-51da-4067-887c-f764d09205b7 req-c3e0d1ae-a15e-4b91-b3ac-870dced8f619 tempest-TestShelveInstance-1775851064 tempest-TestShelveInstance-1775851064-project] 10.222.0.48 "GET /v2.0/security-groups?id=90a438e1-4790-42cb-bc9f-357ceea8d33f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400531 May 03 21:40:42.443567 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.rpc [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Device b0b6b891-8700-4c78-8b4a-550162963c94 details requested by agent hyperv_hv-cinder-84037 with host hv-cinder-84037 {{(pid=83994) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 03 21:40:42.465660 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bc8051-e707-4c35-bd8f-69302f884e5e req-48c777ff-082c-4d77-a825-1c79a297bef8 tempest-TestShelveInstance-1775851064 tempest-TestShelveInstance-1775851064-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:40:42.467838 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-11bc8051-e707-4c35-bd8f-69302f884e5e req-48c777ff-082c-4d77-a825-1c79a297bef8 tempest-TestShelveInstance-1775851064 tempest-TestShelveInstance-1775851064-project] 10.222.0.48 "GET /v2.0/ports?device_id=f20570e8-6f8e-4837-9fe7-10002cea7cea HTTP/1.1" status: 200 len: 944 time: 0.0844126 May 03 21:40:42.515209 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-11bc8051-e707-4c35-bd8f-69302f884e5e req-509f12d1-e17e-477a-ad70-3f26a1dbd9fe tempest-TestShelveInstance-1775851064 tempest-TestShelveInstance-1775851064-project] 10.222.0.48 "GET /v2.0/security-groups?id=90a438e1-4790-42cb-bc9f-357ceea8d33f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416279 May 03 21:40:42.587190 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.db [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] For port b0b6b891-8700-4c78-8b4a-550162963c94, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=b0b6b891-8700-4c78-8b4a-550162963c94,segment=NetworkSegment(d2549613-676c-443c-96f4-e4de3ef16dda),segment_id=d2549613-676c-443c-96f4-e4de3ef16dda)] {{(pid=83994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 21:40:42.602248 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.rpc [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Returning: {'device': 'b0b6b891-8700-4c78-8b4a-550162963c94', 'network_id': '253db136-cbba-484c-ae24-75498a0c18e9', 'port_id': 'b0b6b891-8700-4c78-8b4a-550162963c94', 'mac_address': 'fa:16:3e:b5:a5:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 414, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd658046c-6be6-4f1e-bc22-3d1916130bf9', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83994) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 03 21:40:42.658154 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1124352'] for port, before_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:40:42.675546 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.notifiers.nova [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0b6b891-8700-4c78-8b4a-550162963c94 {{(pid=83994) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 03 21:40:42.690433 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.db [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] For port b0b6b891-8700-4c78-8b4a-550162963c94, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=b0b6b891-8700-4c78-8b4a-550162963c94,segment=NetworkSegment(d2549613-676c-443c-96f4-e4de3ef16dda),segment_id=d2549613-676c-443c-96f4-e4de3ef16dda)] {{(pid=83994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 21:40:42.865460 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781386188966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781385847453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781385847498'] for port, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:40:42.932024 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Pushing event updated for resources: {'Port': ['ID=b0b6b891-8700-4c78-8b4a-550162963c94,revision_number=7']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:40:43.148633 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.db [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] get_ports_and_sgs() called for port_ids ['b0b6b891-8700-4c78-8b4a-550162963c94'] {{(pid=83994) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 03 21:40:43.720201 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5094c7-1837-4454-b92c-7d713b451b9f req-6682bc89-1e04-4afd-8f57-27162d32a2ab tempest-TestShelveInstance-1775851064 tempest-TestShelveInstance-1775851064-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:40:43.721746 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-1e5094c7-1837-4454-b92c-7d713b451b9f req-6682bc89-1e04-4afd-8f57-27162d32a2ab tempest-TestShelveInstance-1775851064 tempest-TestShelveInstance-1775851064-project] 10.222.0.48 "GET /v2.0/ports?device_id=f20570e8-6f8e-4837-9fe7-10002cea7cea HTTP/1.1" status: 200 len: 945 time: 0.0821590 May 03 21:40:43.768926 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-1e5094c7-1837-4454-b92c-7d713b451b9f req-5db9fd8d-2f2c-43cb-9a21-e943f4183d4f tempest-TestShelveInstance-1775851064 tempest-TestShelveInstance-1775851064-project] 10.222.0.48 "GET /v2.0/security-groups?id=90a438e1-4790-42cb-bc9f-357ceea8d33f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417588 May 03 21:40:44.444198 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.rpc [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Device b0b6b891-8700-4c78-8b4a-550162963c94 up at agent hyperv_hv-cinder-84037 {{(pid=83994) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 21:40:44.542099 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.provisioning_blocks [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Provisioning complete for port b0b6b891-8700-4c78-8b4a-550162963c94 triggered by entity L2. {{(pid=83994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:40:44.542465 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2080827'] for port, provisioning_complete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:40:44.675023 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1124352'] for port, before_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:40:44.701714 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f20570e8-6f8e-4837-9fe7-10002cea7cea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0b6b891-8700-4c78-8b4a-550162963c94'}] {{(pid=83994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 03 21:40:44.710746 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.db [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] For port b0b6b891-8700-4c78-8b4a-550162963c94, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=b0b6b891-8700-4c78-8b4a-550162963c94,segment=NetworkSegment(d2549613-676c-443c-96f4-e4de3ef16dda),segment_id=d2549613-676c-443c-96f4-e4de3ef16dda)] {{(pid=83994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 21:40:44.756001 dv-cinder-840377-1-iscsi neutron-server[83994]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a9409b4e-0c48-4725-bc94-d55cc5c4b362'] response: {'server_uuid': 'f20570e8-6f8e-4837-9fe7-10002cea7cea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0b6b891-8700-4c78-8b4a-550162963c94', 'code': 200} May 03 21:40:44.784863 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781386188966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781385847453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781385847498'] for port, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:40:44.854629 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Pushing event updated for resources: {'Port': ['ID=b0b6b891-8700-4c78-8b4a-550162963c94,revision_number=8']} {{(pid=83994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:40:44.977008 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855bf91d-c301-4b88-ae8a-7e6381e695f7 req-681137fe-5917-43bd-a498-e9b7e567a1df tempest-TestShelveInstance-1775851064 tempest-TestShelveInstance-1775851064-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:40:44.978348 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-855bf91d-c301-4b88-ae8a-7e6381e695f7 req-681137fe-5917-43bd-a498-e9b7e567a1df tempest-TestShelveInstance-1775851064 tempest-TestShelveInstance-1775851064-project] 10.222.0.48 "GET /v2.0/ports?device_id=f20570e8-6f8e-4837-9fe7-10002cea7cea HTTP/1.1" status: 200 len: 946 time: 0.0792809 May 03 21:40:45.024549 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-855bf91d-c301-4b88-ae8a-7e6381e695f7 req-9f46a7b0-6546-4379-a293-dcbee0b7b995 tempest-TestShelveInstance-1775851064 tempest-TestShelveInstance-1775851064-project] 10.222.0.48 "GET /v2.0/security-groups?id=90a438e1-4790-42cb-bc9f-357ceea8d33f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406129 May 03 21:40:45.104828 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-88999b89-e56d-4c8b-a8eb-f08ca120661b req-bd7f9d46-016f-455c-8361-996fc64256b8 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=f20570e8-6f8e-4837-9fe7-10002cea7cea HTTP/1.1" status: 200 len: 1099 time: 0.0681345 May 03 21:40:45.145963 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-88999b89-e56d-4c8b-a8eb-f08ca120661b req-5a3fe003-bfe2-4bfa-bdfd-d67be657cb3a service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=90a438e1-4790-42cb-bc9f-357ceea8d33f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358293 May 03 21:40:46.240460 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92d8309-b77f-4172-a671-7bbb0c2bf31f req-4916fe24-0936-44cd-abb7-b9433f30088f tempest-TestShelveInstance-1775851064 tempest-TestShelveInstance-1775851064-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:40:46.241845 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-b92d8309-b77f-4172-a671-7bbb0c2bf31f req-4916fe24-0936-44cd-abb7-b9433f30088f tempest-TestShelveInstance-1775851064 tempest-TestShelveInstance-1775851064-project] 10.222.0.48 "GET /v2.0/ports?device_id=f20570e8-6f8e-4837-9fe7-10002cea7cea HTTP/1.1" status: 200 len: 946 time: 0.0830331 May 03 21:40:46.287688 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-b92d8309-b77f-4172-a671-7bbb0c2bf31f req-d86f7d77-17a1-42ef-a9ec-2911c723faac tempest-TestShelveInstance-1775851064 tempest-TestShelveInstance-1775851064-project] 10.222.0.48 "GET /v2.0/security-groups?id=90a438e1-4790-42cb-bc9f-357ceea8d33f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395994 May 03 21:40:46.442093 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-93f58c1b-84cc-46f6-918d-e0392bbac12b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781386283879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2080842'] for agent, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:40:47.485993 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fd730e-ac01-4b4c-b6af-023993f62ae6 req-9f2871b6-2fc0-4969-834c-bb68abe47451 tempest-TestShelveInstance-1775851064 tempest-TestShelveInstance-1775851064-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:40:47.487353 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-54fd730e-ac01-4b4c-b6af-023993f62ae6 req-9f2871b6-2fc0-4969-834c-bb68abe47451 tempest-TestShelveInstance-1775851064 tempest-TestShelveInstance-1775851064-project] 10.222.0.48 "GET /v2.0/ports?device_id=f20570e8-6f8e-4837-9fe7-10002cea7cea HTTP/1.1" status: 200 len: 946 time: 0.0789068 May 03 21:40:47.532626 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-54fd730e-ac01-4b4c-b6af-023993f62ae6 req-2619a362-e2ca-4d37-8ea3-19aa83eda7a3 tempest-TestShelveInstance-1775851064 tempest-TestShelveInstance-1775851064-project] 10.222.0.48 "GET /v2.0/security-groups?id=90a438e1-4790-42cb-bc9f-357ceea8d33f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398161 May 03 21:40:48.573343 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-fba48c49-0360-47b3-ad96-06bb0211b56b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781386283879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2080842'] for agent, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:40:49.698873 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781386283879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2080842'] for agent, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:40:49.774091 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781386283879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2080842'] for agent, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:40:49.808359 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-0dfda447-9707-4eba-99ce-657c79a02a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781386283879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2080842'] for agent, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:40:51.190714 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-672d275f-a9b7-498c-8eb6-010b5168d44a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781386283879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2080842'] for agent, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:41:15.613865 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.db.agents_db [None req-1c6bebc3-6d0c-4304-a2c1-5df630ce29f1 None None] Agent healthcheck: found 6 active agents {{(pid=83995) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 03 21:41:16.407041 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-c7297675-d7ac-4a31-9dcf-a3e7ec061f97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781386283879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2080842'] for agent, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:41:18.584235 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-e77a5b9d-cfac-4f04-bbd6-b852a9adc21e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781386283879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2080842'] for agent, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:41:19.692692 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781386283879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2080842'] for agent, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:41:19.778348 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781386283879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2080842'] for agent, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:41:19.812255 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-0dfda447-9707-4eba-99ce-657c79a02a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781386283879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2080842'] for agent, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:41:21.183635 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-672d275f-a9b7-498c-8eb6-010b5168d44a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781386283879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2080842'] for agent, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:41:32.265871 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-39437f41-47a1-465b-b580-a67ad35dc1c5 req-75c71092-92c7-436f-b250-ab7be2e21fed service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=cea317da-5aeb-47d0-a20a-17f516ce9eb4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0716026 May 03 21:41:32.373672 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-39437f41-47a1-465b-b580-a67ad35dc1c5 req-e2109cd0-c12a-43d1-b2de-d8748d057952 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e665d5aad2c24ad7843ca060d41792d3&device_id=cea317da-5aeb-47d0-a20a-17f516ce9eb4 HTTP/1.1" status: 200 len: 1098 time: 0.0752664 May 03 21:41:32.520175 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39437f41-47a1-465b-b580-a67ad35dc1c5 req-0bb577eb-6f88-4056-88ed-ed9f38b3a726 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:41:32.521608 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-39437f41-47a1-465b-b580-a67ad35dc1c5 req-0bb577eb-6f88-4056-88ed-ed9f38b3a726 service neutron] 10.222.0.42 "GET /v2.0/networks?id=f0a9fce1-0034-4c9f-bab5-3584af0c3657 HTTP/1.1" status: 200 len: 913 time: 0.1286464 May 03 21:41:32.629185 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-39437f41-47a1-465b-b580-a67ad35dc1c5 req-048e7afc-fde6-4dd8-814b-38176eb2a835 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=863dbad0-54f3-4bbe-8e38-c7eb9fe7f31b HTTP/1.1" status: 200 len: 1001 time: 0.1016619 May 03 21:41:32.695366 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39437f41-47a1-465b-b580-a67ad35dc1c5 req-43cbbf05-4d76-42b2-8ce7-cf750f5dbe30 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:41:32.696940 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-39437f41-47a1-465b-b580-a67ad35dc1c5 req-43cbbf05-4d76-42b2-8ce7-cf750f5dbe30 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=668a4303-55d7-4be7-977c-0eb3f7451c76 HTTP/1.1" status: 200 len: 851 time: 0.0627899 May 03 21:41:32.777652 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-39437f41-47a1-465b-b580-a67ad35dc1c5 req-32ce0302-4e0f-42a3-8d4c-614277a2f113 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f0a9fce1-0034-4c9f-bab5-3584af0c3657&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0742199 May 03 21:41:32.988215 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-39437f41-47a1-465b-b580-a67ad35dc1c5 req-c05a4c72-c585-4117-bc35-5de787685f7e service neutron] 10.222.0.42 "GET /v2.0/networks/f0a9fce1-0034-4c9f-bab5-3584af0c3657?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2047899 May 03 21:41:33.124852 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-39437f41-47a1-465b-b580-a67ad35dc1c5 req-89220265-126b-4511-a129-78c7b65738b5 service neutron] 10.222.0.42 "GET /v2.0/networks/f0a9fce1-0034-4c9f-bab5-3584af0c3657?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298141 May 03 21:41:46.406340 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-96358cda-0da2-4035-9796-28b4a7d07d18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781386283879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2080842'] for agent, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:41:48.583591 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-bae4ec67-0a8a-4514-a8db-cb97168a6f34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781386283879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2080842'] for agent, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:41:49.697241 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781386283879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2080842'] for agent, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:41:49.783896 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781386283879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2080842'] for agent, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:41:49.823750 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-0dfda447-9707-4eba-99ce-657c79a02a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781386283879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2080842'] for agent, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:41:51.177616 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-672d275f-a9b7-498c-8eb6-010b5168d44a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781386283879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2080842'] for agent, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:41:52.615994 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.db.agents_db [None req-1c6bebc3-6d0c-4304-a2c1-5df630ce29f1 None None] Agent healthcheck: found 6 active agents {{(pid=83995) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 03 21:41:58.748837 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.48', 37188) {{(pid=83992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:41:58.954629 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.plugins.ml2.plugin [None req-e973398c-b23a-4061-ad03-079eef9c0159 tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] Deleting port ea6ac367-3f98-464d-aa6d-b0374d5f6a43 {{(pid=83992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 03 21:41:58.955177 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-e973398c-b23a-4061-ad03-079eef9c0159 tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781386349267'] for port, before_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:41:59.126760 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-e973398c-b23a-4061-ad03-079eef9c0159 tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749056'] for port, precommit_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:41:59.127079 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-e973398c-b23a-4061-ad03-079eef9c0159 tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:41:59.247168 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.plugins.ml2.plugin [None req-e973398c-b23a-4061-ad03-079eef9c0159 tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] Calling delete_port for ea6ac367-3f98-464d-aa6d-b0374d5f6a43 owned by network:floatingip {{(pid=83992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 03 21:41:59.480526 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-e973398c-b23a-4061-ad03-079eef9c0159 tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781386188948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781385847444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3996730'] for port, after_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:41:59.527548 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e973398c-b23a-4061-ad03-079eef9c0159 tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] Pushing event deleted for resources: {'Port': ['ID=ea6ac367-3f98-464d-aa6d-b0374d5f6a43,revision_number=None']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:41:59.573736 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e973398c-b23a-4061-ad03-079eef9c0159 tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:41:59.574081 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e973398c-b23a-4061-ad03-079eef9c0159 tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:41:59.574416 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e973398c-b23a-4061-ad03-079eef9c0159 tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:41:59.574739 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e973398c-b23a-4061-ad03-079eef9c0159 tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:41:59.575064 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e973398c-b23a-4061-ad03-079eef9c0159 tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:41:59.575387 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e973398c-b23a-4061-ad03-079eef9c0159 tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:41:59.575708 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e973398c-b23a-4061-ad03-079eef9c0159 tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:41:59.576026 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e973398c-b23a-4061-ad03-079eef9c0159 tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:41:59.576340 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e973398c-b23a-4061-ad03-079eef9c0159 tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:41:59.576677 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e973398c-b23a-4061-ad03-079eef9c0159 tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:41:59.581563 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e973398c-b23a-4061-ad03-079eef9c0159 tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:41:59.633945 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-e973398c-b23a-4061-ad03-079eef9c0159 tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] Notify callbacks [] for floatingip, after_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:42:00.127856 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e973398c-b23a-4061-ad03-079eef9c0159 tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] Router 2e3dfff1-9645-409e-bf30-4464ec3b1553 has already been hosted by L3 agent c192ea1b-f7d6-49b7-9f22-5492fbafc6f3 {{(pid=83992) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 03 21:42:00.332528 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e973398c-b23a-4061-ad03-079eef9c0159 tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] Notify agent at l3_agent.dv-cinder-840377-1-iscsi the message routers_updated {{(pid=83992) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 21:42:00.342215 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df72eda0-6334-492c-8a3f-de1e88a6619e None None] Sync routers for ids ['2e3dfff1-9645-409e-bf30-4464ec3b1553'] in dv-cinder-840377-1-iscsi {{(pid=83994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 03 21:42:00.354598 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df72eda0-6334-492c-8a3f-de1e88a6619e None None] Routers {'2e3dfff1-9645-409e-bf30-4464ec3b1553'} bound to L3 agent in host dv-cinder-840377-1-iscsi {{(pid=83994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 03 21:42:00.361697 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.l3_hamode_db [None req-df72eda0-6334-492c-8a3f-de1e88a6619e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840377-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-03T21:19:18Z,description=,heartbeat_timestamp=2022-05-03T21:41:48Z,host='dv-cinder-840377-1-iscsi',id=c192ea1b-f7d6-49b7-9f22-5492fbafc6f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:19:19Z,topic='l3_agent')) {'router_ids': ['2e3dfff1-9645-409e-bf30-4464ec3b1553'], 'active': True} {{(pid=83994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:42:00.419300 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.48', 37192) {{(pid=83993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:42:00.420205 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-e973398c-b23a-4061-ad03-079eef9c0159 tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93163'] for floatingip, before_response {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:42:00.480850 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [None req-e973398c-b23a-4061-ad03-079eef9c0159 tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] 10.222.0.48 "DELETE /v2.0/floatingips/1c0af69e-9ad3-4215-ad7d-92becade4f2a HTTP/1.1" status: 204 len: 168 time: 1.7306042 May 03 21:42:00.481473 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cea317da-5aeb-47d0-a20a-17f516ce9eb4', 'tag': '863dbad0-54f3-4bbe-8e38-c7eb9fe7f31b'}] {{(pid=83992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 03 21:42:00.548981 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.l3_dvr_db [None req-df72eda0-6334-492c-8a3f-de1e88a6619e None None] Set router 2e3dfff1-9645-409e-bf30-4464ec3b1553 gateway port host: dv-cinder-840377-1-iscsi {{(pid=83994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 03 21:42:00.584344 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e61060fc-723e-464f-8778-1295ddfb5158'] response: {'name': 'network-changed', 'server_uuid': 'cea317da-5aeb-47d0-a20a-17f516ce9eb4', 'tag': '863dbad0-54f3-4bbe-8e38-c7eb9fe7f31b', 'status': 'completed', 'code': 200} May 03 21:42:00.693436 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.plugin [None req-f2819517-eaf2-4688-8f31-64a9d329e8b5 tempest-TestShelveInstance-1775851064 tempest-TestShelveInstance-1775851064-project] Deleting port 94079b9a-7790-4a46-8137-8b092ed45b31 {{(pid=83993) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 03 21:42:00.696683 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-f2819517-eaf2-4688-8f31-64a9d329e8b5 tempest-TestShelveInstance-1775851064 tempest-TestShelveInstance-1775851064-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781386349267'] for port, before_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:42:00.851223 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-75d04dbd-43c8-4f49-9790-03b57f4dfe52 req-afeb7963-e5be-49c5-91b0-be4b7f1a62a5 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e665d5aad2c24ad7843ca060d41792d3&device_id=cea317da-5aeb-47d0-a20a-17f516ce9eb4 HTTP/1.1" status: 200 len: 1098 time: 0.2184701 May 03 21:42:00.940989 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.l3_hamode_db [None req-df72eda0-6334-492c-8a3f-de1e88a6619e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e3dfff1-9645-409e-bf30-4464ec3b1553', 'name': 'tempest-TestVolumeBootPattern-1397119621-router', 'tenant_id': 'e665d5aad2c24ad7843ca060d41792d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c33334bd-f19e-453d-9f7b-349270405c58', 'external_fixed_ips': [{'subnet_id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'ip_address': '172.27.1.207'}], 'enable_snat': True}, 'gw_port_id': '8cea356d-7d33-44b4-a4b5-aec73b440abd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:34:12Z', 'updated_at': '2022-05-03T21:34:17Z', 'revision_number': 4, 'project_id': 'e665d5aad2c24ad7843ca060d41792d3', 'gw_port': {'id': '8cea356d-7d33-44b4-a4b5-aec73b440abd', 'name': '', 'network_id': 'c33334bd-f19e-453d-9f7b-349270405c58', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:d1:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e3dfff1-9645-409e-bf30-4464ec3b1553', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'ip_address': '172.27.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:34:13Z', 'updated_at': '2022-05-03T21:34:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840377-1-iscsi', '_floatingips': [{'id': 'b174aef0-ac0c-4417-bd90-f94b4b405d87', 'tenant_id': 'e665d5aad2c24ad7843ca060d41792d3', 'floating_ip_address': '172.27.1.97', 'floating_network_id': 'c33334bd-f19e-453d-9f7b-349270405c58', 'router_id': '2e3dfff1-9645-409e-bf30-4464ec3b1553', 'port_id': '861debb4-c679-41ef-af2d-3ffdd7122e86', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f0a9fce1-0034-4c9f-bab5-3584af0c3657', 'mac_address': 'fa:16:3e:ca:9e:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d20cd93-7f61-4f7b-9488-b8e8a56c24d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T21:38:02Z', 'updated_at': '2022-05-03T21:38:06Z', 'revision_number': 1, 'project_id': 'e665d5aad2c24ad7843ca060d41792d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '417ff828-e1a3-471a-ac64-bc91b666d26e', 'name': '', 'network_id': 'f0a9fce1-0034-4c9f-bab5-3584af0c3657', 'tenant_id': 'e665d5aad2c24ad7843ca060d41792d3', 'mac_address': 'fa:16:3e:c1:d6:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e3dfff1-9645-409e-bf30-4464ec3b1553', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '668a4303-55d7-4be7-977c-0eb3f7451c76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:34:16Z', 'updated_at': '2022-05-03T21:34:26Z', 'revision_number': 5, 'project_id': 'e665d5aad2c24ad7843ca060d41792d3', 'subnets': [{'id': '668a4303-55d7-4be7-977c-0eb3f7451c76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840377-1-iscsi', False) {} {{(pid=83994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:42:00.945263 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df72eda0-6334-492c-8a3f-de1e88a6619e None None] Checking router: 2e3dfff1-9645-409e-bf30-4464ec3b1553 for host: dv-cinder-840377-1-iscsi {{(pid=83994) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 03 21:42:00.960574 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df72eda0-6334-492c-8a3f-de1e88a6619e None None] Routers {'2e3dfff1-9645-409e-bf30-4464ec3b1553'} bound to L3 agent in host dv-cinder-840377-1-iscsi {{(pid=83994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 03 21:42:00.961206 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.l3_hamode_db [None req-df72eda0-6334-492c-8a3f-de1e88a6619e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840377-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-03T21:19:18Z,description=,heartbeat_timestamp=2022-05-03T21:41:48Z,host='dv-cinder-840377-1-iscsi',id=c192ea1b-f7d6-49b7-9f22-5492fbafc6f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:19:19Z,topic='l3_agent')) {'router_ids': ['2e3dfff1-9645-409e-bf30-4464ec3b1553'], 'active': True} {{(pid=83994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:42:00.983260 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-f2819517-eaf2-4688-8f31-64a9d329e8b5 tempest-TestShelveInstance-1775851064 tempest-TestShelveInstance-1775851064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749056'] for port, precommit_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:42:00.983639 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-f2819517-eaf2-4688-8f31-64a9d329e8b5 tempest-TestShelveInstance-1775851064 tempest-TestShelveInstance-1775851064-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:42:01.086513 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bc814a-42de-42ce-b639-90d6f9ed83d7 req-6a32e5aa-81d8-421c-ad2c-dc3113cdde74 tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:42:01.087750 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.quota.resource [req-72bc814a-42de-42ce-b639-90d6f9ed83d7 req-6a32e5aa-81d8-421c-ad2c-dc3113cdde74 tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] Synchronizing usage tracker for tenant:e665d5aad2c24ad7843ca060d41792d3 on resource:port {{(pid=83992) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 21:42:01.117811 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.plugin [None req-f2819517-eaf2-4688-8f31-64a9d329e8b5 tempest-TestShelveInstance-1775851064 tempest-TestShelveInstance-1775851064-project] Calling delete_port for 94079b9a-7790-4a46-8137-8b092ed45b31 owned by network:floatingip {{(pid=83993) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 03 21:42:01.154936 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.quota.resource [req-72bc814a-42de-42ce-b639-90d6f9ed83d7 req-6a32e5aa-81d8-421c-ad2c-dc3113cdde74 tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] Unset dirty status for tenant:e665d5aad2c24ad7843ca060d41792d3 on resource:port {{(pid=83992) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 21:42:01.158714 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-72bc814a-42de-42ce-b639-90d6f9ed83d7 req-6a32e5aa-81d8-421c-ad2c-dc3113cdde74 tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] 10.222.0.48 "GET /v2.0/ports?device_id=cea317da-5aeb-47d0-a20a-17f516ce9eb4 HTTP/1.1" status: 200 len: 945 time: 0.1698091 May 03 21:42:01.161165 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.l3_dvr_db [None req-df72eda0-6334-492c-8a3f-de1e88a6619e None None] Set router 2e3dfff1-9645-409e-bf30-4464ec3b1553 gateway port host: dv-cinder-840377-1-iscsi {{(pid=83994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 03 21:42:01.212012 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-72bc814a-42de-42ce-b639-90d6f9ed83d7 req-8d4003d0-97c1-4089-8e9d-75b45187eeae tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] 10.222.0.48 "GET /v2.0/security-groups?id=a93fc666-557c-41f0-a19e-88f680ecfa1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468333 May 03 21:42:01.216231 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d04dbd-43c8-4f49-9790-03b57f4dfe52 req-0042a8b7-089a-4594-a5e9-15a2569f0d32 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:42:01.217812 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-75d04dbd-43c8-4f49-9790-03b57f4dfe52 req-0042a8b7-089a-4594-a5e9-15a2569f0d32 service neutron] 10.222.0.42 "GET /v2.0/networks?id=f0a9fce1-0034-4c9f-bab5-3584af0c3657 HTTP/1.1" status: 200 len: 913 time: 0.3593280 May 03 21:42:01.306848 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-75d04dbd-43c8-4f49-9790-03b57f4dfe52 req-e8f179cf-05f2-48a1-80b7-a285aace388b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=863dbad0-54f3-4bbe-8e38-c7eb9fe7f31b HTTP/1.1" status: 200 len: 217 time: 0.0821486 May 03 21:42:01.418523 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d04dbd-43c8-4f49-9790-03b57f4dfe52 req-1483b3b5-a06d-4aeb-be32-8fb55d3d50f7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:42:01.419889 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-75d04dbd-43c8-4f49-9790-03b57f4dfe52 req-1483b3b5-a06d-4aeb-be32-8fb55d3d50f7 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=668a4303-55d7-4be7-977c-0eb3f7451c76 HTTP/1.1" status: 200 len: 851 time: 0.1074088 May 03 21:42:01.503424 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-75d04dbd-43c8-4f49-9790-03b57f4dfe52 req-08eb7d29-b756-45a6-a109-8057d31c8580 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f0a9fce1-0034-4c9f-bab5-3584af0c3657&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0766702 May 03 21:42:01.508911 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-f2819517-eaf2-4688-8f31-64a9d329e8b5 tempest-TestShelveInstance-1775851064 tempest-TestShelveInstance-1775851064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781386188948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781385847444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3391708'] for port, after_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:42:01.569901 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.l3_hamode_db [None req-df72eda0-6334-492c-8a3f-de1e88a6619e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e3dfff1-9645-409e-bf30-4464ec3b1553', 'name': 'tempest-TestVolumeBootPattern-1397119621-router', 'tenant_id': 'e665d5aad2c24ad7843ca060d41792d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c33334bd-f19e-453d-9f7b-349270405c58', 'external_fixed_ips': [{'subnet_id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'ip_address': '172.27.1.207'}], 'enable_snat': True}, 'gw_port_id': '8cea356d-7d33-44b4-a4b5-aec73b440abd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:34:12Z', 'updated_at': '2022-05-03T21:34:17Z', 'revision_number': 4, 'project_id': 'e665d5aad2c24ad7843ca060d41792d3', 'gw_port': {'id': '8cea356d-7d33-44b4-a4b5-aec73b440abd', 'name': '', 'network_id': 'c33334bd-f19e-453d-9f7b-349270405c58', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:d1:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e3dfff1-9645-409e-bf30-4464ec3b1553', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'ip_address': '172.27.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:34:13Z', 'updated_at': '2022-05-03T21:34:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840377-1-iscsi', '_floatingips': [{'id': 'b174aef0-ac0c-4417-bd90-f94b4b405d87', 'tenant_id': 'e665d5aad2c24ad7843ca060d41792d3', 'floating_ip_address': '172.27.1.97', 'floating_network_id': 'c33334bd-f19e-453d-9f7b-349270405c58', 'router_id': '2e3dfff1-9645-409e-bf30-4464ec3b1553', 'port_id': '861debb4-c679-41ef-af2d-3ffdd7122e86', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f0a9fce1-0034-4c9f-bab5-3584af0c3657', 'mac_address': 'fa:16:3e:ca:9e:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d20cd93-7f61-4f7b-9488-b8e8a56c24d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T21:38:02Z', 'updated_at': '2022-05-03T21:38:06Z', 'revision_number': 1, 'project_id': 'e665d5aad2c24ad7843ca060d41792d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '417ff828-e1a3-471a-ac64-bc91b666d26e', 'name': '', 'network_id': 'f0a9fce1-0034-4c9f-bab5-3584af0c3657', 'tenant_id': 'e665d5aad2c24ad7843ca060d41792d3', 'mac_address': 'fa:16:3e:c1:d6:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e3dfff1-9645-409e-bf30-4464ec3b1553', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '668a4303-55d7-4be7-977c-0eb3f7451c76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:34:16Z', 'updated_at': '2022-05-03T21:34:26Z', 'revision_number': 5, 'project_id': 'e665d5aad2c24ad7843ca060d41792d3', 'subnets': [{'id': '668a4303-55d7-4be7-977c-0eb3f7451c76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840377-1-iscsi', False) {} {{(pid=83994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:42:01.576737 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df72eda0-6334-492c-8a3f-de1e88a6619e None None] The sync data for ids ['2e3dfff1-9645-409e-bf30-4464ec3b1553'] in dv-cinder-840377-1-iscsi is: [{'id': '2e3dfff1-9645-409e-bf30-4464ec3b1553', 'name': 'tempest-TestVolumeBootPattern-1397119621-router', 'tenant_id': 'e665d5aad2c24ad7843ca060d41792d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c33334bd-f19e-453d-9f7b-349270405c58', 'external_fixed_ips': [{'subnet_id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'ip_address': '172.27.1.207'}], 'enable_snat': True}, 'gw_port_id': '8cea356d-7d33-44b4-a4b5-aec73b440abd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:34:12Z', 'updated_at': '2022-05-03T21:34:17Z', 'revision_number': 4, 'project_id': 'e665d5aad2c24ad7843ca060d41792d3', 'gw_port': {'id': '8cea356d-7d33-44b4-a4b5-aec73b440abd', 'name': '', 'network_id': 'c33334bd-f19e-453d-9f7b-349270405c58', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:d1:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e3dfff1-9645-409e-bf30-4464ec3b1553', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'ip_address': '172.27.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:34:13Z', 'updated_at': '2022-05-03T21:34:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840377-1-iscsi', '_floatingips': [{'id': 'b174aef0-ac0c-4417-bd90-f94b4b405d87', 'tenant_id': 'e665d5aad2c24ad7843ca060d41792d3', 'floating_ip_address': '172.27.1.97', 'floating_network_id': 'c33334bd-f19e-453d-9f7b-349270405c58', 'router_id': '2e3dfff1-9645-409e-bf30-4464ec3b1553', 'port_id': '861debb4-c679-41ef-af2d-3ffdd7122e86', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f0a9fce1-0034-4c9f-bab5-3584af0c3657', 'mac_address': 'fa:16:3e:ca:9e:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d20cd93-7f61-4f7b-9488-b8e8a56c24d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T21:38:02Z', 'updated_at': '2022-05-03T21:38:06Z', 'revision_number': 1, 'project_id': 'e665d5aad2c24ad7843ca060d41792d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '417ff828-e1a3-471a-ac64-bc91b666d26e', 'name': '', 'network_id': 'f0a9fce1-0034-4c9f-bab5-3584af0c3657', 'tenant_id': 'e665d5aad2c24ad7843ca060d41792d3', 'mac_address': 'fa:16:3e:c1:d6:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e3dfff1-9645-409e-bf30-4464ec3b1553', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '668a4303-55d7-4be7-977c-0eb3f7451c76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:34:16Z', 'updated_at': '2022-05-03T21:34:26Z', 'revision_number': 5, 'project_id': 'e665d5aad2c24ad7843ca060d41792d3', 'subnets': [{'id': '668a4303-55d7-4be7-977c-0eb3f7451c76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 03 21:42:01.578901 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2819517-eaf2-4688-8f31-64a9d329e8b5 tempest-TestShelveInstance-1775851064 tempest-TestShelveInstance-1775851064-project] Pushing event deleted for resources: {'Port': ['ID=94079b9a-7790-4a46-8137-8b092ed45b31,revision_number=None']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:42:01.794823 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2819517-eaf2-4688-8f31-64a9d329e8b5 tempest-TestShelveInstance-1775851064 tempest-TestShelveInstance-1775851064-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:42:01.795094 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2819517-eaf2-4688-8f31-64a9d329e8b5 tempest-TestShelveInstance-1775851064 tempest-TestShelveInstance-1775851064-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:42:01.795342 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2819517-eaf2-4688-8f31-64a9d329e8b5 tempest-TestShelveInstance-1775851064 tempest-TestShelveInstance-1775851064-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:42:01.795677 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2819517-eaf2-4688-8f31-64a9d329e8b5 tempest-TestShelveInstance-1775851064 tempest-TestShelveInstance-1775851064-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:42:01.796003 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2819517-eaf2-4688-8f31-64a9d329e8b5 tempest-TestShelveInstance-1775851064 tempest-TestShelveInstance-1775851064-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:42:01.796328 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2819517-eaf2-4688-8f31-64a9d329e8b5 tempest-TestShelveInstance-1775851064 tempest-TestShelveInstance-1775851064-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:42:01.796711 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2819517-eaf2-4688-8f31-64a9d329e8b5 tempest-TestShelveInstance-1775851064 tempest-TestShelveInstance-1775851064-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:42:01.797530 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2819517-eaf2-4688-8f31-64a9d329e8b5 tempest-TestShelveInstance-1775851064 tempest-TestShelveInstance-1775851064-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:42:01.798014 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2819517-eaf2-4688-8f31-64a9d329e8b5 tempest-TestShelveInstance-1775851064 tempest-TestShelveInstance-1775851064-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:42:01.798412 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2819517-eaf2-4688-8f31-64a9d329e8b5 tempest-TestShelveInstance-1775851064 tempest-TestShelveInstance-1775851064-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:42:01.798742 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2819517-eaf2-4688-8f31-64a9d329e8b5 tempest-TestShelveInstance-1775851064 tempest-TestShelveInstance-1775851064-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840377-1-iscsi {{(pid=83993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:42:01.821463 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19719641-c3b7-4c19-8993-552cadbc96a0 None None] New status for floating IP 1c0af69e-9ad3-4215-ad7d-92becade4f2a: DOWN {{(pid=83995) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 03 21:42:01.893360 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-f2819517-eaf2-4688-8f31-64a9d329e8b5 tempest-TestShelveInstance-1775851064 tempest-TestShelveInstance-1775851064-project] Notify callbacks [] for floatingip, after_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:42:01.965178 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-75d04dbd-43c8-4f49-9790-03b57f4dfe52 req-92fc7d2c-b7b9-444c-a915-2a53f7e48894 service neutron] 10.222.0.42 "GET /v2.0/networks/f0a9fce1-0034-4c9f-bab5-3584af0c3657?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4517851 May 03 21:42:02.176118 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-75d04dbd-43c8-4f49-9790-03b57f4dfe52 req-b5fb6714-e568-414e-a5b9-5212e50fd450 service neutron] 10.222.0.42 "GET /v2.0/networks/f0a9fce1-0034-4c9f-bab5-3584af0c3657?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1607587 May 03 21:42:02.460752 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c095e6-98ae-4b2e-bd97-46f997bceb93 req-1cea5996-207c-4d8d-8949-969e3912fe39 tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:42:02.462210 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-06c095e6-98ae-4b2e-bd97-46f997bceb93 req-1cea5996-207c-4d8d-8949-969e3912fe39 tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] 10.222.0.48 "GET /v2.0/ports?device_id=cea317da-5aeb-47d0-a20a-17f516ce9eb4 HTTP/1.1" status: 200 len: 945 time: 0.1164782 May 03 21:42:02.525187 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-06c095e6-98ae-4b2e-bd97-46f997bceb93 req-4455244e-e940-40f6-b8e7-335345763457 tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] 10.222.0.48 "GET /v2.0/security-groups?id=a93fc666-557c-41f0-a19e-88f680ecfa1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554118 May 03 21:42:02.542521 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2819517-eaf2-4688-8f31-64a9d329e8b5 tempest-TestShelveInstance-1775851064 tempest-TestShelveInstance-1775851064-project] Router 8c17d97d-771e-4e6d-83f8-6893a4147d01 has already been hosted by L3 agent c192ea1b-f7d6-49b7-9f22-5492fbafc6f3 {{(pid=83993) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 03 21:42:02.776962 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b589d44b-21c3-4159-90ba-8784aeadc783 req-f25c2fb3-8276-4408-9ddf-12b63d01d80a tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:42:02.778327 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-b589d44b-21c3-4159-90ba-8784aeadc783 req-f25c2fb3-8276-4408-9ddf-12b63d01d80a tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] 10.222.0.42 "GET /v2.0/ports?device_id=cea317da-5aeb-47d0-a20a-17f516ce9eb4 HTTP/1.1" status: 200 len: 945 time: 0.1614428 May 03 21:42:02.853905 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.plugin [req-b589d44b-21c3-4159-90ba-8784aeadc783 req-4d321c8c-e7d1-4747-903f-ad54628e0206 tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] Deleting port 863dbad0-54f3-4bbe-8e38-c7eb9fe7f31b {{(pid=83993) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 03 21:42:02.854315 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-b589d44b-21c3-4159-90ba-8784aeadc783 req-4d321c8c-e7d1-4747-903f-ad54628e0206 tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781386349267'] for port, before_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:42:02.977739 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2819517-eaf2-4688-8f31-64a9d329e8b5 tempest-TestShelveInstance-1775851064 tempest-TestShelveInstance-1775851064-project] Notify agent at l3_agent.dv-cinder-840377-1-iscsi the message routers_updated {{(pid=83993) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 21:42:02.987445 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3fb910c-9969-4cfd-a5ef-4dac84432320 None None] Sync routers for ids ['8c17d97d-771e-4e6d-83f8-6893a4147d01'] in dv-cinder-840377-1-iscsi {{(pid=83994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 03 21:42:02.999196 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3fb910c-9969-4cfd-a5ef-4dac84432320 None None] Routers {'8c17d97d-771e-4e6d-83f8-6893a4147d01'} bound to L3 agent in host dv-cinder-840377-1-iscsi {{(pid=83994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 03 21:42:02.999864 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.l3_hamode_db [None req-a3fb910c-9969-4cfd-a5ef-4dac84432320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840377-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-03T21:19:18Z,description=,heartbeat_timestamp=2022-05-03T21:41:48Z,host='dv-cinder-840377-1-iscsi',id=c192ea1b-f7d6-49b7-9f22-5492fbafc6f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:19:19Z,topic='l3_agent')) {'router_ids': ['8c17d97d-771e-4e6d-83f8-6893a4147d01'], 'active': True} {{(pid=83994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:42:03.132779 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.db [req-b589d44b-21c3-4159-90ba-8784aeadc783 req-4d321c8c-e7d1-4747-903f-ad54628e0206 tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] For port 863dbad0-54f3-4bbe-8e38-c7eb9fe7f31b, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=863dbad0-54f3-4bbe-8e38-c7eb9fe7f31b,segment=NetworkSegment(3e0ba556-645a-494a-9a35-88209b132e8b),segment_id=3e0ba556-645a-494a-9a35-88209b132e8b)] {{(pid=83993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 21:42:03.133140 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-b589d44b-21c3-4159-90ba-8784aeadc783 req-4d321c8c-e7d1-4747-903f-ad54628e0206 tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749056'] for port, precommit_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:42:03.190362 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.l3_dvr_db [None req-a3fb910c-9969-4cfd-a5ef-4dac84432320 None None] Set router 8c17d97d-771e-4e6d-83f8-6893a4147d01 gateway port host: dv-cinder-840377-1-iscsi {{(pid=83994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 03 21:42:03.307557 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-f2819517-eaf2-4688-8f31-64a9d329e8b5 tempest-TestShelveInstance-1775851064 tempest-TestShelveInstance-1775851064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93163'] for floatingip, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:42:03.400223 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.plugin [req-b589d44b-21c3-4159-90ba-8784aeadc783 req-4d321c8c-e7d1-4747-903f-ad54628e0206 tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] Calling delete_port for 863dbad0-54f3-4bbe-8e38-c7eb9fe7f31b owned by compute:nova {{(pid=83993) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 03 21:42:03.472258 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-f2819517-eaf2-4688-8f31-64a9d329e8b5 tempest-TestShelveInstance-1775851064 tempest-TestShelveInstance-1775851064-project] 10.222.0.48 "DELETE /v2.0/floatingips/493844b5-47b2-4992-b3d5-63861bf8308c HTTP/1.1" status: 204 len: 168 time: 3.0518687 May 03 21:42:03.476111 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f20570e8-6f8e-4837-9fe7-10002cea7cea', 'tag': 'b0b6b891-8700-4c78-8b4a-550162963c94'}] {{(pid=83993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 03 21:42:03.542548 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.l3_hamode_db [None req-a3fb910c-9969-4cfd-a5ef-4dac84432320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c17d97d-771e-4e6d-83f8-6893a4147d01', 'name': 'tempest-TestShelveInstance-1172187993-router', 'tenant_id': 'eca9727df4a44eaaa12b84e3f0df0b51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c33334bd-f19e-453d-9f7b-349270405c58', 'external_fixed_ips': [{'subnet_id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'ip_address': '172.27.1.74'}], 'enable_snat': True}, 'gw_port_id': '568313d3-a68d-4792-bc4c-2603a7d49e41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:36:57Z', 'updated_at': '2022-05-03T21:37:03Z', 'revision_number': 4, 'project_id': 'eca9727df4a44eaaa12b84e3f0df0b51', 'gw_port': {'id': '568313d3-a68d-4792-bc4c-2603a7d49e41', 'name': '', 'network_id': 'c33334bd-f19e-453d-9f7b-349270405c58', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:bb:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c17d97d-771e-4e6d-83f8-6893a4147d01', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'ip_address': '172.27.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:36:58Z', 'updated_at': '2022-05-03T21:37:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840377-1-iscsi', '_interfaces': [{'id': '664e1c46-4b31-4d24-a01f-4a2d625cc30a', 'name': '', 'network_id': '253db136-cbba-484c-ae24-75498a0c18e9', 'tenant_id': 'eca9727df4a44eaaa12b84e3f0df0b51', 'mac_address': 'fa:16:3e:9b:1a:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c17d97d-771e-4e6d-83f8-6893a4147d01', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd658046c-6be6-4f1e-bc22-3d1916130bf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:37:02Z', 'updated_at': '2022-05-03T21:37:13Z', 'revision_number': 5, 'project_id': 'eca9727df4a44eaaa12b84e3f0df0b51', 'subnets': [{'id': 'd658046c-6be6-4f1e-bc22-3d1916130bf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840377-1-iscsi', False) {} {{(pid=83994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:42:03.547693 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3fb910c-9969-4cfd-a5ef-4dac84432320 None None] Checking router: 8c17d97d-771e-4e6d-83f8-6893a4147d01 for host: dv-cinder-840377-1-iscsi {{(pid=83994) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 03 21:42:03.556036 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bc55db96-067b-4600-b869-f43a57251b39'] response: {'name': 'network-changed', 'server_uuid': 'f20570e8-6f8e-4837-9fe7-10002cea7cea', 'tag': 'b0b6b891-8700-4c78-8b4a-550162963c94', 'status': 'completed', 'code': 200} May 03 21:42:03.561797 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3fb910c-9969-4cfd-a5ef-4dac84432320 None None] Routers {'8c17d97d-771e-4e6d-83f8-6893a4147d01'} bound to L3 agent in host dv-cinder-840377-1-iscsi {{(pid=83994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 03 21:42:03.564094 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.l3_hamode_db [None req-a3fb910c-9969-4cfd-a5ef-4dac84432320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840377-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-03T21:19:18Z,description=,heartbeat_timestamp=2022-05-03T21:41:48Z,host='dv-cinder-840377-1-iscsi',id=c192ea1b-f7d6-49b7-9f22-5492fbafc6f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:19:19Z,topic='l3_agent')) {'router_ids': ['8c17d97d-771e-4e6d-83f8-6893a4147d01'], 'active': True} {{(pid=83994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:42:03.664833 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-b589d44b-21c3-4159-90ba-8784aeadc783 req-4d321c8c-e7d1-4747-903f-ad54628e0206 tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781386188948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781385847444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3391708'] for port, after_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:42:03.762868 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d321c8c-e7d1-4747-903f-ad54628e0206 tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] Pushing event deleted for resources: {'Port': ['ID=863dbad0-54f3-4bbe-8e38-c7eb9fe7f31b,revision_number=None']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:42:03.767172 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.l3_dvr_db [None req-a3fb910c-9969-4cfd-a5ef-4dac84432320 None None] Set router 8c17d97d-771e-4e6d-83f8-6893a4147d01 gateway port host: dv-cinder-840377-1-iscsi {{(pid=83994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 03 21:42:03.770126 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-92469bff-5057-43a4-a638-35dabeffcf2f req-08be042e-7cab-467a-8ce7-5e57ee561119 tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] 10.222.0.48 "GET /v2.0/ports?device_id=cea317da-5aeb-47d0-a20a-17f516ce9eb4 HTTP/1.1" status: 200 len: 210 time: 0.0561385 May 03 21:42:03.850547 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.db.l3_dvrscheduler_db [req-b589d44b-21c3-4159-90ba-8784aeadc783 req-4d321c8c-e7d1-4747-903f-ad54628e0206 tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] No DVR routers for this DVR port 863dbad0-54f3-4bbe-8e38-c7eb9fe7f31b on host hv-cinder-84037 {{(pid=83993) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 21:42:03.853367 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-b589d44b-21c3-4159-90ba-8784aeadc783 req-4d321c8c-e7d1-4747-903f-ad54628e0206 tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93163'] for port, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:42:03.859662 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-822517da-4f2c-4886-9597-ce04e60f4034 req-c5a8be5b-ecb3-4904-9354-ab43879d3184 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=eca9727df4a44eaaa12b84e3f0df0b51&device_id=f20570e8-6f8e-4837-9fe7-10002cea7cea HTTP/1.1" status: 200 len: 1099 time: 0.2620134 May 03 21:42:03.982109 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-b589d44b-21c3-4159-90ba-8784aeadc783 req-4d321c8c-e7d1-4747-903f-ad54628e0206 tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] 10.222.0.42 "DELETE /v2.0/ports/863dbad0-54f3-4bbe-8e38-c7eb9fe7f31b HTTP/1.1" status: 204 len: 173 time: 1.1983883 May 03 21:42:04.011381 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822517da-4f2c-4886-9597-ce04e60f4034 req-6554b646-e992-4b71-ae45-29ed7cbb305d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:42:04.013567 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-822517da-4f2c-4886-9597-ce04e60f4034 req-6554b646-e992-4b71-ae45-29ed7cbb305d service neutron] 10.222.0.42 "GET /v2.0/networks?id=253db136-cbba-484c-ae24-75498a0c18e9 HTTP/1.1" status: 200 len: 910 time: 0.1472421 May 03 21:42:04.112900 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.l3_hamode_db [None req-a3fb910c-9969-4cfd-a5ef-4dac84432320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c17d97d-771e-4e6d-83f8-6893a4147d01', 'name': 'tempest-TestShelveInstance-1172187993-router', 'tenant_id': 'eca9727df4a44eaaa12b84e3f0df0b51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c33334bd-f19e-453d-9f7b-349270405c58', 'external_fixed_ips': [{'subnet_id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'ip_address': '172.27.1.74'}], 'enable_snat': True}, 'gw_port_id': '568313d3-a68d-4792-bc4c-2603a7d49e41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:36:57Z', 'updated_at': '2022-05-03T21:37:03Z', 'revision_number': 4, 'project_id': 'eca9727df4a44eaaa12b84e3f0df0b51', 'gw_port': {'id': '568313d3-a68d-4792-bc4c-2603a7d49e41', 'name': '', 'network_id': 'c33334bd-f19e-453d-9f7b-349270405c58', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:bb:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c17d97d-771e-4e6d-83f8-6893a4147d01', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'ip_address': '172.27.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:36:58Z', 'updated_at': '2022-05-03T21:37:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840377-1-iscsi', '_interfaces': [{'id': '664e1c46-4b31-4d24-a01f-4a2d625cc30a', 'name': '', 'network_id': '253db136-cbba-484c-ae24-75498a0c18e9', 'tenant_id': 'eca9727df4a44eaaa12b84e3f0df0b51', 'mac_address': 'fa:16:3e:9b:1a:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c17d97d-771e-4e6d-83f8-6893a4147d01', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd658046c-6be6-4f1e-bc22-3d1916130bf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:37:02Z', 'updated_at': '2022-05-03T21:37:13Z', 'revision_number': 5, 'project_id': 'eca9727df4a44eaaa12b84e3f0df0b51', 'subnets': [{'id': 'd658046c-6be6-4f1e-bc22-3d1916130bf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840377-1-iscsi', False) {} {{(pid=83994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:42:04.117832 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3fb910c-9969-4cfd-a5ef-4dac84432320 None None] The sync data for ids ['8c17d97d-771e-4e6d-83f8-6893a4147d01'] in dv-cinder-840377-1-iscsi is: [{'id': '8c17d97d-771e-4e6d-83f8-6893a4147d01', 'name': 'tempest-TestShelveInstance-1172187993-router', 'tenant_id': 'eca9727df4a44eaaa12b84e3f0df0b51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c33334bd-f19e-453d-9f7b-349270405c58', 'external_fixed_ips': [{'subnet_id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'ip_address': '172.27.1.74'}], 'enable_snat': True}, 'gw_port_id': '568313d3-a68d-4792-bc4c-2603a7d49e41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:36:57Z', 'updated_at': '2022-05-03T21:37:03Z', 'revision_number': 4, 'project_id': 'eca9727df4a44eaaa12b84e3f0df0b51', 'gw_port': {'id': '568313d3-a68d-4792-bc4c-2603a7d49e41', 'name': '', 'network_id': 'c33334bd-f19e-453d-9f7b-349270405c58', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:bb:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c17d97d-771e-4e6d-83f8-6893a4147d01', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'ip_address': '172.27.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:36:58Z', 'updated_at': '2022-05-03T21:37:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840377-1-iscsi', '_interfaces': [{'id': '664e1c46-4b31-4d24-a01f-4a2d625cc30a', 'name': '', 'network_id': '253db136-cbba-484c-ae24-75498a0c18e9', 'tenant_id': 'eca9727df4a44eaaa12b84e3f0df0b51', 'mac_address': 'fa:16:3e:9b:1a:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c17d97d-771e-4e6d-83f8-6893a4147d01', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd658046c-6be6-4f1e-bc22-3d1916130bf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:37:02Z', 'updated_at': '2022-05-03T21:37:13Z', 'revision_number': 5, 'project_id': 'eca9727df4a44eaaa12b84e3f0df0b51', 'subnets': [{'id': 'd658046c-6be6-4f1e-bc22-3d1916130bf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 03 21:42:04.155223 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-822517da-4f2c-4886-9597-ce04e60f4034 req-431b552b-3e66-456f-843d-538ce2d8a6c7 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b0b6b891-8700-4c78-8b4a-550162963c94 HTTP/1.1" status: 200 len: 217 time: 0.1237888 May 03 21:42:04.240179 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822517da-4f2c-4886-9597-ce04e60f4034 req-0a8f0a47-8beb-4f17-8a39-051743c29011 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:42:04.241378 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-822517da-4f2c-4886-9597-ce04e60f4034 req-0a8f0a47-8beb-4f17-8a39-051743c29011 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d658046c-6be6-4f1e-bc22-3d1916130bf9 HTTP/1.1" status: 200 len: 848 time: 0.0786099 May 03 21:42:04.295949 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd171b8a-708c-48c6-9286-08b465be3554 req-763daeda-287b-4111-b8fa-fc93f0f7c845 tempest-TestShelveInstance-1775851064 tempest-TestShelveInstance-1775851064-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:42:04.297246 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [req-fd171b8a-708c-48c6-9286-08b465be3554 req-763daeda-287b-4111-b8fa-fc93f0f7c845 tempest-TestShelveInstance-1775851064 tempest-TestShelveInstance-1775851064-project] Synchronizing usage tracker for tenant:eca9727df4a44eaaa12b84e3f0df0b51 on resource:port {{(pid=83993) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 21:42:04.353652 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-822517da-4f2c-4886-9597-ce04e60f4034 req-be7cbb65-a616-4634-ab45-63e2fdfcfc04 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=253db136-cbba-484c-ae24-75498a0c18e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1048851 May 03 21:42:04.435976 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [req-fd171b8a-708c-48c6-9286-08b465be3554 req-763daeda-287b-4111-b8fa-fc93f0f7c845 tempest-TestShelveInstance-1775851064 tempest-TestShelveInstance-1775851064-project] Unset dirty status for tenant:eca9727df4a44eaaa12b84e3f0df0b51 on resource:port {{(pid=83993) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 21:42:04.439805 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-fd171b8a-708c-48c6-9286-08b465be3554 req-763daeda-287b-4111-b8fa-fc93f0f7c845 tempest-TestShelveInstance-1775851064 tempest-TestShelveInstance-1775851064-project] 10.222.0.48 "GET /v2.0/ports?device_id=f20570e8-6f8e-4837-9fe7-10002cea7cea HTTP/1.1" status: 200 len: 946 time: 0.3567374 May 03 21:42:04.472405 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba556684-a328-4d94-a54a-74ab7ae35372 None None] New status for floating IP 493844b5-47b2-4992-b3d5-63861bf8308c: DOWN {{(pid=83995) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 03 21:42:04.525232 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-fd171b8a-708c-48c6-9286-08b465be3554 req-c1790326-fd7d-45bc-a443-d86199df5ca3 tempest-TestShelveInstance-1775851064 tempest-TestShelveInstance-1775851064-project] 10.222.0.48 "GET /v2.0/security-groups?id=90a438e1-4790-42cb-bc9f-357ceea8d33f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750382 May 03 21:42:04.533371 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-822517da-4f2c-4886-9597-ce04e60f4034 req-8d2ef386-e844-4d76-9591-2ec04fb67816 service neutron] 10.222.0.42 "GET /v2.0/networks/253db136-cbba-484c-ae24-75498a0c18e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1720064 May 03 21:42:04.678764 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-822517da-4f2c-4886-9597-ce04e60f4034 req-27a977ed-014a-4f3b-a890-243196700e9d service neutron] 10.222.0.42 "GET /v2.0/networks/253db136-cbba-484c-ae24-75498a0c18e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1390052 May 03 21:42:04.959991 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-fbbf7187-59e4-47ff-b267-5c4f1e2081da req-8ade0a11-77f5-4d1f-84dc-54fc1359a80d tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] 10.222.0.48 "GET /v2.0/ports?device_id=cea317da-5aeb-47d0-a20a-17f516ce9eb4 HTTP/1.1" status: 200 len: 210 time: 0.0482647 May 03 21:42:05.557555 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cea317da-5aeb-47d0-a20a-17f516ce9eb4', 'name': 'network-vif-deleted', 'tag': '863dbad0-54f3-4bbe-8e38-c7eb9fe7f31b'}] {{(pid=83993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 03 21:42:05.618152 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6059e6ef-33e3-4a44-878b-8eceb15a7c0d'] response: {'server_uuid': 'cea317da-5aeb-47d0-a20a-17f516ce9eb4', 'name': 'network-vif-deleted', 'tag': '863dbad0-54f3-4bbe-8e38-c7eb9fe7f31b', 'status': 'completed', 'code': 200} May 03 21:42:05.804974 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286b2e27-813d-4003-9b26-15def47aebb8 req-fa5699a0-1068-4e4f-b82b-fa212e679c4c tempest-TestShelveInstance-1775851064 tempest-TestShelveInstance-1775851064-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:42:05.806456 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-286b2e27-813d-4003-9b26-15def47aebb8 req-fa5699a0-1068-4e4f-b82b-fa212e679c4c tempest-TestShelveInstance-1775851064 tempest-TestShelveInstance-1775851064-project] 10.222.0.48 "GET /v2.0/ports?device_id=f20570e8-6f8e-4837-9fe7-10002cea7cea HTTP/1.1" status: 200 len: 946 time: 0.1440597 May 03 21:42:05.816298 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c70063-9f8c-4c2d-b702-9385fb401d23 req-01c6ec75-ccd4-43f0-a238-f5e926f38b0d tempest-TestShelveInstance-1775851064 tempest-TestShelveInstance-1775851064-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:42:05.817684 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-19c70063-9f8c-4c2d-b702-9385fb401d23 req-01c6ec75-ccd4-43f0-a238-f5e926f38b0d tempest-TestShelveInstance-1775851064 tempest-TestShelveInstance-1775851064-project] 10.222.0.42 "GET /v2.0/ports?device_id=f20570e8-6f8e-4837-9fe7-10002cea7cea HTTP/1.1" status: 200 len: 946 time: 0.1130240 May 03 21:42:05.916160 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.plugin [req-19c70063-9f8c-4c2d-b702-9385fb401d23 req-72a1ff04-8bbd-4d6d-b48e-4f40039a0d13 tempest-TestShelveInstance-1775851064 tempest-TestShelveInstance-1775851064-project] Deleting port b0b6b891-8700-4c78-8b4a-550162963c94 {{(pid=83993) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 03 21:42:05.916544 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-19c70063-9f8c-4c2d-b702-9385fb401d23 req-72a1ff04-8bbd-4d6d-b48e-4f40039a0d13 tempest-TestShelveInstance-1775851064 tempest-TestShelveInstance-1775851064-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781386349267'] for port, before_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:42:05.951335 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-286b2e27-813d-4003-9b26-15def47aebb8 req-cbab1259-3959-4ed7-810a-4d75a40c8960 tempest-TestShelveInstance-1775851064 tempest-TestShelveInstance-1775851064-project] 10.222.0.48 "GET /v2.0/security-groups?id=90a438e1-4790-42cb-bc9f-357ceea8d33f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1326578 May 03 21:42:06.291101 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.db [req-19c70063-9f8c-4c2d-b702-9385fb401d23 req-72a1ff04-8bbd-4d6d-b48e-4f40039a0d13 tempest-TestShelveInstance-1775851064 tempest-TestShelveInstance-1775851064-project] For port b0b6b891-8700-4c78-8b4a-550162963c94, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=b0b6b891-8700-4c78-8b4a-550162963c94,segment=NetworkSegment(d2549613-676c-443c-96f4-e4de3ef16dda),segment_id=d2549613-676c-443c-96f4-e4de3ef16dda)] {{(pid=83993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 21:42:06.291455 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-19c70063-9f8c-4c2d-b702-9385fb401d23 req-72a1ff04-8bbd-4d6d-b48e-4f40039a0d13 tempest-TestShelveInstance-1775851064 tempest-TestShelveInstance-1775851064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749056'] for port, precommit_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:42:06.415827 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.plugin [req-19c70063-9f8c-4c2d-b702-9385fb401d23 req-72a1ff04-8bbd-4d6d-b48e-4f40039a0d13 tempest-TestShelveInstance-1775851064 tempest-TestShelveInstance-1775851064-project] Calling delete_port for b0b6b891-8700-4c78-8b4a-550162963c94 owned by compute:nova {{(pid=83993) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 03 21:42:06.634351 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-19c70063-9f8c-4c2d-b702-9385fb401d23 req-72a1ff04-8bbd-4d6d-b48e-4f40039a0d13 tempest-TestShelveInstance-1775851064 tempest-TestShelveInstance-1775851064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781386188948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781385847444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3391708'] for port, after_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:42:06.685697 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a1ff04-8bbd-4d6d-b48e-4f40039a0d13 tempest-TestShelveInstance-1775851064 tempest-TestShelveInstance-1775851064-project] Pushing event deleted for resources: {'Port': ['ID=b0b6b891-8700-4c78-8b4a-550162963c94,revision_number=None']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:42:06.760787 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.db.l3_dvrscheduler_db [req-19c70063-9f8c-4c2d-b702-9385fb401d23 req-72a1ff04-8bbd-4d6d-b48e-4f40039a0d13 tempest-TestShelveInstance-1775851064 tempest-TestShelveInstance-1775851064-project] No DVR routers for this DVR port b0b6b891-8700-4c78-8b4a-550162963c94 on host hv-cinder-84037 {{(pid=83993) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 21:42:06.763168 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-19c70063-9f8c-4c2d-b702-9385fb401d23 req-72a1ff04-8bbd-4d6d-b48e-4f40039a0d13 tempest-TestShelveInstance-1775851064 tempest-TestShelveInstance-1775851064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93163'] for port, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:42:06.791850 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.rpc [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Device 863dbad0-54f3-4bbe-8e38-c7eb9fe7f31b no longer exists at agent hyperv_hv-cinder-84037 {{(pid=83994) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 21:42:06.825426 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.plugin [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] No Port match for: 863dbad0-54f3-4bbe-8e38-c7eb9fe7f31b {{(pid=83994) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 03 21:42:06.825774 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.rpc [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Device 863dbad0-54f3-4bbe-8e38-c7eb9fe7f31b not bound to the agent host hv-cinder-84037 {{(pid=83994) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 21:42:06.909412 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-19c70063-9f8c-4c2d-b702-9385fb401d23 req-72a1ff04-8bbd-4d6d-b48e-4f40039a0d13 tempest-TestShelveInstance-1775851064 tempest-TestShelveInstance-1775851064-project] 10.222.0.42 "DELETE /v2.0/ports/b0b6b891-8700-4c78-8b4a-550162963c94 HTTP/1.1" status: 204 len: 173 time: 1.0748408 May 03 21:42:07.131631 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [req-ec5f9d05-fd79-486d-8855-7af4cd5930b2 req-a79f03a2-8e5d-4740-83e2-21548ed715d2 tempest-TestShelveInstance-1775851064 tempest-TestShelveInstance-1775851064-project] Synchronizing usage tracker for tenant:eca9727df4a44eaaa12b84e3f0df0b51 on resource:port {{(pid=83993) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 21:42:07.205757 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [req-ec5f9d05-fd79-486d-8855-7af4cd5930b2 req-a79f03a2-8e5d-4740-83e2-21548ed715d2 tempest-TestShelveInstance-1775851064 tempest-TestShelveInstance-1775851064-project] Unset dirty status for tenant:eca9727df4a44eaaa12b84e3f0df0b51 on resource:port {{(pid=83993) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 21:42:07.207019 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-ec5f9d05-fd79-486d-8855-7af4cd5930b2 req-a79f03a2-8e5d-4740-83e2-21548ed715d2 tempest-TestShelveInstance-1775851064 tempest-TestShelveInstance-1775851064-project] 10.222.0.48 "GET /v2.0/ports?device_id=f20570e8-6f8e-4837-9fe7-10002cea7cea HTTP/1.1" status: 200 len: 210 time: 0.1241353 May 03 21:42:07.619608 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f20570e8-6f8e-4837-9fe7-10002cea7cea', 'name': 'network-vif-deleted', 'tag': 'b0b6b891-8700-4c78-8b4a-550162963c94'}] {{(pid=83993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 03 21:42:07.689147 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.notifiers.nova [-] Nova event matching ['req-91bc8b81-1bcf-4182-9f28-2b52bc1ac314'] response: {'server_uuid': 'f20570e8-6f8e-4837-9fe7-10002cea7cea', 'name': 'network-vif-deleted', 'tag': 'b0b6b891-8700-4c78-8b4a-550162963c94', 'status': 'completed', 'code': 200} May 03 21:42:08.396403 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-f0147a3c-e3d5-4e3f-84d4-d7999b97cdde req-d06d9ffc-2af1-4fe7-a65c-0ad8901cbde6 tempest-TestShelveInstance-1775851064 tempest-TestShelveInstance-1775851064-project] 10.222.0.48 "GET /v2.0/ports?device_id=f20570e8-6f8e-4837-9fe7-10002cea7cea HTTP/1.1" status: 200 len: 210 time: 0.0543342 May 03 21:42:08.739400 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.48', 37240) {{(pid=83992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:42:08.799873 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.rpc [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Device b0b6b891-8700-4c78-8b4a-550162963c94 no longer exists at agent hyperv_hv-cinder-84037 {{(pid=83994) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 21:42:08.832814 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.plugin [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] No Port match for: b0b6b891-8700-4c78-8b4a-550162963c94 {{(pid=83994) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 03 21:42:08.833159 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.rpc [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Device b0b6b891-8700-4c78-8b4a-550162963c94 not bound to the agent host hv-cinder-84037 {{(pid=83994) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 21:42:08.942088 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.plugins.ml2.plugin [None req-8b26011a-853d-4245-9842-c6acae938c06 tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] Deleting port 55a496f9-9492-4cf9-8e02-5463c22b5a60 {{(pid=83992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 03 21:42:08.942422 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-8b26011a-853d-4245-9842-c6acae938c06 tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781386349267'] for port, before_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:42:09.113926 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-8b26011a-853d-4245-9842-c6acae938c06 tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749056'] for port, precommit_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:42:09.114247 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-8b26011a-853d-4245-9842-c6acae938c06 tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:42:09.237436 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.plugins.ml2.plugin [None req-8b26011a-853d-4245-9842-c6acae938c06 tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] Calling delete_port for 55a496f9-9492-4cf9-8e02-5463c22b5a60 owned by network:floatingip {{(pid=83992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 03 21:42:09.451363 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-8b26011a-853d-4245-9842-c6acae938c06 tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781386188948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781385847444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3996730'] for port, after_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:42:09.504402 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b26011a-853d-4245-9842-c6acae938c06 tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] Pushing event deleted for resources: {'Port': ['ID=55a496f9-9492-4cf9-8e02-5463c22b5a60,revision_number=None']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:42:09.505675 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.48', 37246) {{(pid=83993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:42:09.578856 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-6e096535-1415-4df5-8980-2daada2ea4af tempest-TestShelveInstance-1775851064 tempest-TestShelveInstance-1775851064-project] Notify callbacks [] for security_group, before_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:42:09.594448 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-8b26011a-853d-4245-9842-c6acae938c06 tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] Notify callbacks [] for floatingip, after_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:42:09.609188 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-6e096535-1415-4df5-8980-2daada2ea4af tempest-TestShelveInstance-1775851064 tempest-TestShelveInstance-1775851064-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:42:09.794686 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-6e096535-1415-4df5-8980-2daada2ea4af tempest-TestShelveInstance-1775851064 tempest-TestShelveInstance-1775851064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746426'] for security_group, after_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:42:09.814840 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e096535-1415-4df5-8980-2daada2ea4af tempest-TestShelveInstance-1775851064 tempest-TestShelveInstance-1775851064-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=90a438e1-4790-42cb-bc9f-357ceea8d33f,revision_number=None']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:42:09.891045 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-6e096535-1415-4df5-8980-2daada2ea4af tempest-TestShelveInstance-1775851064 tempest-TestShelveInstance-1775851064-project] Notify callbacks [] for security_group, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:42:09.892542 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-6e096535-1415-4df5-8980-2daada2ea4af tempest-TestShelveInstance-1775851064 tempest-TestShelveInstance-1775851064-project] 10.222.0.48 "DELETE /v2.0/security-groups/90a438e1-4790-42cb-bc9f-357ceea8d33f HTTP/1.1" status: 204 len: 168 time: 0.3852134 May 03 21:42:10.021187 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.48', 37252) {{(pid=83993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:42:10.107121 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b26011a-853d-4245-9842-c6acae938c06 tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] Router 2e3dfff1-9645-409e-bf30-4464ec3b1553 has already been hosted by L3 agent c192ea1b-f7d6-49b7-9f22-5492fbafc6f3 {{(pid=83992) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 03 21:42:10.318711 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b26011a-853d-4245-9842-c6acae938c06 tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] Notify agent at l3_agent.dv-cinder-840377-1-iscsi the message routers_updated {{(pid=83992) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 21:42:10.330465 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b858e093-6bb2-4a4f-b2c1-21edf75c44ec None None] Sync routers for ids ['2e3dfff1-9645-409e-bf30-4464ec3b1553'] in dv-cinder-840377-1-iscsi {{(pid=83994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 03 21:42:10.335683 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-8b26011a-853d-4245-9842-c6acae938c06 tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93163'] for floatingip, before_response {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:42:10.343024 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b858e093-6bb2-4a4f-b2c1-21edf75c44ec None None] Routers {'2e3dfff1-9645-409e-bf30-4464ec3b1553'} bound to L3 agent in host dv-cinder-840377-1-iscsi {{(pid=83994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 03 21:42:10.344483 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.l3_hamode_db [None req-b858e093-6bb2-4a4f-b2c1-21edf75c44ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840377-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-03T21:19:18Z,description=,heartbeat_timestamp=2022-05-03T21:41:48Z,host='dv-cinder-840377-1-iscsi',id=c192ea1b-f7d6-49b7-9f22-5492fbafc6f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:19:19Z,topic='l3_agent')) {'router_ids': ['2e3dfff1-9645-409e-bf30-4464ec3b1553'], 'active': True} {{(pid=83994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:42:10.393474 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [None req-8b26011a-853d-4245-9842-c6acae938c06 tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] 10.222.0.48 "DELETE /v2.0/floatingips/b174aef0-ac0c-4417-bd90-f94b4b405d87 HTTP/1.1" status: 204 len: 168 time: 1.6528916 May 03 21:42:10.394043 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d20cd93-7f61-4f7b-9488-b8e8a56c24d8', 'tag': '861debb4-c679-41ef-af2d-3ffdd7122e86'}] {{(pid=83992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 03 21:42:10.466718 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.notifiers.nova [-] Nova event matching ['req-57e95296-22b0-431f-b7f4-aa217c895936'] response: {'name': 'network-changed', 'server_uuid': '5d20cd93-7f61-4f7b-9488-b8e8a56c24d8', 'tag': '861debb4-c679-41ef-af2d-3ffdd7122e86', 'status': 'completed', 'code': 200} May 03 21:42:10.583121 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.l3_dvr_db [None req-b858e093-6bb2-4a4f-b2c1-21edf75c44ec None None] Set router 2e3dfff1-9645-409e-bf30-4464ec3b1553 gateway port host: dv-cinder-840377-1-iscsi {{(pid=83994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 03 21:42:10.635598 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-8955f814-ed09-45f5-ba85-b4813c259dac req-b131731c-458c-4fab-8691-ae797ce37033 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e665d5aad2c24ad7843ca060d41792d3&device_id=5d20cd93-7f61-4f7b-9488-b8e8a56c24d8 HTTP/1.1" status: 200 len: 1099 time: 0.1062319 May 03 21:42:10.809379 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8955f814-ed09-45f5-ba85-b4813c259dac req-6c6ac7d3-fb6b-48dd-a619-dccec380d422 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:42:10.809379 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-8955f814-ed09-45f5-ba85-b4813c259dac req-6c6ac7d3-fb6b-48dd-a619-dccec380d422 service neutron] 10.222.0.42 "GET /v2.0/networks?id=f0a9fce1-0034-4c9f-bab5-3584af0c3657 HTTP/1.1" status: 200 len: 913 time: 0.1579132 May 03 21:42:10.934476 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.l3_hamode_db [None req-b858e093-6bb2-4a4f-b2c1-21edf75c44ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e3dfff1-9645-409e-bf30-4464ec3b1553', 'name': 'tempest-TestVolumeBootPattern-1397119621-router', 'tenant_id': 'e665d5aad2c24ad7843ca060d41792d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c33334bd-f19e-453d-9f7b-349270405c58', 'external_fixed_ips': [{'subnet_id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'ip_address': '172.27.1.207'}], 'enable_snat': True}, 'gw_port_id': '8cea356d-7d33-44b4-a4b5-aec73b440abd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:34:12Z', 'updated_at': '2022-05-03T21:34:17Z', 'revision_number': 4, 'project_id': 'e665d5aad2c24ad7843ca060d41792d3', 'gw_port': {'id': '8cea356d-7d33-44b4-a4b5-aec73b440abd', 'name': '', 'network_id': 'c33334bd-f19e-453d-9f7b-349270405c58', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:d1:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e3dfff1-9645-409e-bf30-4464ec3b1553', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'ip_address': '172.27.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:34:13Z', 'updated_at': '2022-05-03T21:34:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840377-1-iscsi', '_interfaces': [{'id': '417ff828-e1a3-471a-ac64-bc91b666d26e', 'name': '', 'network_id': 'f0a9fce1-0034-4c9f-bab5-3584af0c3657', 'tenant_id': 'e665d5aad2c24ad7843ca060d41792d3', 'mac_address': 'fa:16:3e:c1:d6:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e3dfff1-9645-409e-bf30-4464ec3b1553', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '668a4303-55d7-4be7-977c-0eb3f7451c76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:34:16Z', 'updated_at': '2022-05-03T21:34:26Z', 'revision_number': 5, 'project_id': 'e665d5aad2c24ad7843ca060d41792d3', 'subnets': [{'id': '668a4303-55d7-4be7-977c-0eb3f7451c76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840377-1-iscsi', False) {} {{(pid=83994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:42:10.939419 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b858e093-6bb2-4a4f-b2c1-21edf75c44ec None None] Checking router: 2e3dfff1-9645-409e-bf30-4464ec3b1553 for host: dv-cinder-840377-1-iscsi {{(pid=83994) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 03 21:42:10.954199 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b858e093-6bb2-4a4f-b2c1-21edf75c44ec None None] Routers {'2e3dfff1-9645-409e-bf30-4464ec3b1553'} bound to L3 agent in host dv-cinder-840377-1-iscsi {{(pid=83994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 03 21:42:10.954199 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.l3_hamode_db [None req-b858e093-6bb2-4a4f-b2c1-21edf75c44ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840377-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-03T21:19:18Z,description=,heartbeat_timestamp=2022-05-03T21:41:48Z,host='dv-cinder-840377-1-iscsi',id=c192ea1b-f7d6-49b7-9f22-5492fbafc6f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:19:19Z,topic='l3_agent')) {'router_ids': ['2e3dfff1-9645-409e-bf30-4464ec3b1553'], 'active': True} {{(pid=83994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:42:11.004540 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-d63d910a-8c79-4135-b3fc-9bdb61e87087 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-333618'] for router_interface, before_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:42:11.062967 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-8955f814-ed09-45f5-ba85-b4813c259dac req-b986b72e-51c6-4f28-b6f1-c5ba5c75b726 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=861debb4-c679-41ef-af2d-3ffdd7122e86 HTTP/1.1" status: 200 len: 217 time: 0.2561240 May 03 21:42:11.159271 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.l3_dvr_db [None req-b858e093-6bb2-4a4f-b2c1-21edf75c44ec None None] Set router 2e3dfff1-9645-409e-bf30-4464ec3b1553 gateway port host: dv-cinder-840377-1-iscsi {{(pid=83994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 03 21:42:11.219020 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8955f814-ed09-45f5-ba85-b4813c259dac req-76640112-6f84-457f-8bf8-0d0c6488d68e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:42:11.220886 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-8955f814-ed09-45f5-ba85-b4813c259dac req-76640112-6f84-457f-8bf8-0d0c6488d68e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=668a4303-55d7-4be7-977c-0eb3f7451c76 HTTP/1.1" status: 200 len: 851 time: 0.1491778 May 03 21:42:11.288472 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154be87a-ad87-4aab-a9f9-c866a4c671d3 req-4ae737c7-a467-4fa4-bcec-ac98d48d8c17 tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:42:11.289218 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [req-154be87a-ad87-4aab-a9f9-c866a4c671d3 req-4ae737c7-a467-4fa4-bcec-ac98d48d8c17 tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] Synchronizing usage tracker for tenant:e665d5aad2c24ad7843ca060d41792d3 on resource:port {{(pid=83993) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 21:42:11.345884 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-8955f814-ed09-45f5-ba85-b4813c259dac req-304a034f-cdb6-4389-be2c-20f6a42d389d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f0a9fce1-0034-4c9f-bab5-3584af0c3657&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1175542 May 03 21:42:11.428106 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [req-154be87a-ad87-4aab-a9f9-c866a4c671d3 req-4ae737c7-a467-4fa4-bcec-ac98d48d8c17 tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] Unset dirty status for tenant:e665d5aad2c24ad7843ca060d41792d3 on resource:port {{(pid=83993) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 21:42:11.429281 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-154be87a-ad87-4aab-a9f9-c866a4c671d3 req-4ae737c7-a467-4fa4-bcec-ac98d48d8c17 tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] 10.222.0.48 "GET /v2.0/ports?device_id=5d20cd93-7f61-4f7b-9488-b8e8a56c24d8 HTTP/1.1" status: 200 len: 946 time: 0.4775593 May 03 21:42:11.482857 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.l3_hamode_db [None req-b858e093-6bb2-4a4f-b2c1-21edf75c44ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e3dfff1-9645-409e-bf30-4464ec3b1553', 'name': 'tempest-TestVolumeBootPattern-1397119621-router', 'tenant_id': 'e665d5aad2c24ad7843ca060d41792d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c33334bd-f19e-453d-9f7b-349270405c58', 'external_fixed_ips': [{'subnet_id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'ip_address': '172.27.1.207'}], 'enable_snat': True}, 'gw_port_id': '8cea356d-7d33-44b4-a4b5-aec73b440abd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:34:12Z', 'updated_at': '2022-05-03T21:34:17Z', 'revision_number': 4, 'project_id': 'e665d5aad2c24ad7843ca060d41792d3', 'gw_port': {'id': '8cea356d-7d33-44b4-a4b5-aec73b440abd', 'name': '', 'network_id': 'c33334bd-f19e-453d-9f7b-349270405c58', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:d1:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e3dfff1-9645-409e-bf30-4464ec3b1553', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'ip_address': '172.27.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:34:13Z', 'updated_at': '2022-05-03T21:34:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840377-1-iscsi', '_interfaces': [{'id': '417ff828-e1a3-471a-ac64-bc91b666d26e', 'name': '', 'network_id': 'f0a9fce1-0034-4c9f-bab5-3584af0c3657', 'tenant_id': 'e665d5aad2c24ad7843ca060d41792d3', 'mac_address': 'fa:16:3e:c1:d6:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e3dfff1-9645-409e-bf30-4464ec3b1553', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '668a4303-55d7-4be7-977c-0eb3f7451c76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:34:16Z', 'updated_at': '2022-05-03T21:34:26Z', 'revision_number': 5, 'project_id': 'e665d5aad2c24ad7843ca060d41792d3', 'subnets': [{'id': '668a4303-55d7-4be7-977c-0eb3f7451c76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840377-1-iscsi', False) {} {{(pid=83994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:42:11.487783 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b858e093-6bb2-4a4f-b2c1-21edf75c44ec None None] The sync data for ids ['2e3dfff1-9645-409e-bf30-4464ec3b1553'] in dv-cinder-840377-1-iscsi is: [{'id': '2e3dfff1-9645-409e-bf30-4464ec3b1553', 'name': 'tempest-TestVolumeBootPattern-1397119621-router', 'tenant_id': 'e665d5aad2c24ad7843ca060d41792d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c33334bd-f19e-453d-9f7b-349270405c58', 'external_fixed_ips': [{'subnet_id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'ip_address': '172.27.1.207'}], 'enable_snat': True}, 'gw_port_id': '8cea356d-7d33-44b4-a4b5-aec73b440abd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:34:12Z', 'updated_at': '2022-05-03T21:34:17Z', 'revision_number': 4, 'project_id': 'e665d5aad2c24ad7843ca060d41792d3', 'gw_port': {'id': '8cea356d-7d33-44b4-a4b5-aec73b440abd', 'name': '', 'network_id': 'c33334bd-f19e-453d-9f7b-349270405c58', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:d1:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e3dfff1-9645-409e-bf30-4464ec3b1553', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'ip_address': '172.27.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:34:13Z', 'updated_at': '2022-05-03T21:34:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840377-1-iscsi', '_interfaces': [{'id': '417ff828-e1a3-471a-ac64-bc91b666d26e', 'name': '', 'network_id': 'f0a9fce1-0034-4c9f-bab5-3584af0c3657', 'tenant_id': 'e665d5aad2c24ad7843ca060d41792d3', 'mac_address': 'fa:16:3e:c1:d6:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e3dfff1-9645-409e-bf30-4464ec3b1553', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '668a4303-55d7-4be7-977c-0eb3f7451c76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:34:16Z', 'updated_at': '2022-05-03T21:34:26Z', 'revision_number': 5, 'project_id': 'e665d5aad2c24ad7843ca060d41792d3', 'subnets': [{'id': '668a4303-55d7-4be7-977c-0eb3f7451c76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 03 21:42:11.570625 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-154be87a-ad87-4aab-a9f9-c866a4c671d3 req-940f5e0a-2adb-4746-a985-ef27d0d1ee44 tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] 10.222.0.48 "GET /v2.0/security-groups?id=a93fc666-557c-41f0-a19e-88f680ecfa1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1286340 May 03 21:42:11.585453 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-8955f814-ed09-45f5-ba85-b4813c259dac req-7e846522-6dfa-4c80-b089-2033d30d3a01 service neutron] 10.222.0.42 "GET /v2.0/networks/f0a9fce1-0034-4c9f-bab5-3584af0c3657?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2314470 May 03 21:42:11.732052 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5a25684-05cf-49bb-9771-07655187323b None None] New status for floating IP b174aef0-ac0c-4417-bd90-f94b4b405d87: DOWN {{(pid=83995) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 03 21:42:11.880551 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-8955f814-ed09-45f5-ba85-b4813c259dac req-6ee5ab7d-62c1-4718-bdea-d51ad72f8be2 service neutron] 10.222.0.42 "GET /v2.0/networks/f0a9fce1-0034-4c9f-bab5-3584af0c3657?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2464392 May 03 21:42:12.121095 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.plugin [None req-d63d910a-8c79-4135-b3fc-9bdb61e87087 admin admin] Deleting port 664e1c46-4b31-4d24-a01f-4a2d625cc30a {{(pid=83993) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 03 21:42:12.121754 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-d63d910a-8c79-4135-b3fc-9bdb61e87087 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781386349267'] for port, before_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:42:12.336821 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.db [None req-d63d910a-8c79-4135-b3fc-9bdb61e87087 admin admin] For port 664e1c46-4b31-4d24-a01f-4a2d625cc30a, host dv-cinder-840377-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840377-1-iscsi',level=0,port_id=664e1c46-4b31-4d24-a01f-4a2d625cc30a,segment=NetworkSegment(d2549613-676c-443c-96f4-e4de3ef16dda),segment_id=d2549613-676c-443c-96f4-e4de3ef16dda)] {{(pid=83993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 21:42:12.337203 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-d63d910a-8c79-4135-b3fc-9bdb61e87087 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749056'] for port, precommit_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:42:12.504816 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.plugin [None req-d63d910a-8c79-4135-b3fc-9bdb61e87087 admin admin] Calling delete_port for 664e1c46-4b31-4d24-a01f-4a2d625cc30a owned by network:router_interface {{(pid=83993) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 03 21:42:12.798644 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a6e321-7a77-4e1a-9129-6658548fabf2 req-27295f7b-04ef-4447-9338-b67f27739065 tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:42:12.800130 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-28a6e321-7a77-4e1a-9129-6658548fabf2 req-27295f7b-04ef-4447-9338-b67f27739065 tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] 10.222.0.42 "GET /v2.0/ports?device_id=5d20cd93-7f61-4f7b-9488-b8e8a56c24d8 HTTP/1.1" status: 200 len: 946 time: 0.2549992 May 03 21:42:12.809519 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7b65ce-a1f8-4ca2-86fb-cf9c35d25989 req-3a57a1f7-7141-4fe0-a185-0dae43571c38 tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 03 21:42:12.810727 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.quota.resource [req-1e7b65ce-a1f8-4ca2-86fb-cf9c35d25989 req-3a57a1f7-7141-4fe0-a185-0dae43571c38 tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] Synchronizing usage tracker for tenant:e665d5aad2c24ad7843ca060d41792d3 on resource:port {{(pid=83992) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 21:42:12.824478 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.quota.resource [req-1e7b65ce-a1f8-4ca2-86fb-cf9c35d25989 req-3a57a1f7-7141-4fe0-a185-0dae43571c38 tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] Unset dirty status for tenant:e665d5aad2c24ad7843ca060d41792d3 on resource:port {{(pid=83992) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 21:42:12.825642 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-1e7b65ce-a1f8-4ca2-86fb-cf9c35d25989 req-3a57a1f7-7141-4fe0-a185-0dae43571c38 tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] 10.222.0.48 "GET /v2.0/ports?device_id=5d20cd93-7f61-4f7b-9488-b8e8a56c24d8 HTTP/1.1" status: 200 len: 946 time: 0.1113834 May 03 21:42:12.880538 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [req-1e7b65ce-a1f8-4ca2-86fb-cf9c35d25989 req-e36d4434-1d39-4feb-911b-3a4abddee10e tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] 10.222.0.48 "GET /v2.0/security-groups?id=a93fc666-557c-41f0-a19e-88f680ecfa1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486898 May 03 21:42:12.912480 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.plugin [req-28a6e321-7a77-4e1a-9129-6658548fabf2 req-cb530070-f250-4827-b817-8556332551fd tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] Deleting port 861debb4-c679-41ef-af2d-3ffdd7122e86 {{(pid=83993) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 03 21:42:12.913074 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-28a6e321-7a77-4e1a-9129-6658548fabf2 req-cb530070-f250-4827-b817-8556332551fd tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781386349267'] for port, before_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:42:13.059648 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-d63d910a-8c79-4135-b3fc-9bdb61e87087 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781386188948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781385847444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3391708'] for port, after_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:42:13.177103 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63d910a-8c79-4135-b3fc-9bdb61e87087 admin admin] Pushing event deleted for resources: {'Port': ['ID=664e1c46-4b31-4d24-a01f-4a2d625cc30a,revision_number=None']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:42:13.318497 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.db [req-28a6e321-7a77-4e1a-9129-6658548fabf2 req-cb530070-f250-4827-b817-8556332551fd tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] For port 861debb4-c679-41ef-af2d-3ffdd7122e86, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=861debb4-c679-41ef-af2d-3ffdd7122e86,segment=NetworkSegment(3e0ba556-645a-494a-9a35-88209b132e8b),segment_id=3e0ba556-645a-494a-9a35-88209b132e8b)] {{(pid=83993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 21:42:13.318775 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-28a6e321-7a77-4e1a-9129-6658548fabf2 req-cb530070-f250-4827-b817-8556332551fd tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749056'] for port, precommit_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:42:13.497414 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.plugin [req-28a6e321-7a77-4e1a-9129-6658548fabf2 req-cb530070-f250-4827-b817-8556332551fd tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] Calling delete_port for 861debb4-c679-41ef-af2d-3ffdd7122e86 owned by compute:nova {{(pid=83993) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 03 21:42:13.754857 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-d63d910a-8c79-4135-b3fc-9bdb61e87087 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1706353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-333669'] for router_interface, after_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:42:13.766397 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-28a6e321-7a77-4e1a-9129-6658548fabf2 req-cb530070-f250-4827-b817-8556332551fd tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781386188948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781385847444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3391708'] for port, after_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:42:13.918101 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb530070-f250-4827-b817-8556332551fd tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] Pushing event deleted for resources: {'Port': ['ID=861debb4-c679-41ef-af2d-3ffdd7122e86,revision_number=None']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:42:14.117761 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.db.l3_dvrscheduler_db [req-28a6e321-7a77-4e1a-9129-6658548fabf2 req-cb530070-f250-4827-b817-8556332551fd tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] No DVR routers for this DVR port 861debb4-c679-41ef-af2d-3ffdd7122e86 on host hv-cinder-84037 {{(pid=83993) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 21:42:14.121891 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [req-28a6e321-7a77-4e1a-9129-6658548fabf2 req-cb530070-f250-4827-b817-8556332551fd tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93163'] for port, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:42:14.153051 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d20cd93-7f61-4f7b-9488-b8e8a56c24d8', 'name': 'network-vif-deleted', 'tag': '861debb4-c679-41ef-af2d-3ffdd7122e86'}] {{(pid=83993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 03 21:42:14.174065 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-4d31679d-2500-428e-aaf5-d8fdac938ef1 req-d37ad8db-aa0d-42a7-9bb6-376e857cc47d tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] 10.222.0.48 "GET /v2.0/ports?device_id=5d20cd93-7f61-4f7b-9488-b8e8a56c24d8 HTTP/1.1" status: 200 len: 210 time: 0.0587220 May 03 21:42:14.225671 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0219e2a4-ce9b-4824-a520-f79326cd080b'] response: {'server_uuid': '5d20cd93-7f61-4f7b-9488-b8e8a56c24d8', 'name': 'network-vif-deleted', 'tag': '861debb4-c679-41ef-af2d-3ffdd7122e86', 'status': 'completed', 'code': 200} May 03 21:42:14.235006 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-28a6e321-7a77-4e1a-9129-6658548fabf2 req-cb530070-f250-4827-b817-8556332551fd tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] 10.222.0.42 "DELETE /v2.0/ports/861debb4-c679-41ef-af2d-3ffdd7122e86 HTTP/1.1" status: 204 len: 173 time: 1.4256988 May 03 21:42:14.642369 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d63d910a-8c79-4135-b3fc-9bdb61e87087 admin admin] Router 8c17d97d-771e-4e6d-83f8-6893a4147d01 has already been hosted by L3 agent c192ea1b-f7d6-49b7-9f22-5492fbafc6f3 {{(pid=83993) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 03 21:42:14.855602 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d63d910a-8c79-4135-b3fc-9bdb61e87087 admin admin] Notify agent at l3_agent.dv-cinder-840377-1-iscsi the message routers_updated {{(pid=83993) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 21:42:14.864515 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-d63d910a-8c79-4135-b3fc-9bdb61e87087 admin admin] 10.222.0.48 "PUT /v2.0/routers/8c17d97d-771e-4e6d-83f8-6893a4147d01/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8387308 May 03 21:42:14.866465 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.48', 37270) {{(pid=83992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:42:14.869696 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb516847-3991-4789-9a94-6201e1c3d8c3 None None] Sync routers for ids ['8c17d97d-771e-4e6d-83f8-6893a4147d01'] in dv-cinder-840377-1-iscsi {{(pid=83994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 03 21:42:14.883317 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb516847-3991-4789-9a94-6201e1c3d8c3 None None] Routers {'8c17d97d-771e-4e6d-83f8-6893a4147d01'} bound to L3 agent in host dv-cinder-840377-1-iscsi {{(pid=83994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 03 21:42:14.883317 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.l3_hamode_db [None req-cb516847-3991-4789-9a94-6201e1c3d8c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840377-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-03T21:19:18Z,description=,heartbeat_timestamp=2022-05-03T21:41:48Z,host='dv-cinder-840377-1-iscsi',id=c192ea1b-f7d6-49b7-9f22-5492fbafc6f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:19:19Z,topic='l3_agent')) {'router_ids': ['8c17d97d-771e-4e6d-83f8-6893a4147d01'], 'active': True} {{(pid=83994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:42:15.076695 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-c3bf6c3e-69fb-432c-85f3-f13c4d2bff04 admin admin] Notify callbacks [] for router, before_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:42:15.095521 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.l3_dvr_db [None req-cb516847-3991-4789-9a94-6201e1c3d8c3 None None] Set router 8c17d97d-771e-4e6d-83f8-6893a4147d01 gateway port host: dv-cinder-840377-1-iscsi {{(pid=83994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 03 21:42:15.324612 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-c3bf6c3e-69fb-432c-85f3-f13c4d2bff04 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:42:15.366266 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [req-f59833e3-69f1-4688-be10-2a3aa130a3f9 req-7e0ad8f8-9d52-4d12-96ea-02f6e8bfad0a tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] Synchronizing usage tracker for tenant:e665d5aad2c24ad7843ca060d41792d3 on resource:port {{(pid=83993) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 21:42:15.394364 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.plugins.ml2.plugin [None req-c3bf6c3e-69fb-432c-85f3-f13c4d2bff04 admin admin] Deleting port 568313d3-a68d-4792-bc4c-2603a7d49e41 {{(pid=83992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 03 21:42:15.394844 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-c3bf6c3e-69fb-432c-85f3-f13c4d2bff04 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781386349267'] for port, before_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:42:15.413824 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.l3_hamode_db [None req-cb516847-3991-4789-9a94-6201e1c3d8c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c17d97d-771e-4e6d-83f8-6893a4147d01', 'name': 'tempest-TestShelveInstance-1172187993-router', 'tenant_id': 'eca9727df4a44eaaa12b84e3f0df0b51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c33334bd-f19e-453d-9f7b-349270405c58', 'external_fixed_ips': [{'subnet_id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'ip_address': '172.27.1.74'}], 'enable_snat': True}, 'gw_port_id': '568313d3-a68d-4792-bc4c-2603a7d49e41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:36:57Z', 'updated_at': '2022-05-03T21:42:12Z', 'revision_number': 5, 'project_id': 'eca9727df4a44eaaa12b84e3f0df0b51', 'gw_port': {'id': '568313d3-a68d-4792-bc4c-2603a7d49e41', 'name': '', 'network_id': 'c33334bd-f19e-453d-9f7b-349270405c58', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:bb:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c17d97d-771e-4e6d-83f8-6893a4147d01', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'ip_address': '172.27.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:36:58Z', 'updated_at': '2022-05-03T21:37:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840377-1-iscsi'}], 'dv-cinder-840377-1-iscsi', False) {} {{(pid=83994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:42:15.417883 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb516847-3991-4789-9a94-6201e1c3d8c3 None None] Checking router: 8c17d97d-771e-4e6d-83f8-6893a4147d01 for host: dv-cinder-840377-1-iscsi {{(pid=83994) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 03 21:42:15.428898 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb516847-3991-4789-9a94-6201e1c3d8c3 None None] Routers {'8c17d97d-771e-4e6d-83f8-6893a4147d01'} bound to L3 agent in host dv-cinder-840377-1-iscsi {{(pid=83994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 03 21:42:15.429488 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.l3_hamode_db [None req-cb516847-3991-4789-9a94-6201e1c3d8c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840377-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-03T21:19:18Z,description=,heartbeat_timestamp=2022-05-03T21:41:48Z,host='dv-cinder-840377-1-iscsi',id=c192ea1b-f7d6-49b7-9f22-5492fbafc6f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:19:19Z,topic='l3_agent')) {'router_ids': ['8c17d97d-771e-4e6d-83f8-6893a4147d01'], 'active': True} {{(pid=83994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:42:15.491424 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.quota.resource [req-f59833e3-69f1-4688-be10-2a3aa130a3f9 req-7e0ad8f8-9d52-4d12-96ea-02f6e8bfad0a tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] Unset dirty status for tenant:e665d5aad2c24ad7843ca060d41792d3 on resource:port {{(pid=83993) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 21:42:15.496610 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [req-f59833e3-69f1-4688-be10-2a3aa130a3f9 req-7e0ad8f8-9d52-4d12-96ea-02f6e8bfad0a tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] 10.222.0.48 "GET /v2.0/ports?device_id=5d20cd93-7f61-4f7b-9488-b8e8a56c24d8 HTTP/1.1" status: 200 len: 210 time: 0.1754704 May 03 21:42:15.618437 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.plugins.ml2.db [None req-c3bf6c3e-69fb-432c-85f3-f13c4d2bff04 admin admin] For port 568313d3-a68d-4792-bc4c-2603a7d49e41, host dv-cinder-840377-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840377-1-iscsi',level=0,port_id=568313d3-a68d-4792-bc4c-2603a7d49e41,segment=NetworkSegment(36b0f1c3-e784-4cca-986f-65718d8cb16d),segment_id=36b0f1c3-e784-4cca-986f-65718d8cb16d)] {{(pid=83992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 21:42:15.619161 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-c3bf6c3e-69fb-432c-85f3-f13c4d2bff04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749056'] for port, precommit_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:42:15.676063 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.l3_dvr_db [None req-cb516847-3991-4789-9a94-6201e1c3d8c3 None None] Set router 8c17d97d-771e-4e6d-83f8-6893a4147d01 gateway port host: None {{(pid=83994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 03 21:42:15.765706 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.plugins.ml2.plugin [None req-c3bf6c3e-69fb-432c-85f3-f13c4d2bff04 admin admin] Calling delete_port for 568313d3-a68d-4792-bc4c-2603a7d49e41 owned by network:router_gateway {{(pid=83992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 03 21:42:15.785365 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.l3_hamode_db [None req-cb516847-3991-4789-9a94-6201e1c3d8c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c17d97d-771e-4e6d-83f8-6893a4147d01', 'name': 'tempest-TestShelveInstance-1172187993-router', 'tenant_id': 'eca9727df4a44eaaa12b84e3f0df0b51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:36:57Z', 'updated_at': '2022-05-03T21:42:15Z', 'revision_number': 6, 'project_id': 'eca9727df4a44eaaa12b84e3f0df0b51', 'gw_port_host': None}], 'dv-cinder-840377-1-iscsi', False) {} {{(pid=83994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:42:15.789687 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb516847-3991-4789-9a94-6201e1c3d8c3 None None] The sync data for ids ['8c17d97d-771e-4e6d-83f8-6893a4147d01'] in dv-cinder-840377-1-iscsi is: [{'id': '8c17d97d-771e-4e6d-83f8-6893a4147d01', 'name': 'tempest-TestShelveInstance-1172187993-router', 'tenant_id': 'eca9727df4a44eaaa12b84e3f0df0b51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:36:57Z', 'updated_at': '2022-05-03T21:42:15Z', 'revision_number': 6, 'project_id': 'eca9727df4a44eaaa12b84e3f0df0b51', 'gw_port_host': None}] {{(pid=83994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 03 21:42:15.994774 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-c3bf6c3e-69fb-432c-85f3-f13c4d2bff04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781386188948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781385847444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3996730'] for port, after_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:42:16.150957 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bf6c3e-69fb-432c-85f3-f13c4d2bff04 admin admin] Pushing event deleted for resources: {'Port': ['ID=568313d3-a68d-4792-bc4c-2603a7d49e41,revision_number=None']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:42:16.166052 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.rpc [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Device 664e1c46-4b31-4d24-a01f-4a2d625cc30a no longer exists at agent ovs-agent-dv-cinder-840377-1-iscsi {{(pid=83994) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 21:42:16.205040 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.plugin [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] No Port match for: 664e1c46-4b31-4d24-a01f-4a2d625cc30a {{(pid=83994) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 03 21:42:16.205298 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.rpc [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Device 664e1c46-4b31-4d24-a01f-4a2d625cc30a not bound to the agent host dv-cinder-840377-1-iscsi {{(pid=83994) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 21:42:16.416734 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-d0917146-e276-4288-8292-5be70d4c08c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781386283879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2080842'] for agent, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:42:16.458777 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-c3bf6c3e-69fb-432c-85f3-f13c4d2bff04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-332847'] for router_gateway, after_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:42:16.617744 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.48', 37278) {{(pid=83993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:42:16.736741 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-c3bf6c3e-69fb-432c-85f3-f13c4d2bff04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-330463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4187'] for router, precommit_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:42:16.741241 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-c3bf6c3e-69fb-432c-85f3-f13c4d2bff04 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:42:16.792479 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.plugin [None req-7782b13c-8794-4bda-8405-81b80d63eb6f tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] Deleting port 97a15c06-33a8-432e-81e9-a00c051167b3 {{(pid=83993) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 03 21:42:16.792810 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-7782b13c-8794-4bda-8405-81b80d63eb6f tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781386349267'] for port, before_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:42:16.847589 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.rpc [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Device 861debb4-c679-41ef-af2d-3ffdd7122e86 no longer exists at agent hyperv_hv-cinder-84037 {{(pid=83994) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 21:42:16.850916 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-c3bf6c3e-69fb-432c-85f3-f13c4d2bff04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-330355'] for router, after_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:42:16.851652 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3bf6c3e-69fb-432c-85f3-f13c4d2bff04 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8c17d97d-771e-4e6d-83f8-6893a4147d01 {{(pid=83992) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 03 21:42:16.864655 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-c3bf6c3e-69fb-432c-85f3-f13c4d2bff04 admin admin] Notify callbacks [] for router, before_response {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:42:16.868388 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [None req-c3bf6c3e-69fb-432c-85f3-f13c4d2bff04 admin admin] 10.222.0.48 "DELETE /v2.0/routers/8c17d97d-771e-4e6d-83f8-6893a4147d01 HTTP/1.1" status: 204 len: 168 time: 1.9985261 May 03 21:42:16.869171 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.48', 37282) {{(pid=83992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:42:16.892376 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.plugin [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] No Port match for: 861debb4-c679-41ef-af2d-3ffdd7122e86 {{(pid=83994) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 03 21:42:16.893121 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.rpc [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Device 861debb4-c679-41ef-af2d-3ffdd7122e86 not bound to the agent host hv-cinder-84037 {{(pid=83994) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 21:42:16.947939 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.db.db_base_plugin_v2 [None req-07043f45-dd02-4bdf-8e9f-3457467862ab admin admin] Deleting subnet d658046c-6be6-4f1e-bc22-3d1916130bf9 {{(pid=83992) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 03 21:42:16.951468 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-07043f45-dd02-4bdf-8e9f-3457467862ab admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:42:16.991571 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-7782b13c-8794-4bda-8405-81b80d63eb6f tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749056'] for port, precommit_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:42:16.991925 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-7782b13c-8794-4bda-8405-81b80d63eb6f tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:42:17.013097 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-07043f45-dd02-4bdf-8e9f-3457467862ab admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2020427'] for subnet, precommit_delete_associations {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:42:17.100141 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-07043f45-dd02-4bdf-8e9f-3457467862ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2088927'] for subnet, precommit_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:42:17.117073 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.plugin [None req-7782b13c-8794-4bda-8405-81b80d63eb6f tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] Calling delete_port for 97a15c06-33a8-432e-81e9-a00c051167b3 owned by network:floatingip {{(pid=83993) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 03 21:42:17.285760 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-07043f45-dd02-4bdf-8e9f-3457467862ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2088918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3996681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3410922'] for subnet, after_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:42:17.325353 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07043f45-dd02-4bdf-8e9f-3457467862ab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d658046c-6be6-4f1e-bc22-3d1916130bf9,revision_number=None']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:42:17.332634 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-07043f45-dd02-4bdf-8e9f-3457467862ab admin admin] Notify callbacks [] for subnet, before_response {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:42:17.338815 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [None req-07043f45-dd02-4bdf-8e9f-3457467862ab admin admin] 10.222.0.48 "DELETE /v2.0/subnets/d658046c-6be6-4f1e-bc22-3d1916130bf9 HTTP/1.1" status: 204 len: 168 time: 0.4688971 May 03 21:42:17.339669 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df81af9c-7d90-4df3-8677-5545926618bf None None] Network 253db136-cbba-484c-ae24-75498a0c18e9 requested from dv-cinder-840377-1-iscsi {{(pid=83994) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 03 21:42:17.342934 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.48', 37286) {{(pid=83992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:42:17.371491 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-7782b13c-8794-4bda-8405-81b80d63eb6f tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781386188948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781385847444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3391708'] for port, after_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:42:17.421661 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7782b13c-8794-4bda-8405-81b80d63eb6f tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] Pushing event deleted for resources: {'Port': ['ID=97a15c06-33a8-432e-81e9-a00c051167b3,revision_number=None']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:42:17.456157 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-6f29be92-d567-4757-8ff3-962c06a38f1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1078587'] for network, before_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:42:17.469487 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.plugins.ml2.plugin [None req-6f29be92-d567-4757-8ff3-962c06a38f1f admin admin] Deleting port a5bfb429-9b04-4717-81d2-8e225ff93972 {{(pid=83992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 03 21:42:17.470149 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-6f29be92-d567-4757-8ff3-962c06a38f1f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781386349267'] for port, before_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:42:17.634061 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff25aa5b-29f5-4d57-a98a-f0f595a66edd None None] DHCP port deletion for 253db136-cbba-484c-ae24-75498a0c18e9 request from dv-cinder-840377-1-iscsi {{(pid=83994) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 03 21:42:17.639383 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.plugin [None req-ff25aa5b-29f5-4d57-a98a-f0f595a66edd None None] Deleting port a5bfb429-9b04-4717-81d2-8e225ff93972 {{(pid=83994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 03 21:42:17.639812 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-ff25aa5b-29f5-4d57-a98a-f0f595a66edd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781386349267'] for port, before_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:42:17.654941 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-7782b13c-8794-4bda-8405-81b80d63eb6f tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] Notify callbacks [] for floatingip, after_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:42:17.702062 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.plugins.ml2.db [None req-6f29be92-d567-4757-8ff3-962c06a38f1f admin admin] For port a5bfb429-9b04-4717-81d2-8e225ff93972, host dv-cinder-840377-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840377-1-iscsi',level=0,port_id=a5bfb429-9b04-4717-81d2-8e225ff93972,segment=NetworkSegment(d2549613-676c-443c-96f4-e4de3ef16dda),segment_id=d2549613-676c-443c-96f4-e4de3ef16dda)] {{(pid=83992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 21:42:17.702597 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-6f29be92-d567-4757-8ff3-962c06a38f1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749056'] for port, precommit_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:42:17.721772 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-7782b13c-8794-4bda-8405-81b80d63eb6f tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93163'] for floatingip, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:42:17.722942 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-7782b13c-8794-4bda-8405-81b80d63eb6f tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] 10.222.0.48 "DELETE /v2.0/floatingips/31722e22-c090-4efc-b6b4-17feef6f44f7 HTTP/1.1" status: 204 len: 168 time: 1.1042471 May 03 21:42:17.829899 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.plugins.ml2.plugin [None req-6f29be92-d567-4757-8ff3-962c06a38f1f admin admin] Calling delete_port for a5bfb429-9b04-4717-81d2-8e225ff93972 owned by network:dhcp {{(pid=83992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 03 21:42:17.863276 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.db [None req-ff25aa5b-29f5-4d57-a98a-f0f595a66edd None None] For port a5bfb429-9b04-4717-81d2-8e225ff93972, host dv-cinder-840377-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840377-1-iscsi',level=0,port_id=a5bfb429-9b04-4717-81d2-8e225ff93972,segment=NetworkSegment(d2549613-676c-443c-96f4-e4de3ef16dda),segment_id=d2549613-676c-443c-96f4-e4de3ef16dda)] {{(pid=83994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 21:42:17.863609 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-ff25aa5b-29f5-4d57-a98a-f0f595a66edd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749056'] for port, precommit_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:42:18.003150 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.plugin [None req-ff25aa5b-29f5-4d57-a98a-f0f595a66edd None None] Calling delete_port for a5bfb429-9b04-4717-81d2-8e225ff93972 owned by network:dhcp {{(pid=83994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 03 21:42:18.040068 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.rpc [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Device a5bfb429-9b04-4717-81d2-8e225ff93972 no longer exists at agent ovs-agent-dv-cinder-840377-1-iscsi {{(pid=83994) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 21:42:18.069748 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-6f29be92-d567-4757-8ff3-962c06a38f1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781386188948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781385847444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3996730'] for port, after_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:42:18.085566 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.plugin [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] No Port match for: a5bfb429-9b04-4717-81d2-8e225ff93972 {{(pid=83994) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 03 21:42:18.085566 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.rpc [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Device a5bfb429-9b04-4717-81d2-8e225ff93972 not bound to the agent host dv-cinder-840377-1-iscsi {{(pid=83994) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 21:42:18.085566 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.rpc [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Device 568313d3-a68d-4792-bc4c-2603a7d49e41 no longer exists at agent ovs-agent-dv-cinder-840377-1-iscsi {{(pid=83994) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 21:42:18.120571 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.plugin [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] No Port match for: 568313d3-a68d-4792-bc4c-2603a7d49e41 {{(pid=83994) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 03 21:42:18.120910 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.rpc [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Device 568313d3-a68d-4792-bc4c-2603a7d49e41 not bound to the agent host dv-cinder-840377-1-iscsi {{(pid=83994) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 21:42:18.121048 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f29be92-d567-4757-8ff3-962c06a38f1f admin admin] Pushing event deleted for resources: {'Port': ['ID=a5bfb429-9b04-4717-81d2-8e225ff93972,revision_number=None']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:42:18.128475 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f29be92-d567-4757-8ff3-962c06a38f1f admin admin] No DVR routers for this DVR port a5bfb429-9b04-4717-81d2-8e225ff93972 on host dv-cinder-840377-1-iscsi {{(pid=83992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 21:42:18.146689 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.db.api [None req-ff25aa5b-29f5-4d57-a98a-f0f595a66edd None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83994) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 03 21:42:18.147185 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG oslo_db.api [None req-ff25aa5b-29f5-4d57-a98a-f0f595a66edd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 03 21:42:18.258892 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-6f29be92-d567-4757-8ff3-962c06a38f1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2083402', 'neutron.services.segments.db._delete_segments_for_network-8781386283897'] for network, precommit_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:42:18.284663 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.services.segments.db [None req-6f29be92-d567-4757-8ff3-962c06a38f1f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['253db136-cbba-484c-ae24-75498a0c18e9']}} {{(pid=83992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:42:18.297369 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.services.segments.db [None req-6f29be92-d567-4757-8ff3-962c06a38f1f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2549613-676c-443c-96f4-e4de3ef16dda') {'for_net_delete': True} {{(pid=83992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:42:18.297659 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.services.segments.db [None req-6f29be92-d567-4757-8ff3-962c06a38f1f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2549613-676c-443c-96f4-e4de3ef16dda') {} {{(pid=83992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:42:18.308914 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-6f29be92-d567-4757-8ff3-962c06a38f1f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781386283780', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2020280'] for segment, before_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:42:18.330779 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-6f29be92-d567-4757-8ff3-962c06a38f1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1172921'] for segment, precommit_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:42:18.339288 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f29be92-d567-4757-8ff3-962c06a38f1f admin admin] Releasing vlan 414 on physical network physnet1 to pool {{(pid=83992) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 03 21:42:18.339288 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-6f29be92-d567-4757-8ff3-962c06a38f1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1172898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3996775'] for segment, after_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:42:18.351188 dv-cinder-840377-1-iscsi neutron-server[83992]: Traceback (most recent call last): May 03 21:42:18.351188 dv-cinder-840377-1-iscsi neutron-server[83992]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 03 21:42:18.351188 dv-cinder-840377-1-iscsi neutron-server[83992]: timer() May 03 21:42:18.351188 dv-cinder-840377-1-iscsi neutron-server[83992]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 03 21:42:18.351188 dv-cinder-840377-1-iscsi neutron-server[83992]: cb(*args, **kw) May 03 21:42:18.351188 dv-cinder-840377-1-iscsi neutron-server[83992]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 03 21:42:18.351188 dv-cinder-840377-1-iscsi neutron-server[83992]: return func(*args, **kwargs) May 03 21:42:18.351188 dv-cinder-840377-1-iscsi neutron-server[83992]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 03 21:42:18.351188 dv-cinder-840377-1-iscsi neutron-server[83992]: self._notify() May 03 21:42:18.351188 dv-cinder-840377-1-iscsi neutron-server[83992]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 03 21:42:18.351188 dv-cinder-840377-1-iscsi neutron-server[83992]: self.callback(batched_events) May 03 21:42:18.351188 dv-cinder-840377-1-iscsi neutron-server[83992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 03 21:42:18.351188 dv-cinder-840377-1-iscsi neutron-server[83992]: event.method(event) May 03 21:42:18.351188 dv-cinder-840377-1-iscsi neutron-server[83992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 03 21:42:18.351188 dv-cinder-840377-1-iscsi neutron-server[83992]: aggregate_id = self._get_aggregate_id(event.segment_id) May 03 21:42:18.351188 dv-cinder-840377-1-iscsi neutron-server[83992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 03 21:42:18.351188 dv-cinder-840377-1-iscsi neutron-server[83992]: aggregate_uuid = self.p_client.list_aggregates( May 03 21:42:18.351188 dv-cinder-840377-1-iscsi neutron-server[83992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 03 21:42:18.351188 dv-cinder-840377-1-iscsi neutron-server[83992]: return f(self, *a, **k) May 03 21:42:18.351188 dv-cinder-840377-1-iscsi neutron-server[83992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 03 21:42:18.351188 dv-cinder-840377-1-iscsi neutron-server[83992]: return self._get(url).json() May 03 21:42:18.351188 dv-cinder-840377-1-iscsi neutron-server[83992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 03 21:42:18.351188 dv-cinder-840377-1-iscsi neutron-server[83992]: return self._client.get(url, endpoint_filter=self._ks_filter, May 03 21:42:18.351188 dv-cinder-840377-1-iscsi neutron-server[83992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 03 21:42:18.351188 dv-cinder-840377-1-iscsi neutron-server[83992]: return self.request(url, 'GET', **kwargs) May 03 21:42:18.351188 dv-cinder-840377-1-iscsi neutron-server[83992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 03 21:42:18.351188 dv-cinder-840377-1-iscsi neutron-server[83992]: base_url = self.get_endpoint(auth, allow=allow, May 03 21:42:18.351188 dv-cinder-840377-1-iscsi neutron-server[83992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 03 21:42:18.351188 dv-cinder-840377-1-iscsi neutron-server[83992]: auth = self._auth_required(auth, 'determine endpoint URL') May 03 21:42:18.351188 dv-cinder-840377-1-iscsi neutron-server[83992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 03 21:42:18.351188 dv-cinder-840377-1-iscsi neutron-server[83992]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 03 21:42:18.351188 dv-cinder-840377-1-iscsi neutron-server[83992]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 03 21:42:18.525336 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-6f29be92-d567-4757-8ff3-962c06a38f1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2083393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-332850'] for network, after_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:42:18.542218 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-6f29be92-d567-4757-8ff3-962c06a38f1f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1706389'] for network, before_response {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:42:18.552856 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f29be92-d567-4757-8ff3-962c06a38f1f admin admin] Pushing event deleted for resources: {'Network': ['ID=253db136-cbba-484c-ae24-75498a0c18e9,revision_number=None']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:42:18.605442 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-c11cff54-23e4-41e2-a545-67ff3afdc8c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781386283879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2080842'] for agent, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:42:18.647946 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.plugin [None req-ff25aa5b-29f5-4d57-a98a-f0f595a66edd None None] Deleting port a5bfb429-9b04-4717-81d2-8e225ff93972 {{(pid=83994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 03 21:42:18.648468 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-ff25aa5b-29f5-4d57-a98a-f0f595a66edd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781386349267'] for port, before_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:42:18.703455 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [None req-6f29be92-d567-4757-8ff3-962c06a38f1f admin admin] 10.222.0.48 "DELETE /v2.0/networks/253db136-cbba-484c-ae24-75498a0c18e9 HTTP/1.1" status: 204 len: 168 time: 1.3581600 May 03 21:42:18.706565 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.48', 37298) {{(pid=83992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:42:18.715178 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.plugin [None req-ff25aa5b-29f5-4d57-a98a-f0f595a66edd None None] The port 'a5bfb429-9b04-4717-81d2-8e225ff93972' was deleted {{(pid=83994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 03 21:42:19.095729 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-5262e885-fa8d-4b7a-adf7-72e2574b9f95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-333618'] for router_interface, before_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:42:19.303500 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.48', 37304) {{(pid=83993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:42:19.373824 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-a5af3d77-5c28-47a7-a71e-e2ed7295bcf7 tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] Notify callbacks [] for security_group, before_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:42:19.402485 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-a5af3d77-5c28-47a7-a71e-e2ed7295bcf7 tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:42:19.536816 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-a5af3d77-5c28-47a7-a71e-e2ed7295bcf7 tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746426'] for security_group, after_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:42:19.557076 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5af3d77-5c28-47a7-a71e-e2ed7295bcf7 tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a93fc666-557c-41f0-a19e-88f680ecfa1b,revision_number=None']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:42:19.627599 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-a5af3d77-5c28-47a7-a71e-e2ed7295bcf7 tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] Notify callbacks [] for security_group, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:42:19.631422 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-a5af3d77-5c28-47a7-a71e-e2ed7295bcf7 tempest-TestVolumeBootPattern-1074687001 tempest-TestVolumeBootPattern-1074687001-project] 10.222.0.48 "DELETE /v2.0/security-groups/a93fc666-557c-41f0-a19e-88f680ecfa1b HTTP/1.1" status: 204 len: 168 time: 0.3244369 May 03 21:42:19.698405 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.plugins.ml2.plugin [None req-5262e885-fa8d-4b7a-adf7-72e2574b9f95 admin admin] Deleting port 060ef4ee-1050-4087-9e32-9c467f259377 {{(pid=83992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 03 21:42:19.698763 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-5262e885-fa8d-4b7a-adf7-72e2574b9f95 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781386349267'] for port, before_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:42:19.725439 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781386283879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2080842'] for agent, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:42:19.794068 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781386283879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2080842'] for agent, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:42:19.802565 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.48', 37310) {{(pid=83993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:42:19.861883 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-0dfda447-9707-4eba-99ce-657c79a02a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781386283879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2080842'] for agent, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:42:19.960416 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.plugins.ml2.db [None req-5262e885-fa8d-4b7a-adf7-72e2574b9f95 admin admin] For port 060ef4ee-1050-4087-9e32-9c467f259377, host dv-cinder-840377-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840377-1-iscsi',level=0,port_id=060ef4ee-1050-4087-9e32-9c467f259377,segment=NetworkSegment(03f0b154-ea6c-4acd-8bdb-3fb089fa52f8),segment_id=03f0b154-ea6c-4acd-8bdb-3fb089fa52f8)] {{(pid=83992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 21:42:19.960808 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-5262e885-fa8d-4b7a-adf7-72e2574b9f95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749056'] for port, precommit_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:42:20.085462 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.plugins.ml2.plugin [None req-5262e885-fa8d-4b7a-adf7-72e2574b9f95 admin admin] Calling delete_port for 060ef4ee-1050-4087-9e32-9c467f259377 owned by network:router_interface {{(pid=83992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 03 21:42:20.273636 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-3d820390-7026-41d5-a121-971e88f60531 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-333618'] for router_interface, before_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:42:20.296732 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-5262e885-fa8d-4b7a-adf7-72e2574b9f95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781386188948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781385847444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3996730'] for port, after_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:42:20.340713 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5262e885-fa8d-4b7a-adf7-72e2574b9f95 admin admin] Pushing event deleted for resources: {'Port': ['ID=060ef4ee-1050-4087-9e32-9c467f259377,revision_number=None']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:42:20.631132 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-5262e885-fa8d-4b7a-adf7-72e2574b9f95 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1706353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-333669'] for router_interface, after_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:42:20.892207 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.plugin [None req-3d820390-7026-41d5-a121-971e88f60531 admin admin] Deleting port 417ff828-e1a3-471a-ac64-bc91b666d26e {{(pid=83993) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 03 21:42:20.892828 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-3d820390-7026-41d5-a121-971e88f60531 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781386349267'] for port, before_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:42:21.067345 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.db [None req-3d820390-7026-41d5-a121-971e88f60531 admin admin] For port 417ff828-e1a3-471a-ac64-bc91b666d26e, host dv-cinder-840377-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840377-1-iscsi',level=0,port_id=417ff828-e1a3-471a-ac64-bc91b666d26e,segment=NetworkSegment(3e0ba556-645a-494a-9a35-88209b132e8b),segment_id=3e0ba556-645a-494a-9a35-88209b132e8b)] {{(pid=83993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 21:42:21.067698 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-3d820390-7026-41d5-a121-971e88f60531 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749056'] for port, precommit_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:42:21.198232 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.plugin [None req-3d820390-7026-41d5-a121-971e88f60531 admin admin] Calling delete_port for 417ff828-e1a3-471a-ac64-bc91b666d26e owned by network:router_interface {{(pid=83993) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 03 21:42:21.205950 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-672d275f-a9b7-498c-8eb6-010b5168d44a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781386283879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2080842'] for agent, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:42:21.230991 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5262e885-fa8d-4b7a-adf7-72e2574b9f95 admin admin] Router 9d4b07ed-9f1a-4d42-88d5-87dd0765064d has already been hosted by L3 agent c192ea1b-f7d6-49b7-9f22-5492fbafc6f3 {{(pid=83992) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 03 21:42:21.508777 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-3d820390-7026-41d5-a121-971e88f60531 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781386188948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781385847444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3391708'] for port, after_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:42:21.544560 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5262e885-fa8d-4b7a-adf7-72e2574b9f95 admin admin] Notify agent at l3_agent.dv-cinder-840377-1-iscsi the message routers_updated {{(pid=83992) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 21:42:21.554734 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2656c9cd-1350-4ffc-a734-d8af69cb452d None None] Sync routers for ids ['9d4b07ed-9f1a-4d42-88d5-87dd0765064d'] in dv-cinder-840377-1-iscsi {{(pid=83995) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 03 21:42:21.559935 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [None req-5262e885-fa8d-4b7a-adf7-72e2574b9f95 admin admin] 10.222.0.48 "PUT /v2.0/routers/9d4b07ed-9f1a-4d42-88d5-87dd0765064d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8523016 May 03 21:42:21.560536 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.48', 37316) {{(pid=83992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:42:21.567565 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d820390-7026-41d5-a121-971e88f60531 admin admin] Pushing event deleted for resources: {'Port': ['ID=417ff828-e1a3-471a-ac64-bc91b666d26e,revision_number=None']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:42:21.568462 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2656c9cd-1350-4ffc-a734-d8af69cb452d None None] Routers {'9d4b07ed-9f1a-4d42-88d5-87dd0765064d'} bound to L3 agent in host dv-cinder-840377-1-iscsi {{(pid=83995) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 03 21:42:21.569069 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.db.l3_hamode_db [None req-2656c9cd-1350-4ffc-a734-d8af69cb452d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840377-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-03T21:19:18Z,description=,heartbeat_timestamp=2022-05-03T21:42:18Z,host='dv-cinder-840377-1-iscsi',id=c192ea1b-f7d6-49b7-9f22-5492fbafc6f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:19:19Z,topic='l3_agent')) {'router_ids': ['9d4b07ed-9f1a-4d42-88d5-87dd0765064d'], 'active': True} {{(pid=83995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:42:21.773900 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.db.l3_dvr_db [None req-2656c9cd-1350-4ffc-a734-d8af69cb452d None None] Set router 9d4b07ed-9f1a-4d42-88d5-87dd0765064d gateway port host: dv-cinder-840377-1-iscsi {{(pid=83995) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 03 21:42:21.790799 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-8b5c0ac5-02cc-4652-927b-17374acd74c6 admin admin] Notify callbacks [] for router, before_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:42:21.896126 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-3d820390-7026-41d5-a121-971e88f60531 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1706353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-333669'] for router_interface, after_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:42:22.007884 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-8b5c0ac5-02cc-4652-927b-17374acd74c6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:42:22.063391 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.plugins.ml2.plugin [None req-8b5c0ac5-02cc-4652-927b-17374acd74c6 admin admin] Deleting port 16961367-bfd4-4b32-9536-94572aff9574 {{(pid=83992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 03 21:42:22.064161 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-8b5c0ac5-02cc-4652-927b-17374acd74c6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781386349267'] for port, before_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:42:22.120731 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.db.l3_hamode_db [None req-2656c9cd-1350-4ffc-a734-d8af69cb452d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d4b07ed-9f1a-4d42-88d5-87dd0765064d', 'name': 'tempest-TestShelveInstance-983045201-router', 'tenant_id': 'd8c892279efe411fa8560c058b73886f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c33334bd-f19e-453d-9f7b-349270405c58', 'external_fixed_ips': [{'subnet_id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'ip_address': '172.27.1.241'}], 'enable_snat': True}, 'gw_port_id': '16961367-bfd4-4b32-9536-94572aff9574', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:37:09Z', 'updated_at': '2022-05-03T21:42:20Z', 'revision_number': 5, 'project_id': 'd8c892279efe411fa8560c058b73886f', 'gw_port': {'id': '16961367-bfd4-4b32-9536-94572aff9574', 'name': '', 'network_id': 'c33334bd-f19e-453d-9f7b-349270405c58', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:db:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d4b07ed-9f1a-4d42-88d5-87dd0765064d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'ip_address': '172.27.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:37:09Z', 'updated_at': '2022-05-03T21:37:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840377-1-iscsi'}], 'dv-cinder-840377-1-iscsi', False) {} {{(pid=83995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:42:22.124783 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2656c9cd-1350-4ffc-a734-d8af69cb452d None None] Checking router: 9d4b07ed-9f1a-4d42-88d5-87dd0765064d for host: dv-cinder-840377-1-iscsi {{(pid=83995) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 03 21:42:22.136091 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2656c9cd-1350-4ffc-a734-d8af69cb452d None None] Routers {'9d4b07ed-9f1a-4d42-88d5-87dd0765064d'} bound to L3 agent in host dv-cinder-840377-1-iscsi {{(pid=83995) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 03 21:42:22.136723 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.db.l3_hamode_db [None req-2656c9cd-1350-4ffc-a734-d8af69cb452d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840377-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-03T21:19:18Z,description=,heartbeat_timestamp=2022-05-03T21:42:18Z,host='dv-cinder-840377-1-iscsi',id=c192ea1b-f7d6-49b7-9f22-5492fbafc6f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:19:19Z,topic='l3_agent')) {'router_ids': ['9d4b07ed-9f1a-4d42-88d5-87dd0765064d'], 'active': True} {{(pid=83995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:42:22.268329 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.plugins.ml2.db [None req-8b5c0ac5-02cc-4652-927b-17374acd74c6 admin admin] For port 16961367-bfd4-4b32-9536-94572aff9574, host dv-cinder-840377-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840377-1-iscsi',level=0,port_id=16961367-bfd4-4b32-9536-94572aff9574,segment=NetworkSegment(36b0f1c3-e784-4cca-986f-65718d8cb16d),segment_id=36b0f1c3-e784-4cca-986f-65718d8cb16d)] {{(pid=83992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 21:42:22.268858 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-8b5c0ac5-02cc-4652-927b-17374acd74c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749056'] for port, precommit_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:42:22.290132 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.db.l3_dvr_db [None req-2656c9cd-1350-4ffc-a734-d8af69cb452d None None] Set router 9d4b07ed-9f1a-4d42-88d5-87dd0765064d gateway port host: None {{(pid=83995) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 03 21:42:22.394908 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.db.l3_hamode_db [None req-2656c9cd-1350-4ffc-a734-d8af69cb452d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d4b07ed-9f1a-4d42-88d5-87dd0765064d', 'name': 'tempest-TestShelveInstance-983045201-router', 'tenant_id': 'd8c892279efe411fa8560c058b73886f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:37:09Z', 'updated_at': '2022-05-03T21:42:22Z', 'revision_number': 6, 'project_id': 'd8c892279efe411fa8560c058b73886f', 'gw_port_host': None}], 'dv-cinder-840377-1-iscsi', False) {} {{(pid=83995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:42:22.395203 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.plugins.ml2.plugin [None req-8b5c0ac5-02cc-4652-927b-17374acd74c6 admin admin] Calling delete_port for 16961367-bfd4-4b32-9536-94572aff9574 owned by network:router_gateway {{(pid=83992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 03 21:42:22.399002 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2656c9cd-1350-4ffc-a734-d8af69cb452d None None] The sync data for ids ['9d4b07ed-9f1a-4d42-88d5-87dd0765064d'] in dv-cinder-840377-1-iscsi is: [{'id': '9d4b07ed-9f1a-4d42-88d5-87dd0765064d', 'name': 'tempest-TestShelveInstance-983045201-router', 'tenant_id': 'd8c892279efe411fa8560c058b73886f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:37:09Z', 'updated_at': '2022-05-03T21:42:22Z', 'revision_number': 6, 'project_id': 'd8c892279efe411fa8560c058b73886f', 'gw_port_host': None}] {{(pid=83995) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 03 21:42:22.513443 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d820390-7026-41d5-a121-971e88f60531 admin admin] Router 2e3dfff1-9645-409e-bf30-4464ec3b1553 has already been hosted by L3 agent c192ea1b-f7d6-49b7-9f22-5492fbafc6f3 {{(pid=83993) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 03 21:42:22.651000 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-8b5c0ac5-02cc-4652-927b-17374acd74c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781386188948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781385847444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3996730'] for port, after_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:42:22.699244 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5c0ac5-02cc-4652-927b-17374acd74c6 admin admin] Pushing event deleted for resources: {'Port': ['ID=16961367-bfd4-4b32-9536-94572aff9574,revision_number=None']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:42:22.713107 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d820390-7026-41d5-a121-971e88f60531 admin admin] Notify agent at l3_agent.dv-cinder-840377-1-iscsi the message routers_updated {{(pid=83993) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 21:42:22.727844 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74b803d4-7aad-4189-a570-c4971b52fa3c None None] Sync routers for ids ['2e3dfff1-9645-409e-bf30-4464ec3b1553'] in dv-cinder-840377-1-iscsi {{(pid=83994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 03 21:42:22.728686 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-3d820390-7026-41d5-a121-971e88f60531 admin admin] 10.222.0.48 "PUT /v2.0/routers/2e3dfff1-9645-409e-bf30-4464ec3b1553/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9246695 May 03 21:42:22.729337 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.48', 37320) {{(pid=83993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:42:22.745347 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74b803d4-7aad-4189-a570-c4971b52fa3c None None] Routers {'2e3dfff1-9645-409e-bf30-4464ec3b1553'} bound to L3 agent in host dv-cinder-840377-1-iscsi {{(pid=83994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 03 21:42:22.746376 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.l3_hamode_db [None req-74b803d4-7aad-4189-a570-c4971b52fa3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840377-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-03T21:19:18Z,description=,heartbeat_timestamp=2022-05-03T21:42:18Z,host='dv-cinder-840377-1-iscsi',id=c192ea1b-f7d6-49b7-9f22-5492fbafc6f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:19:19Z,topic='l3_agent')) {'router_ids': ['2e3dfff1-9645-409e-bf30-4464ec3b1553'], 'active': True} {{(pid=83994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:42:22.951597 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-8b5c0ac5-02cc-4652-927b-17374acd74c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-332847'] for router_gateway, after_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:42:22.984417 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.l3_dvr_db [None req-74b803d4-7aad-4189-a570-c4971b52fa3c None None] Set router 2e3dfff1-9645-409e-bf30-4464ec3b1553 gateway port host: dv-cinder-840377-1-iscsi {{(pid=83994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 03 21:42:23.051481 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-672fb1d8-5574-4e51-9411-5087ec6c2321 admin admin] Notify callbacks [] for router, before_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:42:23.268001 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-672fb1d8-5574-4e51-9411-5087ec6c2321 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:42:23.304096 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.l3_hamode_db [None req-74b803d4-7aad-4189-a570-c4971b52fa3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e3dfff1-9645-409e-bf30-4464ec3b1553', 'name': 'tempest-TestVolumeBootPattern-1397119621-router', 'tenant_id': 'e665d5aad2c24ad7843ca060d41792d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c33334bd-f19e-453d-9f7b-349270405c58', 'external_fixed_ips': [{'subnet_id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'ip_address': '172.27.1.207'}], 'enable_snat': True}, 'gw_port_id': '8cea356d-7d33-44b4-a4b5-aec73b440abd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:34:12Z', 'updated_at': '2022-05-03T21:42:21Z', 'revision_number': 5, 'project_id': 'e665d5aad2c24ad7843ca060d41792d3', 'gw_port': {'id': '8cea356d-7d33-44b4-a4b5-aec73b440abd', 'name': '', 'network_id': 'c33334bd-f19e-453d-9f7b-349270405c58', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:d1:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e3dfff1-9645-409e-bf30-4464ec3b1553', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'ip_address': '172.27.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:34:13Z', 'updated_at': '2022-05-03T21:34:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840377-1-iscsi'}], 'dv-cinder-840377-1-iscsi', False) {} {{(pid=83994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:42:23.308229 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74b803d4-7aad-4189-a570-c4971b52fa3c None None] Checking router: 2e3dfff1-9645-409e-bf30-4464ec3b1553 for host: dv-cinder-840377-1-iscsi {{(pid=83994) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 03 21:42:23.320402 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74b803d4-7aad-4189-a570-c4971b52fa3c None None] Routers {'2e3dfff1-9645-409e-bf30-4464ec3b1553'} bound to L3 agent in host dv-cinder-840377-1-iscsi {{(pid=83994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 03 21:42:23.321781 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.l3_hamode_db [None req-74b803d4-7aad-4189-a570-c4971b52fa3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840377-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-03T21:19:18Z,description=,heartbeat_timestamp=2022-05-03T21:42:18Z,host='dv-cinder-840377-1-iscsi',id=c192ea1b-f7d6-49b7-9f22-5492fbafc6f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:19:19Z,topic='l3_agent')) {'router_ids': ['2e3dfff1-9645-409e-bf30-4464ec3b1553'], 'active': True} {{(pid=83994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:42:23.336851 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.plugin [None req-672fb1d8-5574-4e51-9411-5087ec6c2321 admin admin] Deleting port 8cea356d-7d33-44b4-a4b5-aec73b440abd {{(pid=83993) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 03 21:42:23.337199 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-672fb1d8-5574-4e51-9411-5087ec6c2321 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781386349267'] for port, before_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:42:23.339007 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-8b5c0ac5-02cc-4652-927b-17374acd74c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-330463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4187'] for router, precommit_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:42:23.343784 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-8b5c0ac5-02cc-4652-927b-17374acd74c6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:42:23.450761 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-8b5c0ac5-02cc-4652-927b-17374acd74c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-330355'] for router, after_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:42:23.452853 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b5c0ac5-02cc-4652-927b-17374acd74c6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9d4b07ed-9f1a-4d42-88d5-87dd0765064d {{(pid=83992) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 03 21:42:23.467046 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-8b5c0ac5-02cc-4652-927b-17374acd74c6 admin admin] Notify callbacks [] for router, before_response {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:42:23.468197 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [None req-8b5c0ac5-02cc-4652-927b-17374acd74c6 admin admin] 10.222.0.48 "DELETE /v2.0/routers/9d4b07ed-9f1a-4d42-88d5-87dd0765064d HTTP/1.1" status: 204 len: 168 time: 1.9067032 May 03 21:42:23.471102 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.48', 37324) {{(pid=83992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:42:23.494214 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.l3_dvr_db [None req-74b803d4-7aad-4189-a570-c4971b52fa3c None None] Set router 2e3dfff1-9645-409e-bf30-4464ec3b1553 gateway port host: None {{(pid=83994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 03 21:42:23.529190 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.db [None req-672fb1d8-5574-4e51-9411-5087ec6c2321 admin admin] For port 8cea356d-7d33-44b4-a4b5-aec73b440abd, host dv-cinder-840377-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840377-1-iscsi',level=0,port_id=8cea356d-7d33-44b4-a4b5-aec73b440abd,segment=NetworkSegment(36b0f1c3-e784-4cca-986f-65718d8cb16d),segment_id=36b0f1c3-e784-4cca-986f-65718d8cb16d)] {{(pid=83993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 21:42:23.529547 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-672fb1d8-5574-4e51-9411-5087ec6c2321 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749056'] for port, precommit_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:42:23.536039 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.db.db_base_plugin_v2 [None req-41a3eda6-30fe-4941-9ec7-af0cd097457a admin admin] Deleting subnet 321c8d42-27e4-4cc5-b48a-0ab71d3df0b4 {{(pid=83992) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 03 21:42:23.539165 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-41a3eda6-30fe-4941-9ec7-af0cd097457a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:42:23.600349 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-41a3eda6-30fe-4941-9ec7-af0cd097457a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2020427'] for subnet, precommit_delete_associations {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:42:23.621019 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.db.l3_hamode_db [None req-74b803d4-7aad-4189-a570-c4971b52fa3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e3dfff1-9645-409e-bf30-4464ec3b1553', 'name': 'tempest-TestVolumeBootPattern-1397119621-router', 'tenant_id': 'e665d5aad2c24ad7843ca060d41792d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:34:12Z', 'updated_at': '2022-05-03T21:42:23Z', 'revision_number': 6, 'project_id': 'e665d5aad2c24ad7843ca060d41792d3', 'gw_port_host': None}], 'dv-cinder-840377-1-iscsi', False) {} {{(pid=83994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:42:23.628871 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74b803d4-7aad-4189-a570-c4971b52fa3c None None] The sync data for ids ['2e3dfff1-9645-409e-bf30-4464ec3b1553'] in dv-cinder-840377-1-iscsi is: [{'id': '2e3dfff1-9645-409e-bf30-4464ec3b1553', 'name': 'tempest-TestVolumeBootPattern-1397119621-router', 'tenant_id': 'e665d5aad2c24ad7843ca060d41792d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:34:12Z', 'updated_at': '2022-05-03T21:42:23Z', 'revision_number': 6, 'project_id': 'e665d5aad2c24ad7843ca060d41792d3', 'gw_port_host': None}] {{(pid=83994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 03 21:42:23.671849 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.plugin [None req-672fb1d8-5574-4e51-9411-5087ec6c2321 admin admin] Calling delete_port for 8cea356d-7d33-44b4-a4b5-aec73b440abd owned by network:router_gateway {{(pid=83993) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 03 21:42:23.688741 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-41a3eda6-30fe-4941-9ec7-af0cd097457a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2088927'] for subnet, precommit_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:42:23.817155 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-41a3eda6-30fe-4941-9ec7-af0cd097457a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2088918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3996681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3410922'] for subnet, after_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:42:23.857088 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a3eda6-30fe-4941-9ec7-af0cd097457a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=321c8d42-27e4-4cc5-b48a-0ab71d3df0b4,revision_number=None']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:42:23.863679 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-41a3eda6-30fe-4941-9ec7-af0cd097457a admin admin] Notify callbacks [] for subnet, before_response {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:42:23.869970 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88dbea1f-d977-4001-b541-6dbf06642513 None None] Network 21cb2a9e-d21d-42a6-9412-e29da9161410 requested from dv-cinder-840377-1-iscsi {{(pid=83994) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 03 21:42:23.870438 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [None req-41a3eda6-30fe-4941-9ec7-af0cd097457a admin admin] 10.222.0.48 "DELETE /v2.0/subnets/321c8d42-27e4-4cc5-b48a-0ab71d3df0b4 HTTP/1.1" status: 204 len: 168 time: 0.3979220 May 03 21:42:23.872093 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.48', 37328) {{(pid=83992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:42:23.902335 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-672fb1d8-5574-4e51-9411-5087ec6c2321 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781386188948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781385847444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3391708'] for port, after_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:42:23.948840 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672fb1d8-5574-4e51-9411-5087ec6c2321 admin admin] Pushing event deleted for resources: {'Port': ['ID=8cea356d-7d33-44b4-a4b5-aec73b440abd,revision_number=None']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:42:24.006921 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-3e4469c7-5732-42ca-8a2c-fdf4e1164d9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1078587'] for network, before_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:42:24.023219 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.plugins.ml2.plugin [None req-3e4469c7-5732-42ca-8a2c-fdf4e1164d9d admin admin] Deleting port 940e87dd-c7aa-4f9d-b762-fa5cd3631382 {{(pid=83992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 03 21:42:24.023557 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-3e4469c7-5732-42ca-8a2c-fdf4e1164d9d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781386349267'] for port, before_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:42:24.132705 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.rpc [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Device 060ef4ee-1050-4087-9e32-9c467f259377 no longer exists at agent ovs-agent-dv-cinder-840377-1-iscsi {{(pid=83994) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 21:42:24.181888 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.plugin [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] No Port match for: 060ef4ee-1050-4087-9e32-9c467f259377 {{(pid=83994) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 03 21:42:24.182254 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.rpc [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Device 060ef4ee-1050-4087-9e32-9c467f259377 not bound to the agent host dv-cinder-840377-1-iscsi {{(pid=83994) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 21:42:24.182664 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.rpc [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Device 16961367-bfd4-4b32-9536-94572aff9574 no longer exists at agent ovs-agent-dv-cinder-840377-1-iscsi {{(pid=83994) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 21:42:24.215793 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.plugin [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] No Port match for: 16961367-bfd4-4b32-9536-94572aff9574 {{(pid=83994) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 03 21:42:24.216134 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.rpc [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Device 16961367-bfd4-4b32-9536-94572aff9574 not bound to the agent host dv-cinder-840377-1-iscsi {{(pid=83994) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 21:42:24.216567 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.rpc [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Device 417ff828-e1a3-471a-ac64-bc91b666d26e no longer exists at agent ovs-agent-dv-cinder-840377-1-iscsi {{(pid=83994) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 21:42:24.254262 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.plugin [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] No Port match for: 417ff828-e1a3-471a-ac64-bc91b666d26e {{(pid=83994) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 03 21:42:24.254429 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.rpc [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Device 417ff828-e1a3-471a-ac64-bc91b666d26e not bound to the agent host dv-cinder-840377-1-iscsi {{(pid=83994) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 21:42:24.262821 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-672fb1d8-5574-4e51-9411-5087ec6c2321 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-332847'] for router_gateway, after_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:42:24.294895 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.plugins.ml2.db [None req-3e4469c7-5732-42ca-8a2c-fdf4e1164d9d admin admin] For port 940e87dd-c7aa-4f9d-b762-fa5cd3631382, host dv-cinder-840377-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840377-1-iscsi',level=0,port_id=940e87dd-c7aa-4f9d-b762-fa5cd3631382,segment=NetworkSegment(03f0b154-ea6c-4acd-8bdb-3fb089fa52f8),segment_id=03f0b154-ea6c-4acd-8bdb-3fb089fa52f8)] {{(pid=83992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 21:42:24.295415 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-3e4469c7-5732-42ca-8a2c-fdf4e1164d9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749056'] for port, precommit_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:42:24.417508 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.plugins.ml2.plugin [None req-3e4469c7-5732-42ca-8a2c-fdf4e1164d9d admin admin] Calling delete_port for 940e87dd-c7aa-4f9d-b762-fa5cd3631382 owned by network:dhcp {{(pid=83992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 03 21:42:24.506017 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab232d1d-3f1f-486b-8d93-d17b0cc7af54 None None] DHCP port deletion for 21cb2a9e-d21d-42a6-9412-e29da9161410 request from dv-cinder-840377-1-iscsi {{(pid=83994) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 03 21:42:24.511209 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.plugin [None req-ab232d1d-3f1f-486b-8d93-d17b0cc7af54 None None] Deleting port 940e87dd-c7aa-4f9d-b762-fa5cd3631382 {{(pid=83994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 03 21:42:24.511597 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-ab232d1d-3f1f-486b-8d93-d17b0cc7af54 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781386349267'] for port, before_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:42:24.524686 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-672fb1d8-5574-4e51-9411-5087ec6c2321 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-330463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4187'] for router, precommit_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:42:24.529316 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-672fb1d8-5574-4e51-9411-5087ec6c2321 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:42:24.565534 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-3e4469c7-5732-42ca-8a2c-fdf4e1164d9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781386188948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781385847444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3996730'] for port, after_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:42:24.598922 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.plugin [None req-ab232d1d-3f1f-486b-8d93-d17b0cc7af54 None None] The port '940e87dd-c7aa-4f9d-b762-fa5cd3631382' was deleted {{(pid=83994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 03 21:42:24.622996 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4469c7-5732-42ca-8a2c-fdf4e1164d9d admin admin] Pushing event deleted for resources: {'Port': ['ID=940e87dd-c7aa-4f9d-b762-fa5cd3631382,revision_number=None']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:42:24.634091 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e4469c7-5732-42ca-8a2c-fdf4e1164d9d admin admin] No DVR routers for this DVR port 940e87dd-c7aa-4f9d-b762-fa5cd3631382 on host dv-cinder-840377-1-iscsi {{(pid=83992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 21:42:24.755354 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-3e4469c7-5732-42ca-8a2c-fdf4e1164d9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2083402', 'neutron.services.segments.db._delete_segments_for_network-8781386283897'] for network, precommit_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:42:24.779682 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.services.segments.db [None req-3e4469c7-5732-42ca-8a2c-fdf4e1164d9d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21cb2a9e-d21d-42a6-9412-e29da9161410']}} {{(pid=83992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:42:24.782427 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-672fb1d8-5574-4e51-9411-5087ec6c2321 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-330355'] for router, after_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:42:24.783077 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-672fb1d8-5574-4e51-9411-5087ec6c2321 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2e3dfff1-9645-409e-bf30-4464ec3b1553 {{(pid=83993) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 03 21:42:24.795310 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.services.segments.db [None req-3e4469c7-5732-42ca-8a2c-fdf4e1164d9d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03f0b154-ea6c-4acd-8bdb-3fb089fa52f8') {'for_net_delete': True} {{(pid=83992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:42:24.795687 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.services.segments.db [None req-3e4469c7-5732-42ca-8a2c-fdf4e1164d9d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03f0b154-ea6c-4acd-8bdb-3fb089fa52f8') {} {{(pid=83992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:42:24.797080 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-672fb1d8-5574-4e51-9411-5087ec6c2321 admin admin] Notify callbacks [] for router, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:42:24.800648 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-672fb1d8-5574-4e51-9411-5087ec6c2321 admin admin] 10.222.0.48 "DELETE /v2.0/routers/2e3dfff1-9645-409e-bf30-4464ec3b1553 HTTP/1.1" status: 204 len: 168 time: 2.0680587 May 03 21:42:24.800965 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.48', 37332) {{(pid=83993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:42:24.809956 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-3e4469c7-5732-42ca-8a2c-fdf4e1164d9d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781386283780', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2020280'] for segment, before_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:42:24.831510 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-3e4469c7-5732-42ca-8a2c-fdf4e1164d9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1172921'] for segment, precommit_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:42:24.837889 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e4469c7-5732-42ca-8a2c-fdf4e1164d9d admin admin] Releasing vlan 409 on physical network physnet1 to pool {{(pid=83992) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 03 21:42:24.846144 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-3e4469c7-5732-42ca-8a2c-fdf4e1164d9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1172898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3996775'] for segment, after_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:42:24.852690 dv-cinder-840377-1-iscsi neutron-server[83992]: Traceback (most recent call last): May 03 21:42:24.852690 dv-cinder-840377-1-iscsi neutron-server[83992]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 03 21:42:24.852690 dv-cinder-840377-1-iscsi neutron-server[83992]: timer() May 03 21:42:24.852690 dv-cinder-840377-1-iscsi neutron-server[83992]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 03 21:42:24.852690 dv-cinder-840377-1-iscsi neutron-server[83992]: cb(*args, **kw) May 03 21:42:24.852690 dv-cinder-840377-1-iscsi neutron-server[83992]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 03 21:42:24.852690 dv-cinder-840377-1-iscsi neutron-server[83992]: return func(*args, **kwargs) May 03 21:42:24.852690 dv-cinder-840377-1-iscsi neutron-server[83992]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 03 21:42:24.852690 dv-cinder-840377-1-iscsi neutron-server[83992]: self._notify() May 03 21:42:24.852690 dv-cinder-840377-1-iscsi neutron-server[83992]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 03 21:42:24.852690 dv-cinder-840377-1-iscsi neutron-server[83992]: self.callback(batched_events) May 03 21:42:24.852690 dv-cinder-840377-1-iscsi neutron-server[83992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 03 21:42:24.852690 dv-cinder-840377-1-iscsi neutron-server[83992]: event.method(event) May 03 21:42:24.852690 dv-cinder-840377-1-iscsi neutron-server[83992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 03 21:42:24.852690 dv-cinder-840377-1-iscsi neutron-server[83992]: aggregate_id = self._get_aggregate_id(event.segment_id) May 03 21:42:24.852690 dv-cinder-840377-1-iscsi neutron-server[83992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 03 21:42:24.852690 dv-cinder-840377-1-iscsi neutron-server[83992]: aggregate_uuid = self.p_client.list_aggregates( May 03 21:42:24.852690 dv-cinder-840377-1-iscsi neutron-server[83992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 03 21:42:24.852690 dv-cinder-840377-1-iscsi neutron-server[83992]: return f(self, *a, **k) May 03 21:42:24.852690 dv-cinder-840377-1-iscsi neutron-server[83992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 03 21:42:24.852690 dv-cinder-840377-1-iscsi neutron-server[83992]: return self._get(url).json() May 03 21:42:24.852690 dv-cinder-840377-1-iscsi neutron-server[83992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 03 21:42:24.852690 dv-cinder-840377-1-iscsi neutron-server[83992]: return self._client.get(url, endpoint_filter=self._ks_filter, May 03 21:42:24.852690 dv-cinder-840377-1-iscsi neutron-server[83992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 03 21:42:24.852690 dv-cinder-840377-1-iscsi neutron-server[83992]: return self.request(url, 'GET', **kwargs) May 03 21:42:24.852690 dv-cinder-840377-1-iscsi neutron-server[83992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 03 21:42:24.852690 dv-cinder-840377-1-iscsi neutron-server[83992]: base_url = self.get_endpoint(auth, allow=allow, May 03 21:42:24.852690 dv-cinder-840377-1-iscsi neutron-server[83992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 03 21:42:24.852690 dv-cinder-840377-1-iscsi neutron-server[83992]: auth = self._auth_required(auth, 'determine endpoint URL') May 03 21:42:24.852690 dv-cinder-840377-1-iscsi neutron-server[83992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 03 21:42:24.852690 dv-cinder-840377-1-iscsi neutron-server[83992]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 03 21:42:24.852690 dv-cinder-840377-1-iscsi neutron-server[83992]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 03 21:42:24.866561 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b729cde-64f8-4970-892e-d6e4d46a55c4 admin admin] Deleting subnet 668a4303-55d7-4be7-977c-0eb3f7451c76 {{(pid=83993) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 03 21:42:24.869885 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-3b729cde-64f8-4970-892e-d6e4d46a55c4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:42:24.924018 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-3b729cde-64f8-4970-892e-d6e4d46a55c4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4075312'] for subnet, precommit_delete_associations {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:42:25.000507 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-3e4469c7-5732-42ca-8a2c-fdf4e1164d9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2083393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-332850'] for network, after_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:42:25.001896 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-3b729cde-64f8-4970-892e-d6e4d46a55c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2088927'] for subnet, precommit_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:42:25.016340 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-3e4469c7-5732-42ca-8a2c-fdf4e1164d9d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1706389'] for network, before_response {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:42:25.026248 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4469c7-5732-42ca-8a2c-fdf4e1164d9d admin admin] Pushing event deleted for resources: {'Network': ['ID=21cb2a9e-d21d-42a6-9412-e29da9161410,revision_number=None']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:42:25.032666 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [None req-3e4469c7-5732-42ca-8a2c-fdf4e1164d9d admin admin] 10.222.0.48 "DELETE /v2.0/networks/21cb2a9e-d21d-42a6-9412-e29da9161410 HTTP/1.1" status: 204 len: 168 time: 1.1572011 May 03 21:42:25.126165 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-3b729cde-64f8-4970-892e-d6e4d46a55c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2088918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3391727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3403756'] for subnet, after_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:42:25.161994 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b729cde-64f8-4970-892e-d6e4d46a55c4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=668a4303-55d7-4be7-977c-0eb3f7451c76,revision_number=None']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:42:25.167946 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-3b729cde-64f8-4970-892e-d6e4d46a55c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1706389'] for subnet, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:42:25.173797 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a39cc276-0581-48b7-a81d-fa49c9a8d798 None None] Network f0a9fce1-0034-4c9f-bab5-3584af0c3657 requested from dv-cinder-840377-1-iscsi {{(pid=83994) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 03 21:42:25.174377 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-3b729cde-64f8-4970-892e-d6e4d46a55c4 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/668a4303-55d7-4be7-977c-0eb3f7451c76 HTTP/1.1" status: 204 len: 168 time: 0.3724277 May 03 21:42:25.176853 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.48', 37338) {{(pid=83993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:42:25.285845 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-cc4eabd0-a993-4801-a54f-32253152d405 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1078587'] for network, before_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:42:25.297128 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.plugin [None req-cc4eabd0-a993-4801-a54f-32253152d405 admin admin] Deleting port be6545ee-1245-49c9-8167-1f94a4e5aa16 {{(pid=83993) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 03 21:42:25.297736 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-cc4eabd0-a993-4801-a54f-32253152d405 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781386349267'] for port, before_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:42:25.352258 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.48', 37342) {{(pid=83992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:42:25.437879 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82f89d3c-ef82-4a81-9770-0c9dd0b0b560 None None] DHCP port deletion for f0a9fce1-0034-4c9f-bab5-3584af0c3657 request from dv-cinder-840377-1-iscsi {{(pid=83994) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 03 21:42:25.442486 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.plugin [None req-82f89d3c-ef82-4a81-9770-0c9dd0b0b560 None None] Deleting port be6545ee-1245-49c9-8167-1f94a4e5aa16 {{(pid=83994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 03 21:42:25.442984 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-82f89d3c-ef82-4a81-9770-0c9dd0b0b560 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781386349267'] for port, before_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:42:25.498600 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [None req-ce479f12-f6ee-45e5-94f7-26d9582240ad admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=eca9727df4a44eaaa12b84e3f0df0b51&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1421442 May 03 21:42:25.498600 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.48', 37346) {{(pid=83992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:42:25.531068 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.db [None req-cc4eabd0-a993-4801-a54f-32253152d405 admin admin] For port be6545ee-1245-49c9-8167-1f94a4e5aa16, host dv-cinder-840377-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840377-1-iscsi',level=0,port_id=be6545ee-1245-49c9-8167-1f94a4e5aa16,segment=NetworkSegment(3e0ba556-645a-494a-9a35-88209b132e8b),segment_id=3e0ba556-645a-494a-9a35-88209b132e8b)] {{(pid=83993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 21:42:25.531478 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-cc4eabd0-a993-4801-a54f-32253152d405 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749056'] for port, precommit_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:42:25.562863 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-aef96de3-4a3d-41c4-a601-fb2d5418836d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:42:25.589472 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-aef96de3-4a3d-41c4-a601-fb2d5418836d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:42:25.658171 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.plugin [None req-cc4eabd0-a993-4801-a54f-32253152d405 admin admin] Calling delete_port for be6545ee-1245-49c9-8167-1f94a4e5aa16 owned by network:dhcp {{(pid=83993) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 03 21:42:25.695792 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.db [None req-82f89d3c-ef82-4a81-9770-0c9dd0b0b560 None None] For port be6545ee-1245-49c9-8167-1f94a4e5aa16, host dv-cinder-840377-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840377-1-iscsi',level=0,port_id=be6545ee-1245-49c9-8167-1f94a4e5aa16,segment=NetworkSegment(3e0ba556-645a-494a-9a35-88209b132e8b),segment_id=3e0ba556-645a-494a-9a35-88209b132e8b)] {{(pid=83994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 21:42:25.696318 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-82f89d3c-ef82-4a81-9770-0c9dd0b0b560 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749056'] for port, precommit_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:42:25.719818 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-aef96de3-4a3d-41c4-a601-fb2d5418836d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746426'] for security_group, after_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:42:25.739463 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef96de3-4a3d-41c4-a601-fb2d5418836d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b67c917-8737-4740-a231-fffa33a2c48e,revision_number=None']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:42:25.746482 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-aef96de3-4a3d-41c4-a601-fb2d5418836d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:42:25.750750 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [None req-aef96de3-4a3d-41c4-a601-fb2d5418836d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/9b67c917-8737-4740-a231-fffa33a2c48e HTTP/1.1" status: 204 len: 168 time: 0.2514737 May 03 21:42:25.805141 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-cc4eabd0-a993-4801-a54f-32253152d405 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781386188948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781385847444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3391708'] for port, after_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:42:25.820400 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.plugin [None req-82f89d3c-ef82-4a81-9770-0c9dd0b0b560 None None] Calling delete_port for be6545ee-1245-49c9-8167-1f94a4e5aa16 owned by network:dhcp {{(pid=83994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 03 21:42:25.855583 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4eabd0-a993-4801-a54f-32253152d405 admin admin] Pushing event deleted for resources: {'Port': ['ID=be6545ee-1245-49c9-8167-1f94a4e5aa16,revision_number=None']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:42:25.861411 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc4eabd0-a993-4801-a54f-32253152d405 admin admin] No DVR routers for this DVR port be6545ee-1245-49c9-8167-1f94a4e5aa16 on host dv-cinder-840377-1-iscsi {{(pid=83993) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 21:42:25.900475 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.db.api [None req-82f89d3c-ef82-4a81-9770-0c9dd0b0b560 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83994) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 03 21:42:25.902119 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG oslo_db.api [None req-82f89d3c-ef82-4a81-9770-0c9dd0b0b560 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 03 21:42:25.983329 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-cc4eabd0-a993-4801-a54f-32253152d405 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2083402', 'neutron.services.segments.db._delete_segments_for_network-8781386283897'] for network, precommit_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:42:26.002665 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.rpc [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Device 8cea356d-7d33-44b4-a4b5-aec73b440abd no longer exists at agent ovs-agent-dv-cinder-840377-1-iscsi {{(pid=83994) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 21:42:26.010923 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.services.segments.db [None req-cc4eabd0-a993-4801-a54f-32253152d405 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0a9fce1-0034-4c9f-bab5-3584af0c3657']}} {{(pid=83993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:42:26.023939 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.services.segments.db [None req-cc4eabd0-a993-4801-a54f-32253152d405 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e0ba556-645a-494a-9a35-88209b132e8b') {'for_net_delete': True} {{(pid=83993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:42:26.024238 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.services.segments.db [None req-cc4eabd0-a993-4801-a54f-32253152d405 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e0ba556-645a-494a-9a35-88209b132e8b') {} {{(pid=83993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:42:26.035336 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.plugin [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] No Port match for: 8cea356d-7d33-44b4-a4b5-aec73b440abd {{(pid=83994) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 03 21:42:26.035686 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.rpc [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Device 8cea356d-7d33-44b4-a4b5-aec73b440abd not bound to the agent host dv-cinder-840377-1-iscsi {{(pid=83994) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 21:42:26.036146 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.rpc [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Device 940e87dd-c7aa-4f9d-b762-fa5cd3631382 no longer exists at agent ovs-agent-dv-cinder-840377-1-iscsi {{(pid=83994) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 21:42:26.036278 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-cc4eabd0-a993-4801-a54f-32253152d405 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781386283780', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4073667'] for segment, before_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:42:26.052796 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-cc4eabd0-a993-4801-a54f-32253152d405 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1172921'] for segment, precommit_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:42:26.059157 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc4eabd0-a993-4801-a54f-32253152d405 admin admin] Releasing vlan 402 on physical network physnet1 to pool {{(pid=83993) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 03 21:42:26.059551 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-cc4eabd0-a993-4801-a54f-32253152d405 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1172898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3391617'] for segment, after_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:42:26.071380 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.plugin [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] No Port match for: 940e87dd-c7aa-4f9d-b762-fa5cd3631382 {{(pid=83994) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 03 21:42:26.071728 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.rpc [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Device 940e87dd-c7aa-4f9d-b762-fa5cd3631382 not bound to the agent host dv-cinder-840377-1-iscsi {{(pid=83994) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 21:42:26.073614 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.rpc [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Device be6545ee-1245-49c9-8167-1f94a4e5aa16 no longer exists at agent ovs-agent-dv-cinder-840377-1-iscsi {{(pid=83994) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 21:42:26.074349 dv-cinder-840377-1-iscsi neutron-server[83993]: Traceback (most recent call last): May 03 21:42:26.074349 dv-cinder-840377-1-iscsi neutron-server[83993]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 03 21:42:26.074349 dv-cinder-840377-1-iscsi neutron-server[83993]: timer() May 03 21:42:26.074349 dv-cinder-840377-1-iscsi neutron-server[83993]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 03 21:42:26.074349 dv-cinder-840377-1-iscsi neutron-server[83993]: cb(*args, **kw) May 03 21:42:26.074349 dv-cinder-840377-1-iscsi neutron-server[83993]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 03 21:42:26.074349 dv-cinder-840377-1-iscsi neutron-server[83993]: return func(*args, **kwargs) May 03 21:42:26.074349 dv-cinder-840377-1-iscsi neutron-server[83993]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 03 21:42:26.074349 dv-cinder-840377-1-iscsi neutron-server[83993]: self._notify() May 03 21:42:26.074349 dv-cinder-840377-1-iscsi neutron-server[83993]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 03 21:42:26.074349 dv-cinder-840377-1-iscsi neutron-server[83993]: self.callback(batched_events) May 03 21:42:26.074349 dv-cinder-840377-1-iscsi neutron-server[83993]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 03 21:42:26.074349 dv-cinder-840377-1-iscsi neutron-server[83993]: event.method(event) May 03 21:42:26.074349 dv-cinder-840377-1-iscsi neutron-server[83993]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 03 21:42:26.074349 dv-cinder-840377-1-iscsi neutron-server[83993]: aggregate_id = self._get_aggregate_id(event.segment_id) May 03 21:42:26.074349 dv-cinder-840377-1-iscsi neutron-server[83993]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 03 21:42:26.074349 dv-cinder-840377-1-iscsi neutron-server[83993]: aggregate_uuid = self.p_client.list_aggregates( May 03 21:42:26.074349 dv-cinder-840377-1-iscsi neutron-server[83993]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 03 21:42:26.074349 dv-cinder-840377-1-iscsi neutron-server[83993]: return f(self, *a, **k) May 03 21:42:26.074349 dv-cinder-840377-1-iscsi neutron-server[83993]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 03 21:42:26.074349 dv-cinder-840377-1-iscsi neutron-server[83993]: return self._get(url).json() May 03 21:42:26.074349 dv-cinder-840377-1-iscsi neutron-server[83993]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 03 21:42:26.074349 dv-cinder-840377-1-iscsi neutron-server[83993]: return self._client.get(url, endpoint_filter=self._ks_filter, May 03 21:42:26.074349 dv-cinder-840377-1-iscsi neutron-server[83993]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 03 21:42:26.074349 dv-cinder-840377-1-iscsi neutron-server[83993]: return self.request(url, 'GET', **kwargs) May 03 21:42:26.074349 dv-cinder-840377-1-iscsi neutron-server[83993]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 03 21:42:26.074349 dv-cinder-840377-1-iscsi neutron-server[83993]: base_url = self.get_endpoint(auth, allow=allow, May 03 21:42:26.074349 dv-cinder-840377-1-iscsi neutron-server[83993]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 03 21:42:26.074349 dv-cinder-840377-1-iscsi neutron-server[83993]: auth = self._auth_required(auth, 'determine endpoint URL') May 03 21:42:26.074349 dv-cinder-840377-1-iscsi neutron-server[83993]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 03 21:42:26.074349 dv-cinder-840377-1-iscsi neutron-server[83993]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 03 21:42:26.074349 dv-cinder-840377-1-iscsi neutron-server[83993]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 03 21:42:26.113318 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.plugin [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] No Port match for: be6545ee-1245-49c9-8167-1f94a4e5aa16 {{(pid=83994) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 03 21:42:26.113661 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.rpc [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Device be6545ee-1245-49c9-8167-1f94a4e5aa16 not bound to the agent host dv-cinder-840377-1-iscsi {{(pid=83994) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 21:42:26.216784 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-cc4eabd0-a993-4801-a54f-32253152d405 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2083393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-332850'] for network, after_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:42:26.232755 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-cc4eabd0-a993-4801-a54f-32253152d405 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1706389'] for network, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:42:26.245113 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4eabd0-a993-4801-a54f-32253152d405 admin admin] Pushing event deleted for resources: {'Network': ['ID=f0a9fce1-0034-4c9f-bab5-3584af0c3657,revision_number=None']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:42:26.250509 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-cc4eabd0-a993-4801-a54f-32253152d405 admin admin] 10.222.0.48 "DELETE /v2.0/networks/f0a9fce1-0034-4c9f-bab5-3584af0c3657 HTTP/1.1" status: 204 len: 168 time: 1.0726769 May 03 21:42:26.253353 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.48', 37354) {{(pid=83993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:42:26.402290 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.plugin [None req-82f89d3c-ef82-4a81-9770-0c9dd0b0b560 None None] Deleting port be6545ee-1245-49c9-8167-1f94a4e5aa16 {{(pid=83994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 03 21:42:26.402898 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-82f89d3c-ef82-4a81-9770-0c9dd0b0b560 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781386349267'] for port, before_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:42:26.471926 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.48', 37358) {{(pid=83992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:42:26.472787 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.plugin [None req-82f89d3c-ef82-4a81-9770-0c9dd0b0b560 None None] The port 'be6545ee-1245-49c9-8167-1f94a4e5aa16' was deleted {{(pid=83994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 03 21:42:26.527097 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [None req-a1ff5b5b-f47e-42a9-9c85-8300c90615d2 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d8c892279efe411fa8560c058b73886f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0538437 May 03 21:42:26.529642 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.wsgi [-] (83992) accepted ('10.222.0.48', 37362) {{(pid=83992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:42:26.591138 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-b8546459-5c5c-4f7e-acd8-ea3157c0e7b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:42:26.617057 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-b8546459-5c5c-4f7e-acd8-ea3157c0e7b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:42:26.736529 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-b8546459-5c5c-4f7e-acd8-ea3157c0e7b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746426'] for security_group, after_delete {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:42:26.742758 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-6bae3969-8800-4805-b20f-d327964a6dd5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-333618'] for router_interface, before_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:42:26.751870 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8546459-5c5c-4f7e-acd8-ea3157c0e7b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a7ad499-ee0d-49c2-b2ae-1c43e6b89add,revision_number=None']} {{(pid=83992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:42:26.757979 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron_lib.callbacks.manager [None req-b8546459-5c5c-4f7e-acd8-ea3157c0e7b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:42:26.761505 dv-cinder-840377-1-iscsi neutron-server[83992]: INFO neutron.wsgi [None req-b8546459-5c5c-4f7e-acd8-ea3157c0e7b4 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/7a7ad499-ee0d-49c2-b2ae-1c43e6b89add HTTP/1.1" status: 204 len: 168 time: 0.2286127 May 03 21:42:27.361455 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.plugin [None req-6bae3969-8800-4805-b20f-d327964a6dd5 admin admin] Deleting port e5b1544b-a445-4775-a722-7de5bfbfa929 {{(pid=83993) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 03 21:42:27.361791 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-6bae3969-8800-4805-b20f-d327964a6dd5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781386349267'] for port, before_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:42:27.532759 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.db [None req-6bae3969-8800-4805-b20f-d327964a6dd5 admin admin] For port e5b1544b-a445-4775-a722-7de5bfbfa929, host dv-cinder-840377-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840377-1-iscsi',level=0,port_id=e5b1544b-a445-4775-a722-7de5bfbfa929,segment=NetworkSegment(f51fa77a-a2e7-4f68-a112-dc0e9ba14154),segment_id=f51fa77a-a2e7-4f68-a112-dc0e9ba14154)] {{(pid=83993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 21:42:27.533112 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-6bae3969-8800-4805-b20f-d327964a6dd5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749056'] for port, precommit_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:42:27.653201 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.plugin [None req-6bae3969-8800-4805-b20f-d327964a6dd5 admin admin] Calling delete_port for e5b1544b-a445-4775-a722-7de5bfbfa929 owned by network:router_interface {{(pid=83993) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 03 21:42:27.861925 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-6bae3969-8800-4805-b20f-d327964a6dd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781386188948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781385847444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3391708'] for port, after_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:42:27.905109 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bae3969-8800-4805-b20f-d327964a6dd5 admin admin] Pushing event deleted for resources: {'Port': ['ID=e5b1544b-a445-4775-a722-7de5bfbfa929,revision_number=None']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:42:28.287912 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-6bae3969-8800-4805-b20f-d327964a6dd5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1706353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-333669'] for router_interface, after_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:42:28.864370 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bae3969-8800-4805-b20f-d327964a6dd5 admin admin] Router 42ea02a8-2ed5-4099-9561-f50111c84b33 has already been hosted by L3 agent c192ea1b-f7d6-49b7-9f22-5492fbafc6f3 {{(pid=83993) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 03 21:42:29.063019 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bae3969-8800-4805-b20f-d327964a6dd5 admin admin] Notify agent at l3_agent.dv-cinder-840377-1-iscsi the message routers_updated {{(pid=83993) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 21:42:29.071652 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ce8f14c-a5cf-4fe0-a324-35102f1f98e4 None None] Sync routers for ids ['42ea02a8-2ed5-4099-9561-f50111c84b33'] in dv-cinder-840377-1-iscsi {{(pid=83995) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 03 21:42:29.083484 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ce8f14c-a5cf-4fe0-a324-35102f1f98e4 None None] Routers {'42ea02a8-2ed5-4099-9561-f50111c84b33'} bound to L3 agent in host dv-cinder-840377-1-iscsi {{(pid=83995) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 03 21:42:29.084077 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.db.l3_hamode_db [None req-5ce8f14c-a5cf-4fe0-a324-35102f1f98e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840377-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-03T21:19:18Z,description=,heartbeat_timestamp=2022-05-03T21:42:18Z,host='dv-cinder-840377-1-iscsi',id=c192ea1b-f7d6-49b7-9f22-5492fbafc6f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:19:19Z,topic='l3_agent')) {'router_ids': ['42ea02a8-2ed5-4099-9561-f50111c84b33'], 'active': True} {{(pid=83995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:42:29.144105 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-6bae3969-8800-4805-b20f-d327964a6dd5 admin admin] 10.222.0.48 "PUT /v2.0/routers/42ea02a8-2ed5-4099-9561-f50111c84b33/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8897111 May 03 21:42:29.146562 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.48', 37368) {{(pid=83993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:42:29.260179 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.db.l3_dvr_db [None req-5ce8f14c-a5cf-4fe0-a324-35102f1f98e4 None None] Set router 42ea02a8-2ed5-4099-9561-f50111c84b33 gateway port host: dv-cinder-840377-1-iscsi {{(pid=83995) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 03 21:42:29.343197 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-8783f481-a8d0-4336-a08e-b36f2c3cad1a admin admin] Notify callbacks [] for router, before_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:42:29.536091 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-8783f481-a8d0-4336-a08e-b36f2c3cad1a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:42:29.543512 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.db.l3_hamode_db [None req-5ce8f14c-a5cf-4fe0-a324-35102f1f98e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42ea02a8-2ed5-4099-9561-f50111c84b33', 'name': 'tempest-TestVolumeBootPattern-564393203-router', 'tenant_id': 'ba56c29108034f8d8c9070a752249637', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c33334bd-f19e-453d-9f7b-349270405c58', 'external_fixed_ips': [{'subnet_id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'ip_address': '172.27.1.91'}], 'enable_snat': True}, 'gw_port_id': '1abdfa31-7b38-498a-813c-9daea33a153e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:34:24Z', 'updated_at': '2022-05-03T21:42:27Z', 'revision_number': 5, 'project_id': 'ba56c29108034f8d8c9070a752249637', 'gw_port': {'id': '1abdfa31-7b38-498a-813c-9daea33a153e', 'name': '', 'network_id': 'c33334bd-f19e-453d-9f7b-349270405c58', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:35:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42ea02a8-2ed5-4099-9561-f50111c84b33', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'ip_address': '172.27.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840377-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:34:26Z', 'updated_at': '2022-05-03T21:34:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8155f8f1-bdbd-4c1c-8daf-045a3e4a5222', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840377-1-iscsi'}], 'dv-cinder-840377-1-iscsi', False) {} {{(pid=83995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:42:29.548327 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ce8f14c-a5cf-4fe0-a324-35102f1f98e4 None None] Checking router: 42ea02a8-2ed5-4099-9561-f50111c84b33 for host: dv-cinder-840377-1-iscsi {{(pid=83995) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 03 21:42:29.558849 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ce8f14c-a5cf-4fe0-a324-35102f1f98e4 None None] Routers {'42ea02a8-2ed5-4099-9561-f50111c84b33'} bound to L3 agent in host dv-cinder-840377-1-iscsi {{(pid=83995) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 03 21:42:29.559427 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.db.l3_hamode_db [None req-5ce8f14c-a5cf-4fe0-a324-35102f1f98e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840377-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-03T21:19:18Z,description=,heartbeat_timestamp=2022-05-03T21:42:18Z,host='dv-cinder-840377-1-iscsi',id=c192ea1b-f7d6-49b7-9f22-5492fbafc6f3,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:19:19Z,topic='l3_agent')) {'router_ids': ['42ea02a8-2ed5-4099-9561-f50111c84b33'], 'active': True} {{(pid=83995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:42:29.605372 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.plugin [None req-8783f481-a8d0-4336-a08e-b36f2c3cad1a admin admin] Deleting port 1abdfa31-7b38-498a-813c-9daea33a153e {{(pid=83993) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 03 21:42:29.605720 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-8783f481-a8d0-4336-a08e-b36f2c3cad1a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781386349267'] for port, before_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:42:29.691187 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.db.agents_db [None req-1c6bebc3-6d0c-4304-a2c1-5df630ce29f1 None None] Agent healthcheck: found 6 active agents {{(pid=83995) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 03 21:42:29.716226 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.db.l3_dvr_db [None req-5ce8f14c-a5cf-4fe0-a324-35102f1f98e4 None None] Set router 42ea02a8-2ed5-4099-9561-f50111c84b33 gateway port host: None {{(pid=83995) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 03 21:42:29.824217 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.db.l3_hamode_db [None req-5ce8f14c-a5cf-4fe0-a324-35102f1f98e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42ea02a8-2ed5-4099-9561-f50111c84b33', 'name': 'tempest-TestVolumeBootPattern-564393203-router', 'tenant_id': 'ba56c29108034f8d8c9070a752249637', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:34:24Z', 'updated_at': '2022-05-03T21:42:29Z', 'revision_number': 6, 'project_id': 'ba56c29108034f8d8c9070a752249637', 'gw_port_host': None}], 'dv-cinder-840377-1-iscsi', False) {} {{(pid=83995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:42:29.828570 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ce8f14c-a5cf-4fe0-a324-35102f1f98e4 None None] The sync data for ids ['42ea02a8-2ed5-4099-9561-f50111c84b33'] in dv-cinder-840377-1-iscsi is: [{'id': '42ea02a8-2ed5-4099-9561-f50111c84b33', 'name': 'tempest-TestVolumeBootPattern-564393203-router', 'tenant_id': 'ba56c29108034f8d8c9070a752249637', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:34:24Z', 'updated_at': '2022-05-03T21:42:29Z', 'revision_number': 6, 'project_id': 'ba56c29108034f8d8c9070a752249637', 'gw_port_host': None}] {{(pid=83995) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 03 21:42:29.886486 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.db [None req-8783f481-a8d0-4336-a08e-b36f2c3cad1a admin admin] For port 1abdfa31-7b38-498a-813c-9daea33a153e, host dv-cinder-840377-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840377-1-iscsi',level=0,port_id=1abdfa31-7b38-498a-813c-9daea33a153e,segment=NetworkSegment(36b0f1c3-e784-4cca-986f-65718d8cb16d),segment_id=36b0f1c3-e784-4cca-986f-65718d8cb16d)] {{(pid=83993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 21:42:29.886970 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-8783f481-a8d0-4336-a08e-b36f2c3cad1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749056'] for port, precommit_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:42:30.004998 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.plugin [None req-8783f481-a8d0-4336-a08e-b36f2c3cad1a admin admin] Calling delete_port for 1abdfa31-7b38-498a-813c-9daea33a153e owned by network:router_gateway {{(pid=83993) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 03 21:42:30.190169 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.rpc [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Device e5b1544b-a445-4775-a722-7de5bfbfa929 no longer exists at agent ovs-agent-dv-cinder-840377-1-iscsi {{(pid=83994) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 21:42:30.224215 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.plugin [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] No Port match for: e5b1544b-a445-4775-a722-7de5bfbfa929 {{(pid=83994) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 03 21:42:30.225851 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.rpc [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Device e5b1544b-a445-4775-a722-7de5bfbfa929 not bound to the agent host dv-cinder-840377-1-iscsi {{(pid=83994) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 21:42:30.245495 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-8783f481-a8d0-4336-a08e-b36f2c3cad1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781386188948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781385847444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3391708'] for port, after_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:42:30.293941 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8783f481-a8d0-4336-a08e-b36f2c3cad1a admin admin] Pushing event deleted for resources: {'Port': ['ID=1abdfa31-7b38-498a-813c-9daea33a153e,revision_number=None']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:42:30.511873 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-8783f481-a8d0-4336-a08e-b36f2c3cad1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-332847'] for router_gateway, after_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:42:30.767767 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-8783f481-a8d0-4336-a08e-b36f2c3cad1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-330463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4187'] for router, precommit_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:42:30.771856 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-8783f481-a8d0-4336-a08e-b36f2c3cad1a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:42:30.874276 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-8783f481-a8d0-4336-a08e-b36f2c3cad1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-330355'] for router, after_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:42:30.875082 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8783f481-a8d0-4336-a08e-b36f2c3cad1a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 42ea02a8-2ed5-4099-9561-f50111c84b33 {{(pid=83993) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 03 21:42:30.887041 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-8783f481-a8d0-4336-a08e-b36f2c3cad1a admin admin] Notify callbacks [] for router, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:42:30.890453 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-8783f481-a8d0-4336-a08e-b36f2c3cad1a admin admin] 10.222.0.48 "DELETE /v2.0/routers/42ea02a8-2ed5-4099-9561-f50111c84b33 HTTP/1.1" status: 204 len: 168 time: 1.7407732 May 03 21:42:30.891445 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.48', 37372) {{(pid=83993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:42:30.951403 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f5a11a0-112d-4db0-b752-9a041e11a6c9 admin admin] Deleting subnet 39868cc1-c46d-442d-ae11-d481b6bf6c7d {{(pid=83993) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 03 21:42:30.955096 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-1f5a11a0-112d-4db0-b752-9a041e11a6c9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:42:31.007793 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-1f5a11a0-112d-4db0-b752-9a041e11a6c9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4075312'] for subnet, precommit_delete_associations {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:42:31.084936 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-1f5a11a0-112d-4db0-b752-9a041e11a6c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2088927'] for subnet, precommit_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:42:31.205121 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-1f5a11a0-112d-4db0-b752-9a041e11a6c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2088918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3391727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3403756'] for subnet, after_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:42:31.241905 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5a11a0-112d-4db0-b752-9a041e11a6c9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=39868cc1-c46d-442d-ae11-d481b6bf6c7d,revision_number=None']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:42:31.248292 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-1f5a11a0-112d-4db0-b752-9a041e11a6c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1706389'] for subnet, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:42:31.254071 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70d79f57-db4f-43a6-91f6-236c9b5f9111 None None] Network a21c6f9e-6cb9-4aa5-9039-deb3e7793b3a requested from dv-cinder-840377-1-iscsi {{(pid=83994) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 03 21:42:31.254826 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-1f5a11a0-112d-4db0-b752-9a041e11a6c9 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/39868cc1-c46d-442d-ae11-d481b6bf6c7d HTTP/1.1" status: 204 len: 168 time: 0.3623676 May 03 21:42:31.257244 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.48', 37376) {{(pid=83993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:42:31.461373 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-96445479-afe8-447f-8d22-dd98c7d594e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1078587'] for network, before_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:42:31.472995 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.plugin [None req-96445479-afe8-447f-8d22-dd98c7d594e6 admin admin] Deleting port 4008ae41-f2bc-47c0-8b34-de59ff739ee9 {{(pid=83993) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 03 21:42:31.473326 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-96445479-afe8-447f-8d22-dd98c7d594e6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781386349267'] for port, before_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:42:31.508485 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-696bf577-e231-4875-90cd-df8a58496c5d None None] DHCP port deletion for a21c6f9e-6cb9-4aa5-9039-deb3e7793b3a request from dv-cinder-840377-1-iscsi {{(pid=83994) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 03 21:42:31.512628 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.plugin [None req-696bf577-e231-4875-90cd-df8a58496c5d None None] Deleting port 4008ae41-f2bc-47c0-8b34-de59ff739ee9 {{(pid=83994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 03 21:42:31.512995 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-696bf577-e231-4875-90cd-df8a58496c5d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781386349267'] for port, before_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:42:31.682065 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.db [None req-96445479-afe8-447f-8d22-dd98c7d594e6 admin admin] For port 4008ae41-f2bc-47c0-8b34-de59ff739ee9, host dv-cinder-840377-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840377-1-iscsi',level=0,port_id=4008ae41-f2bc-47c0-8b34-de59ff739ee9,segment=NetworkSegment(f51fa77a-a2e7-4f68-a112-dc0e9ba14154),segment_id=f51fa77a-a2e7-4f68-a112-dc0e9ba14154)] {{(pid=83993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 21:42:31.683154 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-96445479-afe8-447f-8d22-dd98c7d594e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749056'] for port, precommit_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:42:31.722110 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.db [None req-696bf577-e231-4875-90cd-df8a58496c5d None None] For port 4008ae41-f2bc-47c0-8b34-de59ff739ee9, host dv-cinder-840377-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840377-1-iscsi',level=0,port_id=4008ae41-f2bc-47c0-8b34-de59ff739ee9,segment=NetworkSegment(f51fa77a-a2e7-4f68-a112-dc0e9ba14154),segment_id=f51fa77a-a2e7-4f68-a112-dc0e9ba14154)] {{(pid=83994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 21:42:31.722531 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-696bf577-e231-4875-90cd-df8a58496c5d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749056'] for port, precommit_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:42:31.811734 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.plugin [None req-96445479-afe8-447f-8d22-dd98c7d594e6 admin admin] Calling delete_port for 4008ae41-f2bc-47c0-8b34-de59ff739ee9 owned by network:dhcp {{(pid=83993) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 03 21:42:31.853734 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.plugin [None req-696bf577-e231-4875-90cd-df8a58496c5d None None] Calling delete_port for 4008ae41-f2bc-47c0-8b34-de59ff739ee9 owned by network:dhcp {{(pid=83994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 03 21:42:31.953066 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-96445479-afe8-447f-8d22-dd98c7d594e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1125500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781386188948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781385847444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3391708'] for port, after_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:42:31.959489 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.db.api [None req-696bf577-e231-4875-90cd-df8a58496c5d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83994) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 03 21:42:31.959934 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG oslo_db.api [None req-696bf577-e231-4875-90cd-df8a58496c5d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 03 21:42:32.002053 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.rpc [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Device 4008ae41-f2bc-47c0-8b34-de59ff739ee9 no longer exists at agent ovs-agent-dv-cinder-840377-1-iscsi {{(pid=83994) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 21:42:32.005949 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96445479-afe8-447f-8d22-dd98c7d594e6 admin admin] No DVR routers for this DVR port 4008ae41-f2bc-47c0-8b34-de59ff739ee9 on host dv-cinder-840377-1-iscsi {{(pid=83993) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 21:42:32.007645 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96445479-afe8-447f-8d22-dd98c7d594e6 admin admin] Pushing event deleted for resources: {'Port': ['ID=4008ae41-f2bc-47c0-8b34-de59ff739ee9,revision_number=None']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:42:32.042393 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.plugin [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] No Port match for: 4008ae41-f2bc-47c0-8b34-de59ff739ee9 {{(pid=83994) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 03 21:42:32.042731 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.rpc [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Device 4008ae41-f2bc-47c0-8b34-de59ff739ee9 not bound to the agent host dv-cinder-840377-1-iscsi {{(pid=83994) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 21:42:32.043149 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.rpc [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Device 1abdfa31-7b38-498a-813c-9daea33a153e no longer exists at agent ovs-agent-dv-cinder-840377-1-iscsi {{(pid=83994) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 21:42:32.074468 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.plugin [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] No Port match for: 1abdfa31-7b38-498a-813c-9daea33a153e {{(pid=83994) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 03 21:42:32.074808 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.rpc [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Device 1abdfa31-7b38-498a-813c-9daea33a153e not bound to the agent host dv-cinder-840377-1-iscsi {{(pid=83994) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 21:42:32.126944 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-96445479-afe8-447f-8d22-dd98c7d594e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2083402', 'neutron.services.segments.db._delete_segments_for_network-8781386283897'] for network, precommit_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:42:32.152381 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.services.segments.db [None req-96445479-afe8-447f-8d22-dd98c7d594e6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a21c6f9e-6cb9-4aa5-9039-deb3e7793b3a']}} {{(pid=83993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:42:32.164619 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.services.segments.db [None req-96445479-afe8-447f-8d22-dd98c7d594e6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f51fa77a-a2e7-4f68-a112-dc0e9ba14154') {'for_net_delete': True} {{(pid=83993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:42:32.164914 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.services.segments.db [None req-96445479-afe8-447f-8d22-dd98c7d594e6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f51fa77a-a2e7-4f68-a112-dc0e9ba14154') {} {{(pid=83993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:42:32.175897 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-96445479-afe8-447f-8d22-dd98c7d594e6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781386283780', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4073667'] for segment, before_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:42:32.191340 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-96445479-afe8-447f-8d22-dd98c7d594e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1172921'] for segment, precommit_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:42:32.197166 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96445479-afe8-447f-8d22-dd98c7d594e6 admin admin] Releasing vlan 400 on physical network physnet1 to pool {{(pid=83993) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 03 21:42:32.197542 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-96445479-afe8-447f-8d22-dd98c7d594e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1172898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3391617'] for segment, after_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:42:32.210755 dv-cinder-840377-1-iscsi neutron-server[83993]: Traceback (most recent call last): May 03 21:42:32.210755 dv-cinder-840377-1-iscsi neutron-server[83993]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 03 21:42:32.210755 dv-cinder-840377-1-iscsi neutron-server[83993]: timer() May 03 21:42:32.210755 dv-cinder-840377-1-iscsi neutron-server[83993]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 03 21:42:32.210755 dv-cinder-840377-1-iscsi neutron-server[83993]: cb(*args, **kw) May 03 21:42:32.210755 dv-cinder-840377-1-iscsi neutron-server[83993]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 03 21:42:32.210755 dv-cinder-840377-1-iscsi neutron-server[83993]: return func(*args, **kwargs) May 03 21:42:32.210755 dv-cinder-840377-1-iscsi neutron-server[83993]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 03 21:42:32.210755 dv-cinder-840377-1-iscsi neutron-server[83993]: self._notify() May 03 21:42:32.210755 dv-cinder-840377-1-iscsi neutron-server[83993]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 03 21:42:32.210755 dv-cinder-840377-1-iscsi neutron-server[83993]: self.callback(batched_events) May 03 21:42:32.210755 dv-cinder-840377-1-iscsi neutron-server[83993]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 03 21:42:32.210755 dv-cinder-840377-1-iscsi neutron-server[83993]: event.method(event) May 03 21:42:32.210755 dv-cinder-840377-1-iscsi neutron-server[83993]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 03 21:42:32.210755 dv-cinder-840377-1-iscsi neutron-server[83993]: aggregate_id = self._get_aggregate_id(event.segment_id) May 03 21:42:32.210755 dv-cinder-840377-1-iscsi neutron-server[83993]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 03 21:42:32.210755 dv-cinder-840377-1-iscsi neutron-server[83993]: aggregate_uuid = self.p_client.list_aggregates( May 03 21:42:32.210755 dv-cinder-840377-1-iscsi neutron-server[83993]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 03 21:42:32.210755 dv-cinder-840377-1-iscsi neutron-server[83993]: return f(self, *a, **k) May 03 21:42:32.210755 dv-cinder-840377-1-iscsi neutron-server[83993]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 03 21:42:32.210755 dv-cinder-840377-1-iscsi neutron-server[83993]: return self._get(url).json() May 03 21:42:32.210755 dv-cinder-840377-1-iscsi neutron-server[83993]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 03 21:42:32.210755 dv-cinder-840377-1-iscsi neutron-server[83993]: return self._client.get(url, endpoint_filter=self._ks_filter, May 03 21:42:32.210755 dv-cinder-840377-1-iscsi neutron-server[83993]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 03 21:42:32.210755 dv-cinder-840377-1-iscsi neutron-server[83993]: return self.request(url, 'GET', **kwargs) May 03 21:42:32.210755 dv-cinder-840377-1-iscsi neutron-server[83993]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 03 21:42:32.210755 dv-cinder-840377-1-iscsi neutron-server[83993]: base_url = self.get_endpoint(auth, allow=allow, May 03 21:42:32.210755 dv-cinder-840377-1-iscsi neutron-server[83993]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 03 21:42:32.210755 dv-cinder-840377-1-iscsi neutron-server[83993]: auth = self._auth_required(auth, 'determine endpoint URL') May 03 21:42:32.210755 dv-cinder-840377-1-iscsi neutron-server[83993]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 03 21:42:32.210755 dv-cinder-840377-1-iscsi neutron-server[83993]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 03 21:42:32.210755 dv-cinder-840377-1-iscsi neutron-server[83993]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 03 21:42:32.364878 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-96445479-afe8-447f-8d22-dd98c7d594e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2083393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1706396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-332850'] for network, after_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:42:32.380678 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-96445479-afe8-447f-8d22-dd98c7d594e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1706389'] for network, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:42:32.390480 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96445479-afe8-447f-8d22-dd98c7d594e6 admin admin] Pushing event deleted for resources: {'Network': ['ID=a21c6f9e-6cb9-4aa5-9039-deb3e7793b3a,revision_number=None']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:42:32.397958 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-96445479-afe8-447f-8d22-dd98c7d594e6 admin admin] 10.222.0.48 "DELETE /v2.0/networks/a21c6f9e-6cb9-4aa5-9039-deb3e7793b3a HTTP/1.1" status: 204 len: 168 time: 1.1397815 May 03 21:42:32.461131 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.plugin [None req-696bf577-e231-4875-90cd-df8a58496c5d None None] Deleting port 4008ae41-f2bc-47c0-8b34-de59ff739ee9 {{(pid=83994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 03 21:42:32.461623 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-696bf577-e231-4875-90cd-df8a58496c5d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781386349267'] for port, before_delete {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:42:32.527361 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron.plugins.ml2.plugin [None req-696bf577-e231-4875-90cd-df8a58496c5d None None] The port '4008ae41-f2bc-47c0-8b34-de59ff739ee9' was deleted {{(pid=83994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 03 21:42:32.815336 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.48', 37382) {{(pid=83993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:42:32.865410 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-6e020fd9-6060-4b67-b43d-35a2bed303bc admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e665d5aad2c24ad7843ca060d41792d3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0489450 May 03 21:42:32.867874 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.48', 37386) {{(pid=83993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:42:32.925856 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-ecb5592f-d3c7-41f9-b8de-90363f14c287 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:42:32.950432 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-ecb5592f-d3c7-41f9-b8de-90363f14c287 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:42:33.067406 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-ecb5592f-d3c7-41f9-b8de-90363f14c287 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746426'] for security_group, after_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:42:33.087786 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb5592f-d3c7-41f9-b8de-90363f14c287 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e60de63-2ebd-4b80-8214-dc750c0267df,revision_number=None']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:42:33.095492 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-ecb5592f-d3c7-41f9-b8de-90363f14c287 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:42:33.099440 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-ecb5592f-d3c7-41f9-b8de-90363f14c287 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/4e60de63-2ebd-4b80-8214-dc750c0267df HTTP/1.1" status: 204 len: 168 time: 0.2278662 May 03 21:42:33.831935 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.48', 37394) {{(pid=83993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:42:33.882022 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-ecc59be2-2a83-4bbf-b9af-9518394df4fb admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ba56c29108034f8d8c9070a752249637&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0489125 May 03 21:42:33.884445 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.wsgi [-] (83993) accepted ('10.222.0.48', 37398) {{(pid=83993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:42:33.941654 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-27404c40-bf4f-4a45-b734-1f1333574f64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:42:33.967027 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-27404c40-bf4f-4a45-b734-1f1333574f64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:42:34.096450 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-27404c40-bf4f-4a45-b734-1f1333574f64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746426'] for security_group, after_delete {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:42:34.113393 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27404c40-bf4f-4a45-b734-1f1333574f64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2896ae4-8e25-4fe3-8bec-b8b738fc0937,revision_number=None']} {{(pid=83993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:42:34.116604 dv-cinder-840377-1-iscsi neutron-server[83993]: DEBUG neutron_lib.callbacks.manager [None req-27404c40-bf4f-4a45-b734-1f1333574f64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:42:34.117984 dv-cinder-840377-1-iscsi neutron-server[83993]: INFO neutron.wsgi [None req-27404c40-bf4f-4a45-b734-1f1333574f64 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f2896ae4-8e25-4fe3-8bec-b8b738fc0937 HTTP/1.1" status: 204 len: 168 time: 0.2324166 May 03 21:42:46.376252 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-4f38beae-8761-4984-8f97-4da3841c2527 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781386283879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2080842'] for agent, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:42:48.552665 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-26aab156-7bfc-42eb-9595-0d2e930cdcc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781386283879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2080842'] for agent, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:42:49.695298 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781386283879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2080842'] for agent, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:42:49.776914 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781386283879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2080842'] for agent, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:42:49.811374 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-0dfda447-9707-4eba-99ce-657c79a02a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781386283879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2080842'] for agent, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:42:51.204573 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-672d275f-a9b7-498c-8eb6-010b5168d44a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781386283879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2080842'] for agent, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:43:06.622022 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.db.agents_db [None req-1c6bebc3-6d0c-4304-a2c1-5df630ce29f1 None None] Agent healthcheck: found 6 active agents {{(pid=83995) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 03 21:43:16.426887 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-67eff2c2-4f45-420b-b5d8-7e46e670ed93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781386283879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2080842'] for agent, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:43:18.592497 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-4833a38c-d8d2-4b30-b893-e92c56c5c712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781386283879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2080842'] for agent, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:43:19.792093 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781386283879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2080842'] for agent, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:43:19.821469 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781386283879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2080842'] for agent, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:43:19.822908 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-0dfda447-9707-4eba-99ce-657c79a02a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781386283879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2080842'] for agent, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:43:21.180497 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-672d275f-a9b7-498c-8eb6-010b5168d44a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781386283879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2080842'] for agent, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:43:43.625092 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.db.agents_db [None req-1c6bebc3-6d0c-4304-a2c1-5df630ce29f1 None None] Agent healthcheck: found 6 active agents {{(pid=83995) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 03 21:43:46.368995 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-4ed8de47-8d30-4f55-ac3e-b63cd9f890e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781386283879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2080842'] for agent, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:43:48.567389 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-47a73cf2-3550-44d4-9509-6062aa5cb1c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781386283879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2080842'] for agent, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:43:49.706161 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781386283879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2080842'] for agent, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:43:49.762690 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781386283879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2080842'] for agent, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:43:49.820390 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-0dfda447-9707-4eba-99ce-657c79a02a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781386283879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2080842'] for agent, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:43:51.208354 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-672d275f-a9b7-498c-8eb6-010b5168d44a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781386283879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2080842'] for agent, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:44:16.385561 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-90bcc297-a880-4e8a-a88a-d503516b1335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781386283879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2080842'] for agent, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:44:18.584951 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-e40f9f1a-40d6-48c0-b64c-4c271a4f54b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781386283879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2080842'] for agent, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:44:19.699977 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781386283879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2080842'] for agent, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:44:19.756403 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781386283879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2080842'] for agent, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:44:19.824561 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-0dfda447-9707-4eba-99ce-657c79a02a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781386283879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2080842'] for agent, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:44:20.628199 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.db.agents_db [None req-1c6bebc3-6d0c-4304-a2c1-5df630ce29f1 None None] Agent healthcheck: found 6 active agents {{(pid=83995) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 03 21:44:21.207869 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-672d275f-a9b7-498c-8eb6-010b5168d44a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781386283879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2080842'] for agent, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:44:26.884203 dv-cinder-840377-1-iscsi neutron-server[83992]: DEBUG neutron.wsgi [req-5ea0c0fc-0687-4a8f-877d-08827048ecde req-de1a1ca2-c339-470c-b218-fb884493f355 service neutron] (83992) timed out ('10.222.0.42', 60442) {{(pid=83992) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 03 21:44:46.372849 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-8059d7fb-8812-40f4-9d7e-fb1b4b63a624 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781386283879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2080842'] for agent, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:44:48.559918 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-6d3ccd2f-5923-4623-985e-20c946e79a3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781386283879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2080842'] for agent, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:44:49.720876 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781386283879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2080842'] for agent, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:44:49.778901 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781386283879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2080842'] for agent, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:44:49.886832 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-0dfda447-9707-4eba-99ce-657c79a02a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781386283879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2080842'] for agent, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:44:51.222390 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-672d275f-a9b7-498c-8eb6-010b5168d44a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781386283879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2080842'] for agent, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:44:57.628363 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.db.agents_db [None req-1c6bebc3-6d0c-4304-a2c1-5df630ce29f1 None None] Agent healthcheck: found 6 active agents {{(pid=83995) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 03 21:45:16.389310 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-4694bf2b-7c1d-427a-b3c7-bfb864b4d521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781386283879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2080842'] for agent, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:45:18.589638 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-4ff0c49c-9fca-4106-8851-23848f1e7d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781386283879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2080842'] for agent, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:45:19.756923 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781386283879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2080842'] for agent, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:45:19.777662 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781386283879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2080842'] for agent, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:45:19.864583 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-0dfda447-9707-4eba-99ce-657c79a02a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781386283879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2080842'] for agent, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:45:21.210280 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-672d275f-a9b7-498c-8eb6-010b5168d44a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781386283879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2080842'] for agent, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:45:34.628001 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.db.agents_db [None req-1c6bebc3-6d0c-4304-a2c1-5df630ce29f1 None None] Agent healthcheck: found 6 active agents {{(pid=83995) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 03 21:45:46.421137 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-07f1e53d-be9e-4986-9f28-3eb7241ecd22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781386283879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2080842'] for agent, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:45:48.576784 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-d5238bba-67fc-4880-a222-b9bfabdc392d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781386283879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2080842'] for agent, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:45:49.788374 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781386283879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2080842'] for agent, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:45:49.820807 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781386283879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2080842'] for agent, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:45:49.879660 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-0dfda447-9707-4eba-99ce-657c79a02a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781386283879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2080842'] for agent, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:45:51.210737 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-672d275f-a9b7-498c-8eb6-010b5168d44a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781386283879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2080842'] for agent, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:46:11.629410 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.db.agents_db [None req-1c6bebc3-6d0c-4304-a2c1-5df630ce29f1 None None] Agent healthcheck: found 6 active agents {{(pid=83995) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 03 21:46:16.382431 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-fdf4c8a6-a9f7-4560-be01-e5996ccbbc49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781386283879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2080842'] for agent, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:46:18.576036 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-3f6cd573-5c43-4a3e-954b-865c9e0b4f2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781386283879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2080842'] for agent, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:46:19.775754 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781386283879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2080842'] for agent, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:46:19.804643 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781386283879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2080842'] for agent, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:46:19.871145 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-0dfda447-9707-4eba-99ce-657c79a02a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781386283879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2080842'] for agent, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:46:21.221541 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-672d275f-a9b7-498c-8eb6-010b5168d44a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781386283879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2080842'] for agent, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:46:46.392397 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-6055b9c2-a3ac-4264-bb3d-dcad623c2d11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781386283879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2080842'] for agent, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:46:48.573027 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-1184218e-f08f-4407-91dd-cc7a1adefb90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781386283879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2080842'] for agent, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:46:48.629237 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.db.agents_db [None req-1c6bebc3-6d0c-4304-a2c1-5df630ce29f1 None None] Agent healthcheck: found 6 active agents {{(pid=83995) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 03 21:46:49.752728 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781386283879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2080842'] for agent, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:46:49.781161 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781386283879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2080842'] for agent, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:46:49.895413 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-0dfda447-9707-4eba-99ce-657c79a02a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781386283879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2080842'] for agent, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:46:51.230985 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-672d275f-a9b7-498c-8eb6-010b5168d44a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781386283879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2080842'] for agent, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:47:16.402953 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-2d25f68b-d805-45fe-b228-d055a508d4fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781386283879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2080842'] for agent, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:47:18.562819 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-a8200f4e-95ce-49ee-bd2a-d60803d7d7ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781386283879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2080842'] for agent, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:47:19.780974 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781386283879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2080842'] for agent, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:47:19.803060 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781386283879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2080842'] for agent, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:47:19.854323 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-0dfda447-9707-4eba-99ce-657c79a02a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781386283879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2080842'] for agent, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:47:21.206577 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-672d275f-a9b7-498c-8eb6-010b5168d44a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781386283879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2080842'] for agent, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:47:25.629170 dv-cinder-840377-1-iscsi neutron-server[83995]: DEBUG neutron.db.agents_db [None req-1c6bebc3-6d0c-4304-a2c1-5df630ce29f1 None None] Agent healthcheck: found 6 active agents {{(pid=83995) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 03 21:47:46.371588 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-a44e9c6e-ac86-4e4b-a2c1-9d8a8ffd212a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781386283879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2080842'] for agent, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:47:48.556417 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-7e4d2562-1f76-4a79-9e10-694a0576bf6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781386283879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2080842'] for agent, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:47:49.793654 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-b267a80f-a0da-464d-bf49-e19302a04391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781386283879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2080842'] for agent, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:47:49.847336 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-217eeff0-9abb-4139-8157-b4101c4924e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781386283879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2080842'] for agent, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:47:49.876099 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-0dfda447-9707-4eba-99ce-657c79a02a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781386283879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2080842'] for agent, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:47:51.205635 dv-cinder-840377-1-iscsi neutron-server[83994]: DEBUG neutron_lib.callbacks.manager [None req-672d275f-a9b7-498c-8eb6-010b5168d44a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781386283879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2080842'] for agent, after_update {{(pid=83994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}